Subversion Repositories SmartDukaan

package com.smartdukaan.cron.scheduled;

import com.spice.profitmandi.common.web.client.HttpClientFactory;
import com.spice.profitmandi.dao.model.ImeiActivationTimestampModel;
import com.spice.profitmandi.dao.repository.fofo.ActivatedImeiRepository;
import com.spice.profitmandi.service.inventory.InventoryService;
import org.apache.http.NameValuePair;
import org.apache.http.client.entity.UrlEncodedFormEntity;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.impl.client.BasicCookieStore;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.message.BasicNameValuePair;
import org.apache.http.util.EntityUtils;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.json.JSONObject;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import org.springframework.transaction.annotation.Propagation;
import org.springframework.transaction.annotation.Transactional;

import java.io.IOException;
import java.nio.charset.StandardCharsets;
import java.time.LocalDate;
import java.time.format.DateTimeFormatter;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.function.Predicate;
import java.util.stream.Collectors;

@Component
class VivoImeiActivationService {

    @Autowired
    InventoryService inventoryService;

    @Autowired
    CaptchaService captchaService;

    @Autowired
    ActivatedImeiRepository activatedImeiRepository;

    private static final Logger LOGGER = LogManager.getLogger(VivoImeiActivationService.class);

    /** Days an imei rests after an ANSWER. 0 = due again in the next day's pass. */
    private static final int DAYS = 0;

    /** Safety stop so a mis-set DAYS cannot pull an unbounded list into memory. */
    private static final int POOL_CAP = 20000;

    /**
     * ONE FULL PASS PER DAY over everything due, then nothing until tomorrow.
     *
     * This was two @Scheduled jobs running in parallel every 5 minutes, capped at 50
     * (secondary) and 10 (tertiary) imeis a tick -- so it never finished a pass over a
     * 9,510-row pool, and any imei whose lookup failed was retried five minutes later
     * rather than the next day. The pool is snapshotted here and walked to the end; it
     * is never re-queried mid-pass, so no imei is asked twice inside a run.
     *
     * The secondary/tertiary split is only two join paths to the same serial, so they
     * are concatenated into one list. distinct() is insurance: the secondary query
     * already excludes anything carrying a FofoLineItem.
     *
     * The 1st-of-month skip is kept -- vivo's own portal is unreliable on that day.
     */
    @Transactional(propagation = Propagation.NOT_SUPPORTED)
    public void checkImeiActivation() throws Exception {
        if (LocalDate.now().getDayOfMonth() == 1) return;

        List<ImeiActivationTimestampModel> pool = new ArrayList<>();
        pool.addAll(activatedImeiRepository.selectImeiActivationPendingByBrand("Vivo", DAYS, POOL_CAP));
        pool.addAll(activatedImeiRepository.selectImeiActivationPendingByBrandTertiary("Vivo", DAYS, POOL_CAP));

        List<ImeiActivationTimestampModel> imeisActivationList = pool.stream()
                .filter(distinctBySerial())
                .collect(Collectors.toList());
        LOGGER.info("Vivo daily pass starting: {} imeis due", imeisActivationList.size());

        processImeis(imeisActivationList);

        LOGGER.info("Vivo daily pass finished: {} imeis", imeisActivationList.size());
    }

    private static Predicate<ImeiActivationTimestampModel> distinctBySerial() {
        Set<String> seen = new HashSet<>();
        return m -> seen.add(m.getSerialNumber());
    }

    private void processImeis(List<ImeiActivationTimestampModel> imeisActivationList) throws Exception {
        if (imeisActivationList.isEmpty()) return;

        BasicCookieStore cookieStore = new BasicCookieStore();
        try (CloseableHttpClient httpClient = HttpClientFactory.apacheHttpWithCookies(cookieStore)) {
            // Seed the session cookies
            HttpGet seed = new HttpGet("https://www.vivo.com/in/support/IMEI");
            try (CloseableHttpResponse seedResponse = httpClient.execute(seed)) {
                EntityUtils.consumeQuietly(seedResponse.getEntity());
            }

            for (ImeiActivationTimestampModel imeiActivationTimestampModel : imeisActivationList) {
                // Never spend a captcha on a line item with no IMEI. Vivo answers
                // those with {"msg":"参数为空"} ("parameter is empty") and status 0,
                // which this code used to record as a captcha failure -- so a correct
                // code looked wrong, the row was never saved, and it came back every
                // 5 minutes forever. That was 76% of all rejections.
                String serial = imeiActivationTimestampModel.getSerialNumber();
                if (serial == null || serial.trim().isEmpty()) {
                    LOGGER.warn("Skipping activation lookup: line item has no serial number");
                    continue;
                }

                Captcha captcha = this.getNewCaptcha(httpClient, cookieStore);
                if (captcha == null) {
                    // Solver returned something that is not a captcha code (it was down
                    // for 46 days returning an nginx 502 page, which used to be submitted
                    // to Vivo verbatim). Skip; this IMEI is picked up on the next run.
                    continue;
                }
                this.getImeiActivation(captcha, httpClient, cookieStore, imeiActivationTimestampModel);
            }
        }
    }

    /** A solved captcha: the code, plus the image it came from so the verdict can be reported. */
    static final class Captcha {
        final String code;
        final byte[] image;
        final long fetchedAt;

        Captcha(String code, byte[] image) {
            this.code = code;
            this.image = image;
            this.fetchedAt = System.currentTimeMillis();
        }
    }

    public Captcha getNewCaptcha(CloseableHttpClient httpClient, BasicCookieStore cookieStore) throws Exception {
        HttpGet request = new HttpGet("https://www.vivo.com/in/support/generatingCodes");

        // Kept in memory rather than written to a shared /tmp/captcha.jpg: the two
        // Vivo jobs run concurrently and used to overwrite each other's image. The
        // bytes are needed for the verdict report anyway.
        byte[] bytes;
        try (CloseableHttpResponse response = httpClient.execute(request)) {
            bytes = EntityUtils.toByteArray(response.getEntity());
        }

        String code = captchaService.getCaptchaCode(bytes);
        return code == null ? null : new Captcha(code, bytes);
    }

    public void getImeiActivation(Captcha captcha, CloseableHttpClient httpClient,
                                  BasicCookieStore cookieStore,
                                  ImeiActivationTimestampModel vivoImeiAndActivationTimeStampModel) throws Exception {

        String imei = vivoImeiAndActivationTimeStampModel.getSerialNumber();

        List<NameValuePair> form = new ArrayList<>();
        form.add(new BasicNameValuePair("imei", imei));
        form.add(new BasicNameValuePair("code", captcha.code));
        HttpPost post = new HttpPost("https://www.vivo.com/in/support/checkCode");
        post.setEntity(new UrlEncodedFormEntity(form, StandardCharsets.UTF_8));

        JSONObject imeiActivationJson;
        try (CloseableHttpResponse response2 = httpClient.execute(post)) {
            imeiActivationJson = new JSONObject(EntityUtils.toString(response2.getEntity()));
        }

        JSONObject data = imeiActivationJson.getJSONObject("data");
        int status = data.getInt("status");

        // Vivo is the only judge of whether our guess was right; status 0 means the
        // captcha was wrong. Hand that back so the sample becomes training data.
        captchaService.reportVerdict(captcha.image, captcha.code, status != 0);

        if (status == 0) {
            // Vivo refuses ~56% of submissions in production, but reading the stored
            // images by hand showed 9 of 10 carried the CORRECT code, and no external
            // replication reproduces it (IMEI, user-agent, session reuse, concurrency,
            // source IP and submit delay were all measured and ruled out). The old log
            // line recorded five words and discarded the evidence, so capture it:
            // the code submitted, the imei, how long fetch->submit actually took inside
            // this process, the session cookies held at submit time, and Vivo's reply.
            LOGGER.info("Vivo rejected captcha code={} imei={} elapsedMs={} cookies={} response={}",
                    captcha.code, imei, System.currentTimeMillis() - captcha.fetchedAt,
                    cookieStore.getCookies(), imeiActivationJson);
            return;
        } else if (status == 2) {
            LOGGER.info("Received status 2 for {}, data {}", imei, data);
            activatedImeiRepository.saveActivation(imei, null);
            return;
        }

        JSONObject imeiQueryDto = data.getJSONObject("imeiQueryDto");
        LOGGER.info("imeiQueryDto - {}", imeiQueryDto);
        String dueTimeString = imeiQueryDto.getString("dueTime");

        if (dueTimeString.equals("")) {
            activatedImeiRepository.saveActivation(imei, null);
            return;
        }

        DateTimeFormatter formatter = DateTimeFormatter.ofPattern("dd/MM/yyyy");
        dueTimeString = dueTimeString.split(" ")[0];
        LocalDate dueDate = LocalDate.parse(dueTimeString, formatter);

        activatedImeiRepository.saveActivation(imei, dueDate.atStartOfDay().minusYears(1));
        LOGGER.info("activatedImei saved for {} with dueDate {}", imei, dueDate.atStartOfDay());
    }
}