MetaLogProcessor.java

package org.weiboad.ragnar.server.processor;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.context.annotation.Scope;
import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.stereotype.Component;
import org.weiboad.ragnar.server.data.MetaLog;
import org.weiboad.ragnar.server.data.statics.APITopURLStaticShardCollect;
import org.weiboad.ragnar.server.search.IndexService;

import java.util.concurrent.ConcurrentLinkedQueue;

@Component
@Scope("singleton")
public class MetaLogProcessor {

    private ConcurrentLinkedQueue<MetaLog> metaLogQueue = new ConcurrentLinkedQueue<>();

    //log obj
    private Logger log = LoggerFactory.getLogger(BizLogProcessor.class);

    @Autowired
    APITopURLStaticShardCollect apiTopURLStaticShardCollect;

    @Autowired
    IndexService indexHelper;

    public Integer getQueueLen() {
        return metaLogQueue.size();
    }

    //main process data
    public void insertDataQueue(MetaLog data) {
        if (data != null) {
            metaLogQueue.add(data);
        }
    }

    @Scheduled(fixedRate = 200)
    private void processData() {
        int totalProcess = 0;
        MetaLog metainfo = metaLogQueue.poll();
        while (metainfo != null) {

            apiTopURLStaticShardCollect.analyzeMetaLog(metainfo);

            totalProcess++;

            if (totalProcess > 1000) {
                break;
            }

            metainfo = metaLogQueue.poll();
        }
    }
}