aplus_wireless_test.java

package com.alimama.quanjingmonitor.mdrillImport.parse.for416tmp;

import java.util.Date;

import org.apache.log4j.Logger;

import com.alimama.mdrillImport.InvalidEntryException;
import com.google.protobuf.ByteString;
import com.taobao.loganalyzer.aplus.Aplus;
public class aplus_wireless_test extends com.alimama.mdrillImport.DataParser{
	private static final long serialVersionUID = 1L;
	public volatile long groupCreateerror=0;

	private static Logger LOG = Logger.getLogger(aplus_wireless_test.class);

	private volatile long lines=0;
	private volatile long lines_sb=0;

	private static long TS_MAX=3600l*24*31;

	private volatile long laststartts=System.currentTimeMillis()/1000-TS_MAX;
	private volatile long lastendts=System.currentTimeMillis()/1000+TS_MAX;
	
	private volatile long timediff=System.currentTimeMillis();
	@Override
	public DataIter parseObject(Object line) throws InvalidEntryException {
		try {
			if(line==null)
			{
				return null;
			}
			
			this.lines++;
			if(this.lines>100000)
			{
				this.laststartts=(System.currentTimeMillis()/1000)-TS_MAX;
				this.lastendts=(System.currentTimeMillis()/1000)+TS_MAX;
				this.lines=0;
			}
			
			byte[] d=(byte[]) line;
			
			Aplus.AplusLog log = Aplus.AplusLog.parseFrom(d);
			if(log==null)
			{
				return null;
			}
			
			long ts=log.getTime();
			com.google.protobuf.ByteString currurlbyte=log.getUrl();
			com.google.protobuf.ByteString preurlbyte=log.getPre();
			String currurl=String.valueOf(currurlbyte==null?"":currurlbyte.toStringUtf8());
			String preurl=String.valueOf(preurlbyte==null?"":preurlbyte.toStringUtf8());
			
			
			if(ts<laststartts||ts>lastendts)
			{
				return null;
			}
			
		
			
			if(currurl.indexOf("laiwang")<0&&preurl.indexOf("laiwang")<0)
			{
				return null;
			}
			
			
			this.lines_sb++;
			if(this.lines_sb>5000)
			{
				this.lines_sb=0;
				long nowts=System.currentTimeMillis();
				if(nowts-timediff>30000)
				{
					timediff=nowts;
					LOG.info("parseLine_sb_"+ColsDefine.formatDayMin.format(new Date(ts*1000))+" "+currurl+"=="+preurl+"<<<");
				}
			}
			
			String url_id=ColsDefine.getNameNodecode(currurl, "p");
			String pre_id=ColsDefine.getNameNodecode(preurl, "p");
				
			String url_pid=ColsDefine.getNameNodecode(currurl, "tid");
			String pre_pid=ColsDefine.getNameNodecode(preurl, "tid");
				
			if(url_id!=null&&!url_id.isEmpty())
			{
				return new DataIterParse(ts,log,url_id,pre_id,url_pid,pre_pid);
			}
			
			
			if(pre_id!=null&&!pre_id.isEmpty())
			{
				return new DataIterParse(ts,log,url_id,pre_id,url_pid,pre_pid);
			}
			
			
		
			return null;
		} catch (Throwable nfe) {
			if(groupCreateerror<100)
			{
				LOG.error("InvalidEntryException:"+line,nfe);
				groupCreateerror++;
			}
			
			throw new InvalidEntryException("Invalid log `" + line + "'\n" , nfe);
		}
	}
	
	public static class DataIterParse implements DataIter{
		private Aplus.AplusLog pvlog=null;
		long ts;
		String urlid;
		String urlpre;
		String urlid_tid;
		String urlpre_tid;
		public DataIterParse(long ts,Aplus.AplusLog pvlog,String urlid,String urlpre,String url_pid,String pre_pid) {
			this.pvlog = pvlog;
			this.ts=ts;
			this.urlid=urlid;
			this.urlpre=urlpre;
			
			this.urlid_tid=url_pid;
			this.urlpre_tid=pre_pid;
		}

		@Override
		public boolean next() {
			return false;
		}

		@Override
		public Number[] getSum() {
			return  new Number[]{
				this.urlid!=null?1:0
				,0
				,this.urlpre!=null?1:0
				,0
				,0
				,0
				,0
				,0
				,0
		};
		}
		
		@Override
		public long getTs() {
			 return (ts/10)*10000;
		}
		

	    
		@Override
		public Object[] getGroup() {
			 long ts300=(this.ts/300)*300000;
			 Date d= new Date(ts300);
			 
			 ByteString agent=pvlog.getUserAgent();

			 String channel = String.valueOf(agent==null?"":agent.toStringUtf8()).toLowerCase();
				if (channel.indexOf("android") >= 0) {
					channel = "android";
				} else if (channel.indexOf("iphone") >= 0||channel.indexOf("ios") >= 0) {
					channel = "ios";
				} else {
					channel = "other";
				}
				
				
			return new String[] {
					String.valueOf(ColsDefine.formatDay.format(d)),
					String.valueOf(ColsDefine.formatMin.format(d)),
					"wireless",
					"aplus_wireless",
					String.valueOf(this.urlid == null ? this.urlpre	: this.urlid) // media_pid
					, channel
					,String.valueOf(this.urlid == null ? this.urlpre_tid	: this.urlid_tid)
					,""
					,ColsDefine.version
			}	;
		
	}
	}
	
	@Override
	public String[] getSumName() {
		return ColsDefine.colSumName;

	}

	@Override
	public String getTableName() {
		return ColsDefine.tablename;
	}
	


	@Override
	public String[] getGroupName() {
		return ColsDefine.colname;
	}
}