package TESTTHIS;
//THIS ONE NEEDS TO STORE TICKET INFO ALSO
import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.Reader;
import java.math.BigDecimal;
import java.net.URL;
import java.nio.charset.Charset;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Iterator;
import java.util.List;
import org.json.JSONArray;
import org.json.JSONException;
import org.json.JSONObject;


/*
 * USED TO CHECK WHICH SITES SHOULD ACTUALLY BE REVIWED BY QA TEAM
 * 
 * 1) CHECK SITES AGAINST BLACKLIST
 * 2) CHECK SITES IN SIMILAR WEB FOR MUV
 * 3) CHECK SITE AGE 12 MONTH DATA SET AND IF ALL 12 > 1 YEAR
 * 4) WRITE REPORT ON ANY SITES THAT PASS ALL THESE CHECKS
 * 
 * 
 *    DATA STRUCTURE
 *    SITE,MUV1,MUV2,MUV3,siteAge,GBL  
 *    muv goes previous to this month so oct,nov,dec
 *    
 *    PR-39591	onlinemom.com
	  PR-29572	diredota.com
 */
public class JADEFIRE2 {


	public static void main(String[] args) {
		// TODO Auto-generated method stub
		List<SiteObject> mysites = new ArrayList<SiteObject>();
		List<String> Blacklisted_sites = new ArrayList<String>();
		String MUV = "";
		//String filename = "C:///JAVA/SIMILARWEB/similarwebreport.txt"; 
		String filelist = "C:///JAVA/SIMILARWEB/sitelist.txt";
		String fileblacklist = "C:///JAVA/SIMILARWEB/GlobalBlackList.txt";
		String website = "bbc.com";
		String sitedata = "";
		System.out.println("Starting Jade Fire 2...");
		try
		{
			
			
		// LOAD GLOBAL BLACKLIST
		System.out.println("Loading Global Black list...");
		File file2 = new File(fileblacklist);
		FileReader fr2 = new FileReader(file2);
		BufferedReader br2 = new BufferedReader(fr2);
		String line2;
		 while((line2 = br2.readLine()) != null){
		     //process the line
			 Blacklisted_sites.add(line2);
           // System.out.println("Loading..."+line2);
		 	}
		 br2.close();
		 System.out.println("Blacklist is loaded..");
		 
		 
		 
			try {
       //READ SITE LIST TO BE CHECKED
       // String sitedata = "torontosun.com"; //SITE,MUV1,MUV2,MUV3,siteAge,GBL torontosun.com
    	File file = new File(filelist);
		FileReader fr = new FileReader(file);
		BufferedReader br = new BufferedReader(fr);
		String line;
		 while((line = br.readLine()) != null){
		     //process the line
			 String temps[] =  line.split("\t");
			 SiteObject so = new SiteObject(temps[0],temps[1]);
			 mysites.add(so);
            System.out.println("Loading..."+so.getDomain());
		 	}
		 br.close();
		 System.out.println("Site list loaded... Processing...");
			}
			catch(Exception fdfd)
			{
				System.out.println("Error " + fdfd);
			}
		 
		 
		 //add file headers
		 String fileheaders = "Ticket,Site,Jan,Feb,March,April,May,June,July,Aug,Sept,Oct,Nov,Dec,Site Age,Blacklisted status";
		 writerecordtofile(fileheaders);
		 
		 
		 for(int z =0; z < mysites.size(); z++)
			{ 
			 System.out.println("Checking test" );
			 SiteObject so = mysites.get(z);
			 website = so.getDomain();
			 sitedata = website;
			 
			 boolean isblacklisted = false;
			 if(Blacklisted_sites.contains(website))
			 {
				 //blacklisted site
				 String finalstring = "";
				 isblacklisted = true;
				 finalstring = website+",N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,N/A,Black listed";
				 writerecordtofile(finalstring);
				 System.out.println(website +" Found on GBL");
				 System.out.println(finalstring);

			 }
			 else 
			 {
				
			 	String finalstring = "";
			 	int[] valuetempdesktop = getDesktopMUV(website);
			 	int[] valuetempmobile = getMObileMUV(website);
			 	
			 	int[] valuefinal ={0,0,0,0,0,0,0,0,0,0,0,0}; 
			 	//add both arrays together
			 	for(int i=0;i<valuetempdesktop.length;i++)
			 	{
			 		valuefinal[i] = valuetempdesktop[i]+valuetempmobile[i];
			 	} 
			 	//check for 12 months > 1 year.
			 	int siteage = 0;
				for(int i=0;i<valuefinal.length;i++)
			 	{
					if(valuefinal[i] > 0)
					{
						siteage++;
					}
					finalstring +=","+valuefinal[i];
			 	}
				 if(siteage > 11)
        		 {
        			 
					 finalstring+=",> 1 year";
        		 }
        		 else
        		 {
        			 finalstring+=",< 1 year";
        		 }
				 System.out.println(website+""+finalstring+", Not Blacklisted");
				 writerecordtofile(website+""+finalstring+", Not Blacklisted");
			 }
			 
			}
			
		}
		catch(Exception dfdf)
		{
			
		}
        

		//WE NEED TO CHECK MOBILE DATA VALUE FROM API AND ADD TO RECORDS.
		
	}
	//USED TO GET desktop MUV DATA THAT WILL BE ADDED TO DESKTOP RETURN SIMPLE ARRAY OF MUV 1-12
	public static int[] getMObileMUV(String x)
	{
		System.out.println("Checking Mobile for " + x);
		int[] value ={0,0,0,0,0,0,0,0,0,0,0,0}; 
		try
		{
			String URLfinal = "https://api.similarweb.com/v1/website/"+x+"/unique-visitors/mobileweb_mau?api_key=24838848f6c54299ab8640ca92d8b579&start_date=2019-01&end_date=2019-12&main_domain_only=false&format=json&show_verified=false";        
			JSONObject json = readJsonFromUrl(URLfinal);
			//System.out.println("Calling API: " + URLfinal);
			for(int i = 0; i<json.names().length(); i++)
		    {
				//System.out.println("here");
				
				 if(json.names().getString(i).equalsIgnoreCase("unique_visitors"))
	        	 {
					 
					 JSONArray jArr  = (JSONArray)json.getJSONArray("unique_visitors");
					 for(int y=0;y<jArr.length(); y++)
	        		 {
						 JSONObject innerObj = jArr.getJSONObject(y);
						 for(Iterator it = innerObj.keys(); it.hasNext(); ) 
						 {
							 String key = (String)it.next();
							 if(key.equalsIgnoreCase("unique_visitors"))
		 		                {
								    if(!innerObj.get(key).toString().equalsIgnoreCase("N/A"))
		 		                	{
								    	BigDecimal bd3 = new BigDecimal(innerObj.get(key).toString());
								    	int intvalue = (int) bd3.intValue();
								    	value[y]=intvalue;
								    	
		 		                	}
								 	
		 		                }
							 
						 }	 
	        		 }
	        	 }
				
				
		    }
			
			
		}
		catch(Exception dfdffd)
		{
			
		}
		System.out.println("Returning Mobile MUV: " + Arrays.toString(value));
		return value;
		
	}
	
	
	
	//USED TO GET MOBILE MUV DATA THAT WILL BE ADDED TO DESKTOP RETURN SIMPLE ARRAY OF MUV 1-12
	//return a array of MUV
		public static int[] getDesktopMUV(String x)
		{
			int[] value ={0,0,0,0,0,0,0,0,0,0,0,0}; 
			try
			{
				String URLfinal = "https://api.similarweb.com/v1/website/"+x+"/unique-visitors/desktop_mau?api_key=24838848f6c54299ab8640ca92d8b579&start_date=2019-01&end_date=2019-12&main_domain_only=false&format=json&show_verified=false";        
				JSONObject json = readJsonFromUrl(URLfinal);
				//System.out.println("Calling API: " + URLfinal);
				for(int i = 0; i<json.names().length(); i++)
			    {
					//System.out.println(json.names().getString(i));
					// System.out.println("In here0");
					 if(json.names().getString(i).equalsIgnoreCase("unique_visitors"))
		        	 {
						
						 JSONArray jArr  = (JSONArray)json.getJSONArray("unique_visitors");
						 for(int y=0;y<jArr.length(); y++)
		        		 {
							 JSONObject innerObj = jArr.getJSONObject(y);
							 for(Iterator it = innerObj.keys(); it.hasNext(); ) 
							 {
								 String key = (String)it.next();
								 if(key.equalsIgnoreCase("unique_visitors"))
			 		                {
									    if(!innerObj.get(key).toString().equalsIgnoreCase("N/A"))
			 		                	{
									    	
									    	BigDecimal bd3 = new BigDecimal(innerObj.get(key).toString());
									    	
									    	int intvalue = (int) bd3.intValue();
									    	value[y]=intvalue;
									    	
			 		                	}
									 	
			 		                }
								 
							 }	 
		        		 }
		        	 }
					
					
			    }
				
				
			}
			catch(Exception dfdffd)
			{
				
			}
			//System.out.println("Returning: " + Arrays.toString(value));
			return value;
		}
	
	public static void writerecordtofile(String x)
	{
		try
		{
		  String filename = "C:///JAVA/SIMILARWEB/similarwebreport.txt"; 
		  BufferedWriter writerfinalreport = new BufferedWriter(new FileWriter(filename, true));
		  writerfinalreport.newLine();
	      writerfinalreport.write(x);
	      writerfinalreport.flush();
	      writerfinalreport.newLine();
		}
		catch(Exception dfdfd)
		{
			
		}
	}
	//JSON READER FUNTIONS
	private static String readAll(Reader rd) throws IOException {
	    StringBuilder sb = new StringBuilder();
	    int cp;
	    while ((cp = rd.read()) != -1) {
	      sb.append((char) cp);
	    }
	    return sb.toString();
	  }
	
	public static JSONObject readJsonFromUrl(String url) throws IOException, JSONException {
	    InputStream is = new URL(url).openStream();
	    try {
	      BufferedReader rd = new BufferedReader(new InputStreamReader(is, Charset.forName("UTF-8")));
	      String jsonText = readAll(rd);
	      JSONObject json = new JSONObject(jsonText);
	      return json;
	    } finally {
	      is.close();
	    }
	  }
	
	
}