<?php 
	if (!empty($_GET['pid'])) {
        $return_data = array();
    	require_once "conf.php";
    	$pid = (int)$_GET['pid'];
        
        $dist_db = conDist($my_dist_host, $my_dist_user, $my_dist_pass, $my_dist_db);

        $qry = "SELECT p_id,cauditor_id,domain,pages_crawled FROM sa_projects WHERE p_id = '{$pid}' LIMIT 1";
        if($chk = mysqli_query($dist_db, $qry)) 
        {
            if(mysqli_num_rows($chk)) {
                $res = mysqli_fetch_assoc($chk);
                $aid = (int)$res['cauditor_id'];
            }
        }
        
        $return_data['pages_crawled'] = $res['pages_crawled'];
        $return_data['domain'] = $res['domain'];
        $file_name = $res['domain'].".stripped.dupStatsDup.txt";
        $file_path = "/home/rankwatc/public_html/crontabs/tmp/".$res['domain'].".stripped.dupStatsDup.txt";
        $local_file_path = "/var/www/html/Distributed/Auditor/tmp/".$res['domain'].".stripped.dupStatsDup.txt";

        try{
            $m_cursor = $mongoDB->auditor_status->find(array('p_id'=>$pid,'a_id'=>$aid),array('_id'=>0,'url'=>1,'http_status'=>1));
            while ($m_data = $m_cursor->getNext()) 
            {
                $return_data[$m_data['http_status']][] = $m_data['url'];
            }
        }
        catch (Exception $e)
        {
            $return_data['status'] = 8001;
            $return_data['error'] = "Mongo Exception Came";
            echo json_encode($return_data);
            exit;
        }
        try{
            $m_cursor = $mongoDB->auditor->find(array('p_id'=>$pid,'a_id'=>$aid),array('_id'=>0,'url'=>1,'http_status'=>1,'pos'=>1));
            while ($m_data = $m_cursor->getNext()) 
            {
                $return_data[$m_data['http_status']][] = array('url'=>$m_data['url'],'pos'=>$m_data['pos']);
            }
        }
        catch (Exception $e)
        {
            $return_data['status'] = 8002;
            $return_data['error'] = "Mongo Exception Came";
            echo json_encode($return_data);
            exit;
        }
        try{
            $m_cursor = $mongoDB->au_redirected->find(array('p_id'=>$pid,'a_id'=>$aid),array('_id'=>0,'url'=>1,'http_status'=>1,'rd_from'=>1));
            while ($m_data = $m_cursor->getNext()) 
            {
                if ( isset($m_data['http_status']) && $m_data['http_status'] == 3001 )
                    $m_data['http_status'] = 301;
                if ( isset($m_data['http_status']) && $m_data['http_status'] == 3002 )
                    $m_data['http_status'] = 302;

                $return_data[$m_data['http_status']][] = array('url'=>$m_data['rd_from'], 'redirected_to'=>$m_data['url']);
            }
        }
        catch (Exception $e)
        {
            $return_data['status'] = 8003;
            $return_data['error'] = "Duplicate Local File Missing!!!";
            echo json_encode($return_data);
            exit;
        }

        // Gettting duplicate data
        $scp_command = 'sshpass -p "p@nk@j1234bij@y@" scp root@192.99.70.244:'.$file_path.' /var/www/html/Distributed/Auditor/tmp/'.$file_name;   

        $output =  shell_exec($scp_command." 2>&1");
        if (!is_null($output)){
            $return_data['status'] = 8004;
            $return_data['error'] = "Error with file transfer in duplicate content please try later and if problem exists please get back to dev team";
            echo json_encode($return_data);
            exit;
        }
        
        if(file_exists($local_file_path)) {
          $ttdummy = fopen($local_file_path, 'r');
        }
        else{
            $return_data['status'] = 8005;
            $return_data['error'] = "Duplicate Local File Missing!!!";
            echo json_encode($return_data);
            exit;
        }

        $dup_pages = array();

        while ($todummy = fgets($ttdummy)) 
        {
            if (!empty($todummy)) 
            {
                $data = json_decode($todummy, true);

                /*if (!in_array($data['pos'], $data['pos']))
                	$dup_pages[] = $data['pos'];*/

               	foreach ($data['dw'] as $key => $value) 
               	{
               		if ($value['perc'] > 95)
               			$range = '96-100';
               		elseif ($value['perc'] > 90 && $value['perc'] <=95 )
               			$range = '91-95'; 
               		elseif ($value['perc'] > 85 && $value['perc'] <=90 )
               			$range = '86-90';
               		elseif ($value['perc'] > 80 && $value['perc'] <=85 )
               			$range = '81-85'; 
               		elseif ($value['perc'] > 75 && $value['perc'] <=80 )
               			$range = '76-80';
               		elseif ($value['perc'] > 70 && $value['perc'] <=75 )
               			$range = '71-75';  

           			if ( !in_array($value['pos'], $dup_pages[$range]) ){
           				$dup_pages[$range]['comp'] = $data['pos'];
           				$dup_pages[$range][] = $value['pos'];
           			}

           			/*if ( !in_array($data['pos'], $dup_pages[$range]) )
           				$dup_pages[$range][] = $data['pos'];*/
               	}
            }
        }
        $return_data['dup_data'] = $dup_pages;
    }
    else{
        $return_data['error'] = "Please provide pid of project for which data has to be fetched.";
        echo json_encode($return_data);
        exit;
    }
   	echo json_encode($return_data);
   	exit;
?>