"; /** * First step - initializing the API */ $res = ApiSCSE::init(API_USER, API_KEY, MODULE); if (!$res) { echo "Error during API initialization: "; die(ApiSCSE::getError() . "\n"); } /** * Second step - testing license state */ $license = ApiSCSE::getLicense(); $credits = ApiSCSE::getCredits(); echo "SCSE license active: {$license['name']}\n"; echo "SCSE wallet: {$credits['credit']} Credits\n"; if ((float)$credits['credit'] < 0.1) { die ("Insufficient Credits in wallet\n"); } echo "\n"; $job = ApiSCSE::getJob(JOBNAME); //var_dump($job); if ($job == NULL) { die("Job not found in module ".MODULE."\n"); } if ($job['start'] == 0) { die("Job was not started\n"); } echo "Job {$job['jobname']}:\n". "\t Created:\t{$job['created']}\n". "\t Max results per keyword:\t{$job['max_results']}\n". "\t Keywords:\t{$job['total_keywords']}\n". "\t Finished:\t{$job['total_results']}\n". "\t Available pages\t{$job['pages']}\n". "\t Estimated pages\t{$job['total_pages']}\n". "\t Finish:\t".($job['finished']?$job['finished']:$job['estimated_hours_left'].' hours')."\n"; @mkdir(DIRECTORY); for ($page = 1; $page <= $job['pages']; $page++) { $jobname=$job['jobname']; $filename_organic=$jobname.'.organic.'.$page; $filename_creative=$jobname.'.creative.'.$page; if (!OVERWRITE && file_exists(DIRECTORY . '/' . $filename_organic)) { echo "\tskipping page $page, file '$filename_organic' exists\n"; continue; } if (!$job['finished']) { $filename_organic.='.part'; $filename_creative.='.part'; } $results = ApiSCSE::getResults(JOBNAME, $page); @unlink(DIRECTORY.'/'.$filename_organic); @unlink(DIRECTORY.'/'.$filename_creative); echo "Handling page/file $page\n"; echo "As of 2018 this functionality mostly became obsolete by the new Export API\n"; foreach ($results['keyword_results'] as &$result) { $position=0; foreach ($result['results_organic'] as $list) { $position++; if ($position > RESULTS_PER_KEYWORD) break; // skip any remaining results $line = $result['keyword'].SEPARATOR.$position.SEPARATOR.$list['url'].SEPARATOR.$list['title'].SEPARATOR."\r\n"; // customize format and file content here $bytes = file_put_contents(DIRECTORY.'/'.$filename_organic, $line , FILE_APPEND | LOCK_EX); if (!$bytes) { die("Error writing to ".DIRECTORY.'/'.$filename_organic); } } if ($result['creative'] > 0) { $position=0; foreach ($result['results_creative'] as $list) { $position++; if ($position > RESULTS_PER_KEYWORD) break; $line = $result['keyword'].SEPARATOR.$position.SEPARATOR.$list['url'].SEPARATOR.$list['title'].SEPARATOR."\r\n"; // customize format and file content here $bytes = file_put_contents(DIRECTORY.'/'.$filename_creative, $line , FILE_APPEND | LOCK_EX); if (!$bytes) { die("Error writing to ".DIRECTORY.'/'.$filename_creative); } } } } } echo "finished all available pages\n"; if (MODE == 'http') echo "";