(".$news_block[$bareurl].")"; exit; if ($HTTP_GET_VARS['t4']) { echo "($source_file)
"; exit; } $source_file=preg_replace($news_block[$bareurl],'$1',$source_file,1); /// FETCH THE BODY WE NEED TO PARSE if ($bareurl=="aladhwaa") $source_file=preg_replace('/.+/is','',$source_file); if ($HTTP_GET_VARS['t3']) { echo "($source_file)
"; exit; } //echo "[".$url_regex[$bareurl]."]\n"; //echo "($source_file)
"; exit; } $source_file=str_replace("$baseurl/","",$source_file); // FIND THE BASE URL TO USE LATER $source_file=str_replace($baseurl,"",$source_file); $baseurl=$baseurl."/"; /*********** IDENTIFY ALL LINKS TO STORIES *********/ preg_match_all($url_regex[$bareurl],$source_file,$u); /***************************************************/ //echo "(urex:".$url_regex[$bareurl]." file:($source_file)"; /******* SOME EXCEPTIONS FOR A FEW SOURCES ******/ if ($bareurl=="aleshteraki") { for ($l=0;$l
\n"; for ($n=$ind; $n<$tot; $n++) { $u[$n]=$u[$n+1]; $google_file[$n]=$google_file[$n+1]; } array_pop($u); $ind--; array_pop($google_file); } } $google_file=array_values($google_file); } $u=array_values(array_unique($u)); $max=40; if ($bareurl=="googlenews") { $google_file=array_slice($google_file,0,$max); $google_file=array_reverse($google_file); } $u=array_slice($u,0,$max); $u=array_reverse($u); if ($HTTP_GET_VARS['t1']) { print_r($u); exit; } //******************************************************************************************************** //* START LOOP******************************************************************************************** //******************************************************************************************************** if (sizeof($u)<$max) $max=sizeof($u); //$u[$max-1]="index.php?option=com_content&task=view&id=97&Itemid=9"; if ($HTTP_GET_VARS['t2']) $temp_m=$max-1; else $temp_m=0; for ($i=$temp_m; $i<$max; $i++) //for ($i=0; $i<1; $i++) { unset($title,$date,$link,$updated,$writer,$image,$story,$comments,$c[1]); $skip_w=0; if ($bareurl=="yemenhurr") { preg_match('/\s*(.+?)\s*
/si',$u[$i],$date); preg_match('/ href="?(modules\.php\?name=News\&[^">\s]*file=article\&[^">\s]*sid=\d+)/si',$u[$i],$t); $u[$i]=$t[1]; } //echo "u$i:(".$u[$i]." d:${date[1]})"; //continue; if (strlen($u[$i])<2) continue; if (substr($u[$i],0,7)!="http://") $u[$i]=$baseurl.$u[$i]; /// ensure links are complete $u[$i]=urldecode($u[$i]); $u[$i]=html_entity_decode($u[$i]); /// decode if needed //echo "(u$i):".$u[$i]."
"; continue; if ($first_time) /// first loop entry (executed once only) { //******* CONNECT TO DATABASE ****** if (!$test) { mysql_connect("mysql7.websitesource.net","investo_yportal","yemenportal") or die( "no connection"); mysql_select_db("investo_yp") or die ("no select"); $table_exists=mysql_num_rows( mysql_query("SHOW TABLES LIKE 'ALL_STORIES'")); } else echo "
[Connected to DB]
"; //******* create table for source (and delete old one in test mode) ****** if ($prune || !$table_exists) { if ($table_exists) { echo "rows of ($bareurl) from ALL_STORIES dropped...
"; if (!$test) mysql_query('DELETE FROM ALL_STORIES WHERE source=\''.$bareurl.'\''); } $query="CREATE TABLE IF NOT EXISTS STATS (updated TIMESTAMP, total INT, google INT, ". "alexa1 INT, alexa2 TINYINT,daily_hits INT,visitors INT, files INT, total_hits INT)"; if (!$test) mysql_query($query)or die("Create table Error: ".mysql_error()); /// apply the query else echo "
[$query]
"; $query='CREATE TABLE IF NOT EXISTS SOURCES (source VARCHAR(50), latest_date DATE,'. 'updated TIMESTAMP, total INT, views INT, votes INT, comment_no INT, pic INT, last_ip BIGINT, PRIMARY KEY(source))'; if (!$test) mysql_query($query)or die("Create table Error: ".mysql_error()); /// apply the query else echo "
[$query]
"; if (!$test) mysql_query('ESCAPE \'\\\''); /// use escape figure echo "rows for ($bareurl just created.
"; /// some notification $query= <<
"; if (!$test) { $rs=mysql_query("SHOW INDEX FROM ALL_STORIES"); $r=mysql_fetch_array($rs); $r=mysql_fetch_array($rs); if ($r[2]!="ALL_STORIES_ix") mysql_query('CREATE FULLTEXT INDEX ALL_STORIES_ix ON ALL_STORIES(title,story,comments)')or die(mysql_error()); } else echo "
[CREATE FULLTEXT INDEX ALL_STORIES_ix ON ALL_STORIES(title,story,comment_no)]
"; } // end test mode $first_time=0; $s=""; $latest_date="01-01-2000"; } // end first time condition //echo "here1"; continue; if (!$test && (!$skip || !$comments_frame[$bareurl])&& exists($u[$i])) continue; // skip if link exists in db $img=""; $pic=0; $whole_file=""; $comments_str=""; /// reset variables we will use in loop //*********** stories for google are retrieved differently *********** if ($bareurl=="googlenews" || $bareurl=="googlenews_eng") $whole_file=$google_file[$i]; else $whole_file=shell_exec('links -source \''.$u[$i].'\''); // else retrieve it from the WWW //echo "[".$main_block[$bareurl]."]($whole_file)"; continue; //echo "here1"; continue; //****** First retrieve some information (e.g. date) needed for some sources ****** if ($bareurl=="alayyam") { $date[1]=preg_replace('/.+\s*(\d+)\/(\d+)\/(\d\d\d\d)\s.+/si', '$3'.'/'.'$2'.'/'.'$1',$whole_file); $whole_file=preg_replace($main_block[$bareurl],'$1',$whole_file); /* $whole_file=preg_replace('/.+?<\/span>/si','',$whole_file);*/ $whole_file=preg_replace('/<\s*a\s.+?href.+?>.+?<\/\s*a\s*>/si','',$whole_file); } elseif ($bareurl=="14october") { $date[1]=preg_replace('/.+'. '.+?\,\s*(.+?)<\/font><\/b><\/span>.+/si','$1',$whole_file); $whole_file=preg_replace($main_block[$bareurl],'$1',$whole_file); } elseif ($bareurl=="sabanews") { $date[1]=preg_replace('/.+\s*(\d+\/\d+\/\d+)\s*.+/si','$1',$whole_file); $whole_file=preg_replace($main_block[$bareurl],'$1',$whole_file); } elseif ($bareurl=="alwahdah") { $title[1]=preg_replace('/.+20\; font\-weight\:bold\;\">(.+?)
($whole_file)"; //***** some exceptions ******* if ($bareurl=="todaynews") $image[1]=str_replace("todaynews/","",$image[1]); //****** Retrieve the story text ****** preg_match($story_frame[$bareurl],$whole_file,$story); //****** Retrieve the comments if available (per comment) ****** preg_match_all($comments_frame[$bareurl],$whole_file,$c, PREG_PATTERN_ORDER); //****** Calculate the time the story was retrieved ****** $updated=gmdate("Y-m-d H:i:")."0"; //****** Do some formatting for retrieved values ****** $title[1]=preg_replace('/
',$comments_str)."\n"; $s=$s . "