Download Twitter Posts
#!/usr/bin/php
<?php
define("NOSESSION",true);
set_include_path(".:/www/pin13.net/inc:/www/pin13.net/inc/modules:/www/common:/usr/share/pear");
include("auto_prepend.php");
include("twitter.inc.php");
$t = new twitter();
$res = $t->publicTimeline();
foreach( $res->status as $status ) {
$languages = array();
// strip out @usernames and urls
$twit = trim(preg_replace(array('/@[a-zA-Z0-9_]+/','|http://[^ ]*|'), '', $status->text));
$raw_date = strtotime($status->created_at);
$date = date('Y-m-d H:i:s',$raw_date);
parse_str(shell_exec('/www/pin13.net/scripts/twitterphone/lang.pl "'.$twit.'"'), $languages);
asort($languages,SORT_NUMERIC);
$languages = array_reverse($languages,true);
if( array_key_exists('en',$languages) && $languages['en'] > 0.10 ) {
$check = $db->SingleQuery("SELECT COUNT(id) AS num FROM twitterphone WHERE id=?");
$check->bind($status->id);
$check->execute();
if( $check['num'] == 0 ) {
echo $twit."\n";
$tweet = $db->Insert('twitterphone');
$tweet['id']=$status->id;
$tweet['date']=$date;
$tweet['tweet']=$twit;
$tweet['username']=$status->user->screen_name;
$tweet['location']=$status->user->location;
$tweet['user_pic']=$status->user->profile_image_url;
$tweet->insert();
}
}
}
?>
Language Identifying
#!/usr/bin/perl
use Lingua::Identify qw(:language_identification);
use Data::Dumper;
%languages = langof($ARGV[0]);
while ( my ($key, $value) = each(%languages) ) {
print "$key=$value&";
}