#!/usr/bin/perl

# harvest-tweets.pl - query Twitter and output results

# Eric Lease Morgan <eric_morgan@infomotions.com>
# December 8, 2010 - first hack; boy, net::twitter::lite requires a lot!
# January 12, 2011 - added max_id but only useful if done manually; half baked!!


# configure
use constant QUERY => '#c4l14';

# require
use strict;
use Net::Twitter::Lite;
use Data::Dumper;

# initialize
my $nt    = Net::Twitter::Lite->new;
my $query = QUERY;
my $page  = 1;
binmode STDOUT, ":utf8";

=cut
my $r = eval { $nt->search( $query, { page => $page, max_id => '23079911560318976' })};
if ( $@ ) {

	print 'code: ' , $@->code, "\n"; 
	print 'error: ' , $@->error, "\n"; 
	print Dumper ($@->http_response), "\n"; 
	print 'message: ' , $@->message, "\n"; 
	print 'twitter_error: ' , $@->twitter_error, "\n"; 
	exit;
}
=cut

# search & retreive
while ( my $r = $nt->search( $query, { page => $page, max_id => '23079911560318976' } )) {
    
    #print Dumper( $r ); last;
    
    # process results
    for my $status ( @{$r->{results}} ) {
    
        # get date
        my $date = $status->{created_at};
        my $id   = $status->{id};
        
        # munge tweet
        my $tweet = $status->{text};
        $tweet =~ s/$query//eg;
        $tweet =~ s/RT//g;
        $tweet = lc( $tweet );
        
        # output
        print "$id\t$date\t$tweet\n";
        
    }
       
   # increment
   $page++;

}

# done
exit;