try using a perl script to scrape the website. Here is a simple (and rough) script for getting data# yahoo_search.pl# Accepts a search term and shows the top results.# Usage: yahoo_search.pl <Query>## You can create an AppID, and read the full documentation# for Yahoo! Web Services at
http://developer.yahoo.net/use strict;use LWP::Simple;use XML::Simple;# Set your unique Yahoo! Application IDmy $appID = "insert your app ID";# Grab the incoming search querymy $query = join(' ', @ARGV) or die "Usage: yahoo_search.pl <query>\n";# Construct a Yahoo! Search Query with only required optionsmy $language = "en";my $req_url = "
http://api.search.yahoo.com/";$req_url .= "WebSearchService/V1/webSearch?";$req_url .= "appid=$appID";$req_url .= "&query=$query";$req_url .= "&language=$language";# Make the requestmy $yahoo_response = get($req_url);# Parse the XMLmy $xmlsimple = XML::Simple->new( );my $yahoo_xml = $xmlsimple->XMLin($yahoo_response);# Initialize results countermy $i;# Loop through the items returned, printing them outforeach my $result (@{$yahoo_xml->{Result}}) {$i++;my $title = $result->{Title};my $summary = $result->{Summary};my $url = $result->{Url};print "$i. $title\n$summary\n$url\n\n";}