|
|
hi iam new to java
i want to extract URLs from search engine such google
i tried it and iam getting one URL
how to get all URLs
here is my code
import java.net.*;
import java.io.*;
import java.util.*;
class Googly2
{
public static void main(String[] args)
{
try{
//Reading the keyword from text file
DataInputStream din=new DataInputStream(new BufferedInputStream(new FileInputStream("/forum/CDocuments_and_SettingsAdministratorDesktopkeywordfile.txt")));
String str;
while((str=din.readLine())!=null)
{
System.out.println("\nKeyword :" +str);
//Creating URL
URL url = new URL("http://www.google.com/sponsoredlinks?hl=en&lr=&q="+str);
URLConnection conn = url.openConnection();
conn.setRequestProperty("User-Agent","");
conn.connect();
//Reading the page
BufferedReader in =
new BufferedReader(new InputStreamReader(conn.getInputStream()));
String line;
String lines;
String result="";
String urlResult="";
int c=0;
while((line=in.readLine())!=null)
{
if(line.indexOf("return ss")!=-1)
{
c++;
System.out.println("C :"+c);}
if(line.indexOf("return ss")!=-1)
{
System.out.println("C :"+c);
urlResult= line.substring(line.indexOf("return ss"),line.indexOf("onMouseOut"));
}
}
System.out.println("\nURL : "+urlResult);
}
}catch(Exception e)
{
e.printStackTrace();
}
}}
|
|
|
|
|
|
|
|
amitha_n