Java Programming Home Page: Archive: Message #100

Date: Oct 25 2000 18:09:56 EDT
From: "Java Programming" <javaProgramming-owner@listbot.com>
Subject: downloading a url

Hi All,
SW409 people might be interested in a program
that can download a URL from the web...so
Here we go!import java.io.*;
import java.net.*;
import java.util.*;


public class GetURL {
	public static void main(String args[]) {

	    print(arrayToString(searchAllTheWeb("fileio+in+java")));
	}
  public static String arrayToString(String a[]){
  	String s ="";
  	for (int i=0;i <a.length;i++)
  		s = s+a[i]+"\n";
  	return s;
  		
  }
  public static String [] searchAllTheWeb(String search) {
		String s =
			"http://www.alltheweb.com/cgi-bin/search?exec=FAST+Search&type=all&"
			+"query="
			+search;
	  return  url2StringNoExceptions(s);
  }
    public static String [] url2StringNoExceptions(String search) {
		String sa[] = null;
		try {
			sa = url2String(search);
		}
		catch(MalformedURLException e) {
			e.printStackTrace();
		}
		catch(IOException e) {
			e.printStackTrace();
		}
	  return sa;
  }
    public static String [] searchInFind(String search) {
		String s =
			"http://www.infind.com/infind/infind.exe?"
			+"query="
			+search
			+"&time=7";
		String sa[] = null;
		try {
			sa = url2String(s);
		}
		catch(MalformedURLException e) {
			e.printStackTrace();
		}
		catch(IOException e) {
			e.printStackTrace();
		}
	  return sa;
  }

  public static void print(String s[]) {
  	for (int i=0;  i < s.length; i++)
  		System.out.println(s[i]);
  }
  public static void print(String s) {
  		System.out.println(s);
  }
  public static String [] vector2String(Vector v) {
  	String s[] = new String[v.size()];
  	for (int i=0;i < s.length; i++)
  		s[i] = (String)v.elementAt(i);
  	return s;
  }
  public static String [] url2String(String url) 
  	throws MalformedURLException, IOException {
  	return vector2String(url2Vector(url));
  }
  public static Vector url2Vector(String urlString) 
  	throws MalformedURLException, IOException {
    URL url=new URL(urlString); 
    String nextLine; 
	Vector v = new Vector();

    BufferedReader br = new BufferedReader(
        new InputStreamReader(url.openStream()));
    while((nextLine = br.readLine()) != null)
		v.addElement(nextLine);
    return v;
  }
}