JAVA 动态替换代理IP并模拟POST请求

首先创建一下代理的IP和端口

package postTest;

import java.util.List;

/**
 * 
 * 获取代理信息
 * 
 * */
public class ProxyInfo {
String proxyIP = null;
String proxyPort = null;

    public String getProxyIP() {
return proxyIP;
}
public void setProxyIP(String proxyIP) {
this.proxyIP = proxyIP;
}
public String getProxyPort() {
return proxyPort;
}
public void setProxyPort(String proxyPort) {
this.proxyPort = proxyPort;
}
public static List<ProxyInfo> arrayList() {
// TODO Auto-generated method stub

return null;
}
}

然后从文件中读入代理IP和端口列表，以空格分割

package postTest;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.util.ArrayList;

public class ReadFile {
/**
 *读取TXT文件中的代理配置文件
 *1、获得文件句柄
 *2、 获得的句柄当作一个字节码流，对输入的码流进行读取
 *读取到输入流之后，需要读取生成字节流
 * 逐行输出
 * 考虑到异常情况
 * */
public static ArrayList<ProxyInfo> readFile(String filePath){
String encoding = "UTF-8";
File file = new File(filePath);
ProxyInfo proxys = new ProxyInfo();
ArrayList<ProxyInfo> infos = new ArrayList<ProxyInfo>();
if(file.isFile() && file.exists()){//判断文件是否存在
try {
InputStreamReader read = new InputStreamReader(
new FileInputStream(file), encoding);//编码格式
BufferedReader bufferedReader = new BufferedReader(read);
String textLine = null;

for(int i = 0; (textLine = bufferedReader.readLine()) != null; i++){
String[] proxyInfo = textLine.split(" ");
proxys.setProxyIP(proxyInfo[0]);
proxys.setProxyPort(proxyInfo[1]);
infos.add(proxys);
//System.out.println(((ProxyInfo) infos.get(i)).getProxyIP());
//System.out.println(((ProxyInfo) infos.get(i)).getProxyPort());
}
} catch (UnsupportedEncodingException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (FileNotFoundException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e){
e.printStackTrace();
}
}else{
System.out.println("Can not find the Proxy File");
}
return infos;
}
/*public static void main(String[] args){
readFile("D:/proxy.txt");
} */
}

然后，将读入的IP列表设置为代理

package postTest;

import postTest.*;

import org.apache.log4j.*;
import java.io.*;
import java.net.*;
import java.util.*;

public class TestPost {  

private static final Logger log = Logger.getLogger(TestPost.class);

    public static void TestPost() throws IOException {  
    /*ProxyInfo proxyInfo = new ProxyInfo();
    String proxyIP = proxyInfo.getProxyIP();
        int proxyPort = proxyInfo.getProxyPort();*/

    //ReadFile.readFile("");

ArrayList<ProxyInfo> abc = ReadFile.readFile("D:/proxy.txt");
        URL url = new URL("http://vote.sinabz.com/index.php?c=Index&a=tp");  
        for(int i = 0; i < 1; i++ ){
        //Proxy proxy = new Proxy(Proxy.Type.DIRECT.HTTP, new InetSocketAddress("127.0.0.1", 8087));
        System.getProperty("http.maxRedirects", "50");
        System.getProperties().setProperty("proxySet", "true");
        System.out.println("此时的代理服务器设置为" + abc.get(i).getProxyIP()
        + "端口号设置为" + abc.get(i).getProxyPort());
        URLConnection connection = url.openConnection(); 
        connection.setRequestProperty(//设置终端类型
        "User-Agent",
        "Mozilla/4.0 (compatible; MSIE 7.0; NT 5.1; GTB5; .NET CLR 2.0.50727; CIBA)"
        );  
        System.getProperties().setProperty("http.proxyHost", abc.get(i).getProxyIP());
        System.getProperties().setProperty("http.proxyPort", abc.get(i).getProxyPort());

            connection.setDoOutput(true);  
            OutputStreamWriter out = new OutputStreamWriter(connection.getOutputStream(), "UTF-8");  
            out.write("id=19&submit="); // 向页面传递数据。post的关键所在！  
            out.flush();  
            out.close();  
            // 一旦发送成功，用以下方法就可以得到服务器的回应：  
            String sCurrentLine;  
            String sTotalString;  
            sCurrentLine = "";  
            sTotalString = "";  
            InputStream l_urlStream;  
            l_urlStream = connection.getInputStream();  
            // 传说中的三层包装阿！  
            BufferedReader l_reader = new BufferedReader(new InputStreamReader(  
                    l_urlStream));  
            while ((sCurrentLine = l_reader.readLine()) != null) {  
                sTotalString += sCurrentLine + "\r\n";  

            }  
            System.out.println(sTotalString);  
        log.info(getHtml("http://www.ip138.com/ips138.asp?"));  
        }  
    }  

public static void main(String[] args) throws IOException {  
    //System.setProperties("");
    //System.setProperty("", "");
        TestPost();  
    }  
/****************下面是从IP138获取一下是否正确设置了代理服务器**************/
private static String getHtml(String address){  
        StringBuffer html = new StringBuffer();  
        String result = null;  
        try{  
            URL url = new URL(address);  
            URLConnection conn = url.openConnection();  
            conn.setRequestProperty("User-Agent","Mozilla/4.0 (compatible; MSIE 7.0; NT 5.1; GTB5; .NET CLR 2.0.50727; CIBA)");  
            BufferedInputStream in = new BufferedInputStream(conn.getInputStream());  

            try{  
                String inputLine;  
                byte[] buf = new byte[4096];  
                int bytesRead = 0;  
                while (bytesRead >= 0) {  
                    inputLine = new String(buf, 0, bytesRead, "ISO-8859-1");  
                    html.append(inputLine);  
                    bytesRead = in.read(buf);  
                    inputLine = null;  
                }  
                buf = null;  
            }finally{  
                in.close();  
                conn = null;  
                url = null;  
            }  
            result = new String(html.toString().trim().getBytes("ISO-8859-1"), "gb2312").toLowerCase();  

        }catch (Exception e) {  
            e.printStackTrace();  
            return null;  
        }finally{  
            html = null;              
        }  
        System.out.println(result);
        return result;  
    }  
}