软件及源码下载:(http://pan.baidu.com/s/1jGE52pK)
涉及到的知识点:
libcurl的使用(包括发送http请求、发送cookie给服务器、保存cookie)
关于libcurl的资料,推荐大家参考下官方文档:http://curl.haxx.se/libcurl/c/example.html
软件运行结果
libcurl中的所有函数
curl_easy_duphandle
curl_easy_escape
curl_easy_getinfo
curl_easy_init
curl_easy_pause
curl_easy_perform
curl_easy_recv
curl_easy_reset
curl_easy_send
curl_easy_setopt
curl_easy_strerror
curl_easy_unescape
curl_escape (deprecated, do not use)
curl_formadd
curl_formfree
curl_formget
curl_free
curl_getdate
curl_getenv (deprecated, do not use)
curl_global_cleanup
curl_global_init
curl_global_init_mem
curl_mprintf (deprecated, do not use)
curl_multi_add_handle
curl_multi_assign
curl_multi_cleanup
curl_multi_fdset
curl_multi_info_read
curl_multi_init
curl_multi_perform
curl_multi_remove_handle
curl_multi_setopt
curl_multi_socket
curl_multi_socket_action
curl_multi_strerror
curl_multi_timeout
curl_share_cleanup
curl_share_init
curl_share_setopt
curl_share_strerror
curl_slist_append
curl_slist_free_all
curl_strequal (deprecated, do not use)
curl_strnequal (deprecated, do not use)
curl_unescape (deprecated, do not use)
curl_version
curl_version_info
描述:这个函数只能用一次。(其实在调用curl_global_cleanup 函数后仍然可再用)
如果这个函数在curl_easy_init函数调用时还没调用,它将由libcurl库自动完成。
参数:flags
CURL_GLOBAL_ALL //初始化所有的可能的调用。
CURL_GLOBAL_SSL //初始化支持 安全套接字层。
CURL_GLOBAL_WIN32 //初始化win32套接字库。
CURL_GLOBAL_NOTHING //没有额外的初始化。
描述:在结束libcurl使用的时候,用来对curl_global_init做的工作清理。类似于close的函数。
char *curl_version( );
一般curl_easy_init意味着一个会话的开始. 它的返回值一般都用在easy系列的函数中
参数:CURL类型的指针.
描述: 这个函数最重要了.几乎所有的curl 程序都要频繁的使用它.
它告诉curl库.程序将有如何的行为. 比如要查看一个网页的html代码等.
(这个函数有些像ioctl函数)
参数:
1 CURL类型的指针
2 各种CURLoption类型的选项.(都在curl.h库里有定义,man 也可以查看到)
3 parameter 这个参数 既可以是个函数的指针,也可以是某个对象的指针,也可以是个long型的变量.它用什么这取决于第二个参数.
CURLoption 这个参数的取值很多.具体的可以查看man手册.
option 运作起来.
参数:
CURL类型的指针
如何操作cookie
curl_easy_setopt(curl, CURLOPT_COOKIEJAR, "cookie.txt");
读取本地的cookie.txt文件中的cookie信息
1
|
curl_easy_setopt(easy_handle, CURLOPT_COOKIEFILE, "cookie.txt" );
|
模拟登录csdn
ReturnInfo CCSDNDlg::LoginServer(CString strUser,CString strPass)
{
ReturnInfo returnInfo;
returnInfo.bReturn = FALSE; CURL *curl;
CURLcode res;
struct curl_slist *headers = NULL;
curl_global_init(CURL_GLOBAL_ALL);
curl = curl_easy_init();
if(curl){
//初始化cookie引擎
curl_easy_setopt(curl, CURLOPT_COOKIEFILE, "");
curl_easy_setopt(curl,CURLOPT_FOLLOWLOCATION, 1L); //http请求头
headers = curl_slist_append(headers,"User-Agent:Mozilla/5.0 (Windows NT 6.1; WOW64; rv:25.0) Gecko/20100101 Firefox/25.0"); //模拟浏览器
headers = curl_slist_append(headers,"Host:passport.csdn.net");
headers = curl_slist_append(headers,"Accept:*/*");
headers = curl_slist_append(headers,"Accept-Language:zh-cn,zh;q=0.8,en-us;q=0.5,en;q=0.3");
headers = curl_slist_append(headers,"Accept-Encoding:gzip, deflate");
headers = curl_slist_append(headers,"X-Requested-With:XMLHttpRequest");
headers = curl_slist_append(headers,"Referer:https://passport.csdn.net/account/loginbox?callback=logined&hidethird=1&from=http%3a%2f%2fwww.csdn.net%2f");
headers = curl_slist_append(headers,"Connection:keep-alive"); curl_easy_setopt(curl, CURLOPT_COOKIEJAR, "cookie.txt"); //把服务器发过来的cookie保存到cookie.txt //发送http请求头
curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers);
char url[256];
sprintf(url,"http://passport.csdn.net/ajax/accounthandler.ashx?t=log&u=%s&p=%s&remember=0&f=http%3A%2F%2Fwww.csdn.net%2F&rand=0.47590136872096434",strUser,strPass);
curl_easy_setopt(curl, CURLOPT_URL,url); string content;
//设置回调函数
res = curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, writer);
res = curl_easy_setopt(curl, CURLOPT_WRITEDATA, &content); //执行http请求
res = curl_easy_perform(curl); string returnVal;
Utf8ToMb((char*)content.c_str(),content.length(),returnVal);
int pos = returnVal.find("\"status\":true");
if ( pos >= 0){
returnInfo.bReturn = TRUE;
int nStartPos = content.find("data\":");
int nEndPos = content.rfind("\"}}");
returnInfo.data = content.substr(nStartPos+6,nEndPos - nStartPos-4);
}else{
int nStartPos = returnVal.find("error\":");
int nEndPos = returnVal.find("data\":",nStartPos);
returnInfo.strErrorInfo = returnVal.substr(nStartPos+8,nEndPos-nStartPos-11);
}
//释放资源
curl_easy_cleanup(curl);
curl_slist_free_all(headers);
headers = NULL;
}
curl_global_cleanup();
return returnInfo;
}
根据给定的网址获取网页源码
static string GetHtmlPage(string url)
{
CURL *easy_handle;
CURLcode res;
string content;
curl_global_init(CURL_GLOBAL_ALL);
easy_handle = curl_easy_init();
if( easy_handle )
{
//初始化cookie引擎
curl_easy_setopt(easy_handle, CURLOPT_COOKIEFILE,"");
curl_easy_setopt(easy_handle,CURLOPT_TIMEOUT,5); //设置请求超时时间
//curl_easy_setopt(easy_handle,CURLOPT_VERBOSE,1); //输出请求头和响应头
//curl_easy_setopt(easy_handle,CURLOPT_HEADER,1);
curl_easy_setopt(easy_handle,CURLOPT_FOLLOWLOCATION, 1L); //http请求头
struct curl_slist *headers = NULL;
headers = curl_slist_append(headers,"Host: download.csdn.net");
headers = curl_slist_append(headers,"User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64; rv:25.0) Gecko/20100101 Firefox/25.0");
headers = curl_slist_append(headers,"Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8");
headers = curl_slist_append(headers,"Accept-Language: zh-cn,zh;q=0.8,en-us;q=0.5,en;q=0.3");
headers = curl_slist_append(headers,"Referer: http://www.csdn.net/");
headers = curl_slist_append(headers,"Connection: keep-alive");
curl_easy_setopt(easy_handle, CURLOPT_HTTPHEADER, headers); curl_easy_setopt(easy_handle, CURLOPT_COOKIEFILE, "cookie.txt"); //读取本地存储的cookie if(!InitCurl(easy_handle,res,url,content))
{
//释放资源
curl_slist_free_all(headers);
curl_easy_cleanup(easy_handle);
return NULL;
}
//释放资源
curl_slist_free_all(headers);
curl_easy_cleanup(easy_handle);
}
curl_global_cleanup();
string tt;
Utf8ToMb((char *)content.c_str(),content.length(),tt);
return tt;
}
获取下载资源总页数
static int GetTotalPageNum()
{
string url = "http://download.csdn.net/my/downloads/1"; string html = GetHtmlPage(url);
int nPos = html.rfind("尾页");
if (nPos == -1)
return -1;
nPos -= 2;
int nStartPos = html.rfind("/",nPos);
string strTotal = html.substr(nStartPos+1,nPos - nStartPos - 1);
return atoi(strTotal.c_str());
}
获取待评论的资源列表
static vector<DownResourceInfo> GetToCommentList(int pageNum)
{
vector<DownResourceInfo> vtDownload;
char url[128] = {0};
sprintf(url,"http://download.csdn.net/my/downloads/%d",pageNum);
string html = GetHtmlPage(url);
int nPos = 0;
int n = 0;
int flag = 1;
while((nPos = html.find("#comment",n)) != -1)
{
n = nPos+1;
int nStartPos = html.rfind("/",nPos);
string strUrl = html.substr(nStartPos+1,nPos - nStartPos -1);
DownResourceInfo info;
info.strResourceCurl = strUrl;
//获取资源的名字
nStartPos = html.find(strUrl,nPos+1);
if(nStartPos == -1)
return vtDownload;
nStartPos += 2;
nStartPos += strUrl.length();
int nEndPos = html.find("</a>",nStartPos);
string ResourceName = html.substr(nStartPos,nEndPos - nStartPos);
info.strResourceName = ResourceName;
vtDownload.push_back(info);
}
return vtDownload;
}
发表评论
static BOOL AddComment(string sourceId)
{
CURL *easy_handle;
CURLcode res;
string content;
curl_global_init(CURL_GLOBAL_ALL);
easy_handle = curl_easy_init();
if( easy_handle )
{
//初始化cookie引擎
curl_easy_setopt(easy_handle, CURLOPT_COOKIEFILE,"");
curl_easy_setopt(easy_handle,CURLOPT_FOLLOWLOCATION, 1L);
string url = "http://download.csdn.net/index.php/comment/post_comment?jsonpcallback=jsonp1385304626524&sourceid="+sourceId+"&content=%E9%9D%9E%E5%B8%B8%E6%84%9F%E8%B0%A2%EF%BC%8C%E8%BF%99%E8%B5%84%E6%BA%90%E6%88%91%E6%89%BE%E4%BA%86%E5%A5%BD%E4%B9%85%E4%BA%86%EF%BC%81&rating=5&t=1385304679900";
string referer = "Referer: http://download.csdn.net/detail/wasdzxce/"+sourceId;
//http请求头
struct curl_slist *headers = NULL;
headers = curl_slist_append(headers,"Host: download.csdn.net");
headers = curl_slist_append(headers,"User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64; rv:25.0) Gecko/20100101 Firefox/25.0");
headers = curl_slist_append(headers,"Accept: text/javascript, application/javascript, */*");
headers = curl_slist_append(headers,"Accept-Language: zh-cn,zh;q=0.8,en-us;q=0.5,en;q=0.3");
headers = curl_slist_append(headers,"Accept-Encoding: gzip, deflate");
headers = curl_slist_append(headers,"Content-Type: application/x-www-form-urlencoded");
headers = curl_slist_append(headers,"X-Requested-With: XMLHttpRequest");
headers = curl_slist_append(headers,referer.c_str());
headers = curl_slist_append(headers,"Connection: keep-alive");
curl_easy_setopt(easy_handle, CURLOPT_HTTPHEADER, headers);
curl_easy_setopt(easy_handle, CURLOPT_COOKIEFILE, "cookie.txt"); //读取本地存储的cookie if(!InitCurl(easy_handle,res,url,content))
{
//释放资源
curl_slist_free_all(headers);
curl_easy_cleanup(easy_handle);
curl_global_cleanup();
return FALSE;
}
//释放资源
curl_slist_free_all(headers);
curl_easy_cleanup(easy_handle);
}
curl_global_cleanup();
int pos = content.find("\"succ\":1");
if (pos>=0)
return TRUE;
else
return FALSE;
}