pycurl的效率真是 太牛了 丢弃urllib2 回归pycurl
王锋 2010年08月27日 星期五 10:09 | 4545次浏览 | 8条评论
简单的 PycURL 例子
import pycurl
import StringIO
url = "http://www.google.com/"
crl = pycurl . Curl ( )
crl. setopt ( pycurl . VERBOSE ,1 )
crl. setopt ( pycurl . FOLLOWLOCATION , 1 )
crl. setopt ( pycurl . MAXREDIRS , 5 )
crl. fp = StringIO . StringIO ( )
crl. setopt ( pycurl . URL , url )
crl. setopt ( crl. WRITEFUNCTION , crl. fp . write )
crl. perform ( )
print crl. fp . getvalue ( )
PycURL 自动处理cookie
import pycurl
import StringIO
url = "http://www.google.com/"
crl = pycurl . Curl ( )
crl. setopt ( pycurl . VERBOSE ,1 )
crl. setopt ( pycurl . FOLLOWLOCATION , 1 )
crl. setopt ( pycurl . MAXREDIRS , 5 )
crl. fp = StringIO . StringIO ( )
crl. setopt ( pycurl . URL , url )
crl. setopt ( crl. WRITEFUNCTION , crl. fp . write )
# Option -b/--cookie <name=string/file> Cookie string or file to read cookies from
# Note: must be a string, not a file object.
crl. setopt ( pycurl . COOKIEFILE , "cookie_file_name" )
# Option -c/--cookie-jar <file> Write cookies to this file after operation
# Note: must be a string, not a file object.
crl. setopt ( pycurl . COOKIEJAR , "cookie_file_name" )
crl. perform ( )
print crl. fp . getvalue ( )
PycURL 实现POST方法
import
pycurl
import
StringIO
import
urllib
url =
"http://www.google.com/"
post_data_dic =
{
"name"
:
"value"
}
crl =
pycurl
.
Curl
(
)
crl.
setopt
(
pycurl
.
VERBOSE
,
1
)
crl.
setopt
(
pycurl
.
FOLLOWLOCATION
,
1
)
crl.
setopt
(
pycurl
.
MAXREDIRS
,
5
)
#crl.setopt(
pycurl
.AUTOREFERER,1)
crl.
setopt
(
pycurl
.
CONNECTTIMEOUT
,
60
)
crl.
setopt
(
pycurl
.
TIMEOUT
,
300
)
#crl.setopt(
pycurl
.PROXY,proxy)
crl.
setopt
(
pycurl
.
HTTPPROXYTUNNEL
,
1
)
#crl.setopt(
pycurl
.NOSIGNAL, 1)
crl.
fp
=
StringIO
.
StringIO
(
)
crl.
setopt
(
pycurl
.
USERAGENT
,
"dhgu hoho"
)
# Option -d/--data <data> HTTP POST data
crl.
setopt
(
crl.
POSTFIELDS
,
urllib
.
urlencode
(
post_data_dic
)
)
crl.
setopt
(
pycurl
.
URL
, url
)
crl.
setopt
(
crl.
WRITEFUNCTION
, crl.
fp
.
write
)
crl.
perform
(
)
print
crl.
fp
.
getvalue
(
)
urllib 超时设置
import
socket
socket
.
setdefaulttimeout
(
5.0
)
评论
Zeuux © 2024
京ICP备05028076号
回复 刘洋 2011年06月04日 星期六 10:59