首页 > 代码库 > IDHTTP的基本用法
IDHTTP的基本用法
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 | 一、IDHTTP的基本用法 IDHttp和WebBrowser一样,都可以实现抓取远端网页的功能,但是http方式更快、更节约资源,缺点是需要手动维护cook,连接等 IDHttp的创建,需要引入IDHttp procedure InitHttp(); begin http := TIdHTTP . Create( nil ); http . ReadTimeout := 30000 ; http . OnRedirect := OnRedirect; http . Request . Accept := ‘image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, application/x-shockwave-flash, */*‘ ; http . Request . AcceptLanguage := ‘zh-cn‘ ; http . Request . ContentType := ‘application/x-www-form-urlencoded‘ ; http . Request . UserAgent := ‘Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Maxthon; .NET CLR 1.1.4322)‘ ; http . ProxyParams . ProxyServer := ‘代理服务器地址‘ ; http . ProxyParams . ProxyPort := ‘代理服务器端口‘ ; end ; 二、如何取得服务端返回的cookie信息,并添加到http的request对象中 procedure Setcookie; var i: Integer ; tmp, cookie: String ; begin cookie := ‘‘ ; for i := 0 to http . Response . RawHeaders . Count - 1 do begin tmp := http . Response . RawHeaders[i]; if pos( ‘set-cookie: ‘ , LowerCase(tmp)) = 0 then Continue; tmp := Trim(Copy(tmp, Pos( ‘Set-cookie: ‘ , tmp) + Length( ‘Set-cookie: ‘ ), Length(tmp))); tmp := Trim(Copy(tmp, 0 , Pos( ‘;‘ , tmp) - 1 )); if cookie = ‘‘ then cookie := tmp else cookie := cookie + ‘; ‘ + tmp; end ; if cookie <> ‘‘ then begin for i := 0 to http . Request . RawHeaders . Count - 1 do begin tmp := http . Request . RawHeaders[i]; if Pos( ‘cookie‘ , LowerCase(tmp)) = 0 then Continue; http . Request . RawHeaders . Delete(i); Break; end ; http . Request . RawHeaders . Add( ‘cookie: ‘ + cookie); end ; end ; 三、如何取得网页中的所有连接,对代码做修改你也可以实现查找所有图片等等 function GetURLList(Data: String ): TStringList; var i: Integer ; List: TStringList; tmp: String ; function Split(Data, Node: String ): TStringList; var Count, i, j: Integer ; function GetFieldCount(Data, Node: String ): Integer ; var i: Integer ; begin Result := - 1 ; i := Pos(Node, Data); if i = 0 then Exit; Result := 0 ; while i <> 0 do begin Inc(Result); Delete(Data, 1 , i + Length(Node) - 1 ); i := Pos(Node, Data); end ; end ; begin Result := TStringList . Create; Count := GetFieldCount(Data, Node); for i := 0 to Count - 1 do begin j := Pos(Node, Data); Result . Add(Copy(Data, 1 , j - 1 )); Delete(Data, 1 , j + Length(Node) - 1 ); end ; Result . Add(Data); end ; begin Result := TStringList . Create; try List := split(Data, ‘href=http://www.mamicode.com/‘ ); for i := 1 to List . Count - 1 do begin tmp := List[i]; tmp := Copy(tmp, 0 , Pos( ‘</a>‘ , tmp) - 1 ); tmp := Copy(tmp, 0 , Pos( ‘>‘ , tmp) - 1 ); if Pos( ‘ ‘ , tmp) <> 0 then tmp := Copy(tmp, 0 , Pos( ‘ ‘ , tmp) - 1 ); tmp := Q_ReplaceStr(tmp, Char ( 34 ), ‘‘ ); tmp := Q_ReplaceStr(tmp, Char ( 39 ), ‘‘ ); if not Compare(CI . Key, tmp) then Continue; if Copy(tmp, 1 , 7 ) <> ‘http://‘ then begin if Copy(tmp, 1 , 1 ) = ‘.‘ then tmp := StringReplace(tmp, ‘.‘ , ‘‘ , []); if Copy(tmp, 1 , 1 ) = ‘.‘ then tmp := StringReplace(tmp, ‘.‘ , ‘‘ , []); try tmp := ‘http://‘ + http . URL . Host + ‘:‘ + http . URL . Port + http . URL . Path + tmp; except end ; end ; if Result . IndexOf(tmp) <> - 1 then Continue; Result . Add(tmp); end ; FreeAndNil(List); except end ; end ; 四、如何模拟http的get方法打开一个网页 function GetMethod(http: TIDhttp; URL: String ; Max: Integer ): String ; var RespData: TStringStream; begin RespData := TStringStream . Create( ‘‘ ); try try Http . Get(URL, RespData); Http . Request . Referer := URL; Result := RespData . DataString; except Dec(Max); if Max = 0 then begin Result := ‘‘ ; Exit; end ; Result := GetMethod(http, URL, Max); end ; finally FreeAndNil(RespData); end ; end ; 五、如何模拟http的post方法提交一个网页 function PostMethod(URL, Data: String ; max: Integer ): String ; var PostData, RespData: TStringStream; begin RespData := TStringStream . Create( ‘‘ ); PostData := TStringStream . Create(Data); try try if http = nil then Exit; Http . Post(URL, PostData, RespData); Result := RespData . DataString; http . Request . Referer := URL; except Dec(Max); if Max = 0 then begin Result := ‘‘ ; Exit; end ; Result := PostMethod(URL, Data, Max); end ; finally http . Disconnect; FreeAndNil(RespData); FreeAndNil(PostData); end ; end ; 六、伪造session var My_Cookie,tmpcookie: string ; begin aIdHttp . Get( ‘http://www.huochepiao.net/‘ ); tmpcookie:=aIdHttp . Request . CustomHeaders . Values[ ‘Set-Cookie‘ ]; if Pos( ‘;‘ ,tmpcookie)> 0 then My_Cookie:=LeftBStr(tmpcookie,Pos( ‘;‘ ,tmpcookie)- 1 ) else My_Cookie:= tmpcookie; // aIdHTTP . Request . CustomHeaders . Clear; aIdHTTP . Request . CustomHeaders . Add( ‘Cookie:‘ +My_COOKIE); end ; |
IDHTTP的基本用法
声明:以上内容来自用户投稿及互联网公开渠道收集整理发布,本网站不拥有所有权,未作人工编辑处理,也不承担相关法律责任,若内容有误或涉及侵权可进行投诉: 投诉/举报 工作人员会在5个工作日内联系你,一经查实,本站将立刻删除涉嫌侵权内容。