利用测试仪和 API 探索应用程序的工具
curl "https://api.crawlbase.com/?token=_USER_TOKEN_&url=https://httpbin.org/headers"
require 'net/http' uri = URI('https://api.crawlbase.com') uri.query = URI.encode_www_form({ token: '_USER_TOKEN_', url: 'https://httpbin.org/headers'}) res = Net::HTTP.get_response(uri) puts "Response HTTP Status Code: \#{res.code}" puts "Response HTTP Header Original Status: \#{res['original_status']}" puts "Response HTTP Response Body: \#{res.body}"
const https = require('https'); const url = encodeURIComponent('https://httpbin.org/headers'); const options = { hostname: 'api.crawlbase.com', path: '/?token=_USER_TOKEN_&url=' + url, }; https .request(options, (response) => { let body = ''; response.on('data', (chunk) => (body += chunk)).on('end', () => console.log(body)); }) .end();
$url = urlencode('https://httpbin.org/headers'); $ch = curl_init(); curl_setopt($ch, CURLOPT_URL, 'https://api.crawlbase.com/?token=_USER_TOKEN_&url=' . $url); curl_setopt($ch, CURLOPT_RETURNTRANSFER, true); $response = curl_exec($ch); curl_close($ch); var_dump($response);
from urllib2 import urlopen from urllib import quote_plus url = quote_plus('https://httpbin.org/headers') handler = urlopen('https://api.crawlbase.com/?token=_USER_TOKEN_&url=' + url) print handler.read()
rpackage main import ( "net/http" "fmt" "io/ioutil" "net/url" ) func main() { url := url.QueryEscape("https://httpbin.org/headers") resp, _ := http.Get("https://api.crawlbase.com/?token=_USER_TOKEN_&url=" + url) defer resp.Body.Close() body, _ := ioutil.ReadAll(resp.Body) fmt.Println("response Body: ", string(body))
访问令牌
网址
额外的可选参数
响应格式
用户代理
模拟装置
取回饼干
取回标题
饼干会议
请求标题
设置饼干
存储在云存储中？
效仿的国家
抓取内容？ （默认返回完整的 HTML）
自动解析
Tor网络
← 它是如何工作的？ L'API Scraper en quelques 分钟 →
©2024 爬网
文档爬取库