httpx 探測爬網好用工具

projectdiscovery/httpx

httpx is a fast and multi-purpose HTTP toolkit that allows running multiple probes using the retryablehttp library. It is designed to maintain result reliability with an increased number of threads.

# 安裝

go install -v github.com/projectdiscovery/httpx/cmd/httpx@latest

# 或

git clone https://github.com/projectdiscovery/httpx.git
cd httpx
make

# 使用

httpx -h

httpx -u ssorc.tw -sc -cl -ct -location -favicon -hash sha256 -jarm -rt -lc -wc -title -bp -server -td -method -websocket -ip -cname -asn -cdn -probe

# -u, -target string[]  input target host(s) to probe
# -sc, -status-code     display response status-code
# -cl, -content-length  display response content-length
# -ct, -content-type    display response content-type
# -location             display response redirect location
# -favicon              display mmh3 hash for '/favicon.ico' file
# -hash string          display response body hash (supported: md5,mmh3,simhash,sha1,sha256,sha512)
# -jarm                 display jarm fingerprint hash
# -rt, -response-time   display response time
# -lc, -line-count      display response body line count
# -wc, -word-count      display response body word count
# -title                display page title
# -bp, -body-preview    display first N characters of response body (default 100)
# -server, -web-server  display server name
# -td, -tech-detect     display technology in use based on wappalyzer dataset
# -method               display http request method
# -websocket            display server using websocket
# -ip                   display host ip
# -cname                display host cname
# -asn                  display host asn information
# -cdn                  display cdn/waf in use
# -probe                display probe status

# 檔案方式

cat <<EOF>hosts.txt
https://ssorc.tw
EOF

cat hosts.txt | httpx

httpx -list hosts.txt -silent -probe

# 掃 CIDR

echo 173.0.84.0/24 | httpx -silent

# 掃 AS Number

echo AS14421 | httpx -silent

# 截圖
# 要先安裝 gogole chrome
# 它會放到 output 目錄裡

httpx -screenshot -u https://example.com

httpx -screenshot -path fuzz_path.txt -u https://example.com