命令行版 HTTP 工具集，自动化检查网站状态

go get -v github.com/projectdiscovery/httpx/cmd/httpx

[root@vultrguest ~]# httpx -h
Usage of httpx:
  -H value                # 自定义 header，比如 UA、cookie 等
      Custom Header       
  -allow value            
      Allowlist ip/cidr
  -body string          
      Content to send in body with HTTP request
  -cdn                    # 根据页面返回 header，判断是否存在 cdn
      Check if domain's ip belongs to known CDN (akamai, cloudflare, ..)
  -cname
      Output first cname
  -content-length         # 输出返回包的长度
      Extracts content length
  -content-type           # 输出网站的内容类型
      Extracts content-type
  -csp-probe
      Send HTTP probes on the extracted CSP domains
  -debug
      Debug mode
  -deny value
      Denylist ip/cidr
  -exclude-cdn
      Skip full port scans for CDNs (only checks for 80,443)
  -extract-regex string
      Extract Regex
  -fc string              # 过滤掉某些状态码的网站，比如 404、500 等
      Filter status code
  -filter-regex string
      Filter Regex
  -filter-string string
      Filter String
  -fl string
      Filter content length
  -follow-host-redirects
      Only follow redirects on the same host
  -follow-redirects
      Follow Redirects
  -http-proxy string      # 设置请求代理
      HTTP Proxy, eg http://127.0.0.1:8080
  -http2
      HTTP2 probe
  -include-chain
      Show Raw HTTP Chain In Output (-json only)
  -include-response
      Show Raw HTTP Response In Output (-json only)
  -ip                     # 输出域名对应的 IP
      Output target ip
  -json
      JSON Output
  -l string
      File containing domains
  -location
      Extracts location header
  -match-regex string
      Match Regex
  -match-string string
      Match string
  -mc string
      Match status code
  -method
      Display request method
  -ml string
      Match content length
  -no-color
      No Color
  -no-fallback
      If HTTPS on port 443 is successful on default configuration, probes also port 80 for HTTP
  -no-fallback-scheme
      The tool will respect and attempt the scheme specified in the url (if HTTPS is specified no HTTP is attempted)
  -o string
      File to write output to (optional)
  -path string
      Request path/file (example '/api')
  -paths string
      Command separated paths or file containing one path per line (example '/api/v1,/apiv2')
  -pipeline
      HTTP1.1 Pipeline
  -ports value
      ports range (nmap syntax: eg 1,2-10,11)
  -probe
      Display probe status
  -random-agent
      Use randomly selected HTTP User-Agent header value (default true)
  -rate-limit int
      Maximum requests to send per second (default 150)
  -request string
      File containing raw request
  -response-in-json
      Show Raw HTTP Response In Output (-json only) (deprecated)
  -response-size-to-read int
      Max response size to read in bytes (default - unlimited) (default 2147483647)
  -response-size-to-save int
      Max response size to save in bytes (default - unlimited) (default 2147483647)
  -response-time
      Output the response time
  -resume
      Resume scan using resume.cfg
  -retries int
      Number of retries
  -silent
      Silent mode
  -sr
      Save response to file (default 'output')
  -srd string
      Save response directory (default "output")
  -stats
      Enable statistic on keypress (terminal may become unresponsive till the end)
  -status-code
      Extracts status code
  -store-chain
      Save chain to file (default 'output')
  -tech-detect
      Perform wappalyzer based technology detection
  -threads int
      Number of threads (default 50)
  -timeout int
      Timeout in seconds (default 5)
  -title
      Extracts title
  -tls-grab
      Perform TLS data grabbing
  -tls-probe
      Send HTTP probes on the extracted TLS domains
  -unsafe
      Send raw requests skipping golang normalization
  -verbose
      Verbose Mode
  -version
      Show version of httpx
  -vhost
      Check for VHOSTs
  -vhost-input
      Get a list of vhosts as input
  -web-server
      Extracts server header
  -websocket
      Prints out if the server exposes a websocket
  -x string
      Request Methods, use ALL to check all verbs ()