mirror of
https://github.com/buger/goreplay.git
synced 2024-04-21 12:32:02 +00:00
Urban IshimweandGitHub
fdc8b094f0
### performance - handling of the very big packet(any size that can be buffered) - speeding up TCP sessions by using message hints: Added **proto.HasFullPayload** that helps to validate the entire HTTP request, it supports `Chunked` encoding too! Added **proto.HasRequestTitle** and **proto.HasResponseTitle** for validating the beginning of HTTP request. Those methods are used `input_raw.go` with `TCP`. - supports Keep-Alive: the above functions helps to support keep-alive ### Packaging - **capture:** engines(capture/doc.go) - **tcp:** tcp message parser (tcp/doc.go) ### benchmarking - **capture.BenchmarkPcapDump:** the benchmarks regarding dumping packets in a pcap file - **capture.BenchmarkPcapFile:** the benchmarks of reading packets from a pcap file - **capture.BenchmarkPcap:** the benchmarks of parsing packets from the loopback interface with pcap handles - **proto.BenchmarkHasFullPayload:**: benchmarking this function which validates the HTTP payload - **tcp.BenchmarkPacketParseAndSort:** benchmarks of parsing and sorting packets - **tcp.BenchmarkMessageParserWithoutHint:** benchmarks of message reasembling by using `SYN` and `FIN` flag - **tcp.BenchmarkMessageParserWithHint:** benchmarks of message reasembling by using `proto.HasRequestTitle` and `proto.HasFullPayload` flag ### issues see linked issues ### tests - fixed input raw and engine tests **Most of the changed of the files, was about using functionalities of** `tcp` **and** `capture` **in existing functionalities**
74 lines
1.5 KiB
Go
74 lines
1.5 KiB
Go
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"compress/gzip"
|
|
"io/ioutil"
|
|
"net/http/httputil"
|
|
"strconv"
|
|
|
|
"github.com/buger/goreplay/proto"
|
|
)
|
|
|
|
func prettifyHTTP(p []byte) []byte {
|
|
headSize := bytes.IndexByte(p, '\n') + 1
|
|
head := p[:headSize]
|
|
body := p[headSize:]
|
|
|
|
headersPos := proto.MIMEHeadersEndPos(body)
|
|
|
|
if headersPos < 5 || headersPos > len(body) {
|
|
return p
|
|
}
|
|
|
|
headers := body[:headersPos]
|
|
content := body[headersPos:]
|
|
|
|
var tEnc, cEnc []byte
|
|
proto.ParseHeaders([][]byte{headers}, func(header, value []byte) {
|
|
if bytes.EqualFold(header, []byte("Transfer-Encoding")) {
|
|
tEnc = value
|
|
}
|
|
|
|
if bytes.EqualFold(header, []byte("Content-Encoding")) {
|
|
cEnc = value
|
|
}
|
|
})
|
|
|
|
if len(tEnc) == 0 && len(cEnc) == 0 {
|
|
return p
|
|
}
|
|
|
|
if bytes.Equal(tEnc, []byte("chunked")) {
|
|
buf := bytes.NewBuffer(content)
|
|
r := httputil.NewChunkedReader(buf)
|
|
content, _ = ioutil.ReadAll(r)
|
|
|
|
headers = proto.DeleteHeader(headers, []byte("Transfer-Encoding"))
|
|
|
|
newLen := strconv.Itoa(len(content))
|
|
headers = proto.SetHeader(headers, []byte("Content-Length"), []byte(newLen))
|
|
}
|
|
|
|
if bytes.Equal(cEnc, []byte("gzip")) {
|
|
buf := bytes.NewBuffer(content)
|
|
g, err := gzip.NewReader(buf)
|
|
|
|
if err != nil {
|
|
Debug(1, "[Prettifier] GZIP encoding error:", err)
|
|
return []byte{}
|
|
}
|
|
|
|
content, _ = ioutil.ReadAll(g)
|
|
|
|
headers = proto.DeleteHeader(headers, []byte("Content-Encoding"))
|
|
|
|
newLen := strconv.Itoa(len(content))
|
|
headers = proto.SetHeader(headers, []byte("Content-Length"), []byte(newLen))
|
|
}
|
|
|
|
newPayload := append(append(head, headers...), content...)
|
|
|
|
return newPayload
|
|
}
|