mirror of
https://github.com/buger/goreplay.git
synced 2024-04-21 12:32:02 +00:00
### performance - handling of the very big packet(any size that can be buffered) - speeding up TCP sessions by using message hints: Added **proto.HasFullPayload** that helps to validate the entire HTTP request, it supports `Chunked` encoding too! Added **proto.HasRequestTitle** and **proto.HasResponseTitle** for validating the beginning of HTTP request. Those methods are used `input_raw.go` with `TCP`. - supports Keep-Alive: the above functions helps to support keep-alive ### Packaging - **capture:** engines(capture/doc.go) - **tcp:** tcp message parser (tcp/doc.go) ### benchmarking - **capture.BenchmarkPcapDump:** the benchmarks regarding dumping packets in a pcap file - **capture.BenchmarkPcapFile:** the benchmarks of reading packets from a pcap file - **capture.BenchmarkPcap:** the benchmarks of parsing packets from the loopback interface with pcap handles - **proto.BenchmarkHasFullPayload:**: benchmarking this function which validates the HTTP payload - **tcp.BenchmarkPacketParseAndSort:** benchmarks of parsing and sorting packets - **tcp.BenchmarkMessageParserWithoutHint:** benchmarks of message reasembling by using `SYN` and `FIN` flag - **tcp.BenchmarkMessageParserWithHint:** benchmarks of message reasembling by using `proto.HasRequestTitle` and `proto.HasFullPayload` flag ### issues see linked issues ### tests - fixed input raw and engine tests **Most of the changed of the files, was about using functionalities of** `tcp` **and** `capture` **in existing functionalities**
226 lines
5.9 KiB
Go
226 lines
5.9 KiB
Go
package main
|
|
|
|
// import (
|
|
// "bytes"
|
|
// "crypto/rand"
|
|
// "encoding/hex"
|
|
// "io"
|
|
// "net/http"
|
|
// "net/http/httptest"
|
|
// "strings"
|
|
// "sync"
|
|
// "testing"
|
|
// "time"
|
|
|
|
// "github.com/buger/goreplay/capture"
|
|
// "github.com/buger/goreplay/proto"
|
|
// )
|
|
|
|
// type fakeServiceCb func(string, int, []byte)
|
|
|
|
// // Simple service that generate token on request, and require this token for accesing to secure area
|
|
// func NewFakeSecureService(wg *sync.WaitGroup, cb fakeServiceCb) *httptest.Server {
|
|
// active_tokens := make([]string, 0)
|
|
// var mu sync.Mutex
|
|
|
|
// server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
|
|
// mu.Lock()
|
|
// defer mu.Unlock()
|
|
|
|
// switch req.URL.Path {
|
|
// case "/token":
|
|
// // Generate random token
|
|
// token_length := 10
|
|
// buf := make([]byte, token_length)
|
|
// rand.Read(buf)
|
|
// token := hex.EncodeToString(buf)
|
|
// active_tokens = append(active_tokens, token)
|
|
|
|
// w.Write([]byte(token))
|
|
|
|
// cb(req.URL.Path, 200, []byte(token))
|
|
// case "/secure":
|
|
// token := req.URL.Query().Get("token")
|
|
// token_found := false
|
|
|
|
// for _, t := range active_tokens {
|
|
// if t == token {
|
|
// token_found = true
|
|
// break
|
|
// }
|
|
// }
|
|
|
|
// if token_found {
|
|
// w.WriteHeader(http.StatusAccepted)
|
|
// cb(req.URL.Path, 202, []byte(nil))
|
|
// } else {
|
|
// w.WriteHeader(http.StatusForbidden)
|
|
// cb(req.URL.Path, 403, []byte(nil))
|
|
// }
|
|
// }
|
|
|
|
// wg.Done()
|
|
// }))
|
|
|
|
// return server
|
|
// }
|
|
|
|
// func TestFakeSecureService(t *testing.T) {
|
|
// var resp, token []byte
|
|
|
|
// wg := new(sync.WaitGroup)
|
|
|
|
// server := NewFakeSecureService(wg, func(path string, status int, resp []byte) {
|
|
// })
|
|
// defer server.Close()
|
|
|
|
// wg.Add(3)
|
|
|
|
// client := NewHTTPClient(server.URL, &HTTPClientConfig{Debug: true})
|
|
// resp, _ = client.Get("/token")
|
|
// token = proto.Body(resp)
|
|
|
|
// // Right token
|
|
// resp, _ = client.Get("/secure?token=" + string(token))
|
|
// if !bytes.Equal(proto.Status(resp), []byte("202")) {
|
|
// t.Error("Valid token should return status 202:", string(proto.Status(resp)))
|
|
// }
|
|
|
|
// // Wrong tokens forbidden
|
|
// resp, _ = client.Get("/secure?token=wrong")
|
|
// if !bytes.Equal(proto.Status(resp), []byte("403")) {
|
|
// t.Error("Wrong token should returns status 403:", string(proto.Status(resp)))
|
|
// }
|
|
|
|
// wg.Wait()
|
|
// }
|
|
|
|
// func TestEchoMiddleware(t *testing.T) {
|
|
// wg := new(sync.WaitGroup)
|
|
|
|
// from := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
// w.Header().Set("Env", "prod")
|
|
// w.Header().Set("RequestPath", r.URL.Path)
|
|
// wg.Done()
|
|
// }))
|
|
// defer from.Close()
|
|
|
|
// to := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
// w.Header().Set("Env", "test")
|
|
// w.Header().Set("RequestPath", r.URL.Path)
|
|
// wg.Done()
|
|
// }))
|
|
// defer to.Close()
|
|
|
|
// quit := make(chan int)
|
|
|
|
// // Catch traffic from one service
|
|
// fromAddr := strings.Replace(from.Listener.Addr().String(), "[::]", "127.0.0.1", -1)
|
|
// conf := RAWInputConfig{
|
|
// engine: capture.EnginePcap,
|
|
// expire: testRawExpire,
|
|
// protocol: ProtocolHTTP,
|
|
// trackResponse: true,
|
|
// }
|
|
// input := NewRAWInput(fromAddr, conf)
|
|
|
|
// // And redirect to another
|
|
// output := NewHTTPOutput(to.URL, &HTTPOutputConfig{Debug: false})
|
|
|
|
// plugins := &InOutPlugins{
|
|
// Inputs: []io.Reader{input},
|
|
// Outputs: []io.Writer{output},
|
|
// }
|
|
// plugins.All = append(plugins.All, input, output)
|
|
|
|
// // Start Gor
|
|
// emitter := NewEmitter(quit)
|
|
// go emitter.Start(plugins, "echo -n && GOR_TEST=true && ./examples/middleware/echo.sh")
|
|
|
|
// // Wait till middleware initialization
|
|
// time.Sleep(100 * time.Millisecond)
|
|
|
|
// // Should receive 2 requests from original + 2 from replayed
|
|
// client := NewHTTPClient(from.URL, &HTTPClientConfig{Debug: false})
|
|
|
|
// for i := 0; i < 10; i++ {
|
|
// wg.Add(2)
|
|
// // Request should be echoed
|
|
// client.Get("/a")
|
|
// time.Sleep(5 * time.Millisecond)
|
|
// client.Get("/b")
|
|
// time.Sleep(5 * time.Millisecond)
|
|
// }
|
|
|
|
// wg.Wait()
|
|
// emitter.Close()
|
|
// }
|
|
|
|
// func TestTokenMiddleware(t *testing.T) {
|
|
// var resp, token []byte
|
|
|
|
// wg := new(sync.WaitGroup)
|
|
|
|
// from := NewFakeSecureService(wg, func(path string, status int, tok []byte) {
|
|
// time.Sleep(10 * time.Millisecond)
|
|
// })
|
|
// defer from.Close()
|
|
|
|
// to := NewFakeSecureService(wg, func(path string, status int, tok []byte) {
|
|
// switch path {
|
|
// case "/secure":
|
|
// if status != 202 {
|
|
// t.Error("Server should receive valid rewritten token")
|
|
// }
|
|
// }
|
|
|
|
// time.Sleep(10 * time.Millisecond)
|
|
// })
|
|
// defer to.Close()
|
|
|
|
// quit := make(chan int)
|
|
|
|
// Settings.middleware = "echo -n && GOR_TEST=true && go run ./examples/middleware/token_modifier.go"
|
|
|
|
// fromAddr := strings.Replace(from.Listener.Addr().String(), "[::]", "127.0.0.1", -1)
|
|
// conf := RAWInputConfig{
|
|
// engine: capture.EnginePcap,
|
|
// expire: testRawExpire,
|
|
// protocol: ProtocolHTTP,
|
|
// trackResponse: true,
|
|
// }
|
|
// // Catch traffic from one service
|
|
// input := NewRAWInput(fromAddr, conf)
|
|
|
|
// // And redirect to another
|
|
// output := NewHTTPOutput(to.URL, &HTTPOutputConfig{Debug: true})
|
|
|
|
// plugins := &InOutPlugins{
|
|
// Inputs: []io.Reader{input},
|
|
// Outputs: []io.Writer{output},
|
|
// }
|
|
// plugins.All = append(plugins.All, input, output)
|
|
|
|
// // Start Gor
|
|
// emitter := NewEmitter(quit)
|
|
// go emitter.Start(plugins, Settings.middleware)
|
|
|
|
// // Should receive 2 requests from original + 2 from replayed
|
|
// wg.Add(2)
|
|
|
|
// client := NewHTTPClient(from.URL, &HTTPClientConfig{Debug: true})
|
|
|
|
// // Sending traffic to original service
|
|
// resp, _ = client.Get("/token")
|
|
// token = proto.Body(resp)
|
|
|
|
// resp, _ = client.Get("/secure?token=" + string(token))
|
|
// if !bytes.Equal(proto.Status(resp), []byte("202")) {
|
|
// t.Error("Valid token should return 202:", proto.Status(resp))
|
|
// }
|
|
|
|
// wg.Wait()
|
|
// emitter.Close()
|
|
// Settings.middleware = ""
|
|
// }
|