mirror of
https://github.com/buger/goreplay.git
synced 2024-04-21 12:32:02 +00:00
### performance - handling of the very big packet(any size that can be buffered) - speeding up TCP sessions by using message hints: Added **proto.HasFullPayload** that helps to validate the entire HTTP request, it supports `Chunked` encoding too! Added **proto.HasRequestTitle** and **proto.HasResponseTitle** for validating the beginning of HTTP request. Those methods are used `input_raw.go` with `TCP`. - supports Keep-Alive: the above functions helps to support keep-alive ### Packaging - **capture:** engines(capture/doc.go) - **tcp:** tcp message parser (tcp/doc.go) ### benchmarking - **capture.BenchmarkPcapDump:** the benchmarks regarding dumping packets in a pcap file - **capture.BenchmarkPcapFile:** the benchmarks of reading packets from a pcap file - **capture.BenchmarkPcap:** the benchmarks of parsing packets from the loopback interface with pcap handles - **proto.BenchmarkHasFullPayload:**: benchmarking this function which validates the HTTP payload - **tcp.BenchmarkPacketParseAndSort:** benchmarks of parsing and sorting packets - **tcp.BenchmarkMessageParserWithoutHint:** benchmarks of message reasembling by using `SYN` and `FIN` flag - **tcp.BenchmarkMessageParserWithHint:** benchmarks of message reasembling by using `proto.HasRequestTitle` and `proto.HasFullPayload` flag ### issues see linked issues ### tests - fixed input raw and engine tests **Most of the changed of the files, was about using functionalities of** `tcp` **and** `capture` **in existing functionalities**
272 lines
5.4 KiB
Go
272 lines
5.4 KiB
Go
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"sync"
|
|
"sync/atomic"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
func TestMain(m *testing.M) {
|
|
PRO = true
|
|
code := m.Run()
|
|
os.Exit(code)
|
|
}
|
|
|
|
func TestEmitter(t *testing.T) {
|
|
wg := new(sync.WaitGroup)
|
|
quit := make(chan int)
|
|
|
|
input := NewTestInput()
|
|
output := NewTestOutput(func(data []byte) {
|
|
wg.Done()
|
|
})
|
|
|
|
plugins := &InOutPlugins{
|
|
Inputs: []io.Reader{input},
|
|
Outputs: []io.Writer{output},
|
|
}
|
|
plugins.All = append(plugins.All, input, output)
|
|
|
|
emitter := NewEmitter(quit)
|
|
go emitter.Start(plugins, Settings.Middleware)
|
|
|
|
for i := 0; i < 1000; i++ {
|
|
wg.Add(1)
|
|
input.EmitGET()
|
|
}
|
|
|
|
wg.Wait()
|
|
emitter.Close()
|
|
}
|
|
|
|
func TestEmitterFiltered(t *testing.T) {
|
|
wg := new(sync.WaitGroup)
|
|
quit := make(chan int)
|
|
|
|
input := NewTestInput()
|
|
input.skipHeader = true
|
|
|
|
output := NewTestOutput(func(data []byte) {
|
|
wg.Done()
|
|
})
|
|
|
|
plugins := &InOutPlugins{
|
|
Inputs: []io.Reader{input},
|
|
Outputs: []io.Writer{output},
|
|
}
|
|
plugins.All = append(plugins.All, input, output)
|
|
|
|
methods := HTTPMethods{[]byte("GET")}
|
|
Settings.ModifierConfig = HTTPModifierConfig{Methods: methods}
|
|
|
|
emitter := &emitter{quit: quit}
|
|
go emitter.Start(plugins, "")
|
|
|
|
wg.Add(2)
|
|
|
|
id := uuid()
|
|
reqh := payloadHeader(RequestPayload, id, time.Now().UnixNano(), -1)
|
|
reqb := append(reqh, []byte("GET / HTTP/1.1\r\nHost: www.w3.org\r\nUser-Agent: Go 1.1 package http\r\nAccept-Encoding: gzip\r\n\r\n")...)
|
|
|
|
resh := payloadHeader(ResponsePayload, id, time.Now().UnixNano()+1, 1)
|
|
respb := append(resh, []byte("HTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n")...)
|
|
|
|
input.EmitBytes(reqb)
|
|
input.EmitBytes(respb)
|
|
|
|
id = uuid()
|
|
reqh = payloadHeader(RequestPayload, id, time.Now().UnixNano(), -1)
|
|
reqb = append(reqh, []byte("POST / HTTP/1.1\r\nHost: www.w3.org\r\nUser-Agent: Go 1.1 package http\r\nAccept-Encoding: gzip\r\n\r\n")...)
|
|
|
|
resh = payloadHeader(ResponsePayload, id, time.Now().UnixNano()+1, 1)
|
|
respb = append(resh, []byte("HTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n")...)
|
|
|
|
input.EmitBytes(reqb)
|
|
input.EmitBytes(respb)
|
|
|
|
wg.Wait()
|
|
emitter.Close()
|
|
|
|
Settings.ModifierConfig = HTTPModifierConfig{}
|
|
}
|
|
|
|
func TestEmitterSplitRoundRobin(t *testing.T) {
|
|
wg := new(sync.WaitGroup)
|
|
quit := make(chan int)
|
|
|
|
input := NewTestInput()
|
|
|
|
var counter1, counter2 int32
|
|
|
|
output1 := NewTestOutput(func(data []byte) {
|
|
atomic.AddInt32(&counter1, 1)
|
|
wg.Done()
|
|
})
|
|
|
|
output2 := NewTestOutput(func(data []byte) {
|
|
atomic.AddInt32(&counter2, 1)
|
|
wg.Done()
|
|
})
|
|
|
|
plugins := &InOutPlugins{
|
|
Inputs: []io.Reader{input},
|
|
Outputs: []io.Writer{output1, output2},
|
|
}
|
|
|
|
Settings.SplitOutput = true
|
|
|
|
emitter := NewEmitter(quit)
|
|
go emitter.Start(plugins, Settings.Middleware)
|
|
|
|
for i := 0; i < 1000; i++ {
|
|
wg.Add(1)
|
|
input.EmitGET()
|
|
}
|
|
|
|
wg.Wait()
|
|
|
|
emitter.Close()
|
|
|
|
if counter1 == 0 || counter2 == 0 || counter1 != counter2 {
|
|
t.Errorf("Round robin should split traffic equally: %d vs %d", counter1, counter2)
|
|
}
|
|
|
|
Settings.SplitOutput = false
|
|
}
|
|
|
|
func TestEmitterRoundRobin(t *testing.T) {
|
|
wg := new(sync.WaitGroup)
|
|
quit := make(chan int)
|
|
|
|
input := NewTestInput()
|
|
|
|
var counter1, counter2 int32
|
|
|
|
output1 := NewTestOutput(func(data []byte) {
|
|
atomic.AddInt32(&counter1, 1)
|
|
wg.Done()
|
|
})
|
|
|
|
output2 := NewTestOutput(func(data []byte) {
|
|
atomic.AddInt32(&counter2, 1)
|
|
wg.Done()
|
|
})
|
|
|
|
plugins := &InOutPlugins{
|
|
Inputs: []io.Reader{input},
|
|
Outputs: []io.Writer{output1, output2},
|
|
}
|
|
plugins.All = append(plugins.All, input, output1, output2)
|
|
|
|
Settings.SplitOutput = true
|
|
|
|
emitter := NewEmitter(quit)
|
|
go emitter.Start(plugins, Settings.Middleware)
|
|
|
|
for i := 0; i < 1000; i++ {
|
|
wg.Add(1)
|
|
input.EmitGET()
|
|
}
|
|
|
|
wg.Wait()
|
|
emitter.Close()
|
|
|
|
if counter1 == 0 || counter2 == 0 {
|
|
t.Errorf("Round robin should split traffic equally: %d vs %d", counter1, counter2)
|
|
}
|
|
|
|
Settings.SplitOutput = false
|
|
}
|
|
|
|
func TestEmitterSplitSession(t *testing.T) {
|
|
wg := new(sync.WaitGroup)
|
|
wg.Add(200)
|
|
|
|
quit := make(chan int)
|
|
|
|
input := NewTestInput()
|
|
input.skipHeader = true
|
|
|
|
var counter1, counter2 int32
|
|
|
|
output1 := NewTestOutput(func(data []byte) {
|
|
if payloadID(data)[0] == 'a' {
|
|
atomic.AddInt32(&counter1, 1)
|
|
}
|
|
wg.Done()
|
|
})
|
|
|
|
output2 := NewTestOutput(func(data []byte) {
|
|
if payloadID(data)[0] == 'b' {
|
|
atomic.AddInt32(&counter2, 1)
|
|
}
|
|
wg.Done()
|
|
})
|
|
|
|
plugins := &InOutPlugins{
|
|
Inputs: []io.Reader{input},
|
|
Outputs: []io.Writer{output1, output2},
|
|
}
|
|
|
|
Settings.SplitOutput = true
|
|
Settings.RecognizeTCPSessions = true
|
|
|
|
emitter := NewEmitter(quit)
|
|
go emitter.Start(plugins, Settings.Middleware)
|
|
|
|
for i := 0; i < 200; i++ {
|
|
// Keep session but randomize
|
|
id := make([]byte, 20)
|
|
if i&1 == 0 { // for recognizeTCPSessions one should be odd and other will be even number
|
|
id[0] = 'a'
|
|
} else {
|
|
id[0] = 'b'
|
|
}
|
|
input.EmitBytes([]byte(fmt.Sprintf("1 %s 1 1\nGET / HTTP/1.1\r\n\r\n", id[:20])))
|
|
}
|
|
|
|
wg.Wait()
|
|
|
|
if counter1 != counter2 {
|
|
t.Errorf("Round robin should split traffic equally: %d vs %d", counter1, counter2)
|
|
}
|
|
|
|
Settings.SplitOutput = false
|
|
Settings.RecognizeTCPSessions = false
|
|
emitter.Close()
|
|
}
|
|
|
|
func BenchmarkEmitter(b *testing.B) {
|
|
wg := new(sync.WaitGroup)
|
|
quit := make(chan int)
|
|
|
|
input := NewTestInput()
|
|
|
|
output := NewTestOutput(func(data []byte) {
|
|
wg.Done()
|
|
})
|
|
|
|
plugins := &InOutPlugins{
|
|
Inputs: []io.Reader{input},
|
|
Outputs: []io.Writer{output},
|
|
}
|
|
plugins.All = append(plugins.All, input, output)
|
|
|
|
emitter := NewEmitter(quit)
|
|
go emitter.Start(plugins, Settings.Middleware)
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
wg.Add(1)
|
|
input.EmitGET()
|
|
}
|
|
|
|
wg.Wait()
|
|
emitter.Close()
|
|
}
|