mirror of
https://github.com/buger/goreplay.git
synced 2024-04-21 12:32:02 +00:00
Urban IshimweandGitHub
fdc8b094f0
### performance - handling of the very big packet(any size that can be buffered) - speeding up TCP sessions by using message hints: Added **proto.HasFullPayload** that helps to validate the entire HTTP request, it supports `Chunked` encoding too! Added **proto.HasRequestTitle** and **proto.HasResponseTitle** for validating the beginning of HTTP request. Those methods are used `input_raw.go` with `TCP`. - supports Keep-Alive: the above functions helps to support keep-alive ### Packaging - **capture:** engines(capture/doc.go) - **tcp:** tcp message parser (tcp/doc.go) ### benchmarking - **capture.BenchmarkPcapDump:** the benchmarks regarding dumping packets in a pcap file - **capture.BenchmarkPcapFile:** the benchmarks of reading packets from a pcap file - **capture.BenchmarkPcap:** the benchmarks of parsing packets from the loopback interface with pcap handles - **proto.BenchmarkHasFullPayload:**: benchmarking this function which validates the HTTP payload - **tcp.BenchmarkPacketParseAndSort:** benchmarks of parsing and sorting packets - **tcp.BenchmarkMessageParserWithoutHint:** benchmarks of message reasembling by using `SYN` and `FIN` flag - **tcp.BenchmarkMessageParserWithHint:** benchmarks of message reasembling by using `proto.HasRequestTitle` and `proto.HasFullPayload` flag ### issues see linked issues ### tests - fixed input raw and engine tests **Most of the changed of the files, was about using functionalities of** `tcp` **and** `capture` **in existing functionalities**
60 lines
1.6 KiB
Go
60 lines
1.6 KiB
Go
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
|
|
"github.com/Shopify/sarama"
|
|
"github.com/buger/goreplay/proto"
|
|
)
|
|
|
|
// KafkaConfig should contains required information to
|
|
// build producers.
|
|
|
|
type InputKafkaConfig struct {
|
|
producer sarama.AsyncProducer
|
|
consumer sarama.Consumer
|
|
Host string `json:"input-kafka-host"`
|
|
Topic string `json:"input-kafka-topic"`
|
|
UseJSON bool `json:"input-kafka-json-format"`
|
|
}
|
|
|
|
type OutputKafkaConfig struct {
|
|
producer sarama.AsyncProducer
|
|
consumer sarama.Consumer
|
|
Host string `json:"output-kafka-host"`
|
|
Topic string `json:"output-kafka-topic"`
|
|
UseJSON bool `json:"output-kafka-json-format"`
|
|
}
|
|
|
|
// KafkaMessage should contains catched request information that should be
|
|
// passed as Json to Apache Kafka.
|
|
type KafkaMessage struct {
|
|
ReqURL string `json:"Req_URL"`
|
|
ReqType string `json:"Req_Type"`
|
|
ReqID string `json:"Req_ID"`
|
|
ReqTs string `json:"Req_Ts"`
|
|
ReqMethod string `json:"Req_Method"`
|
|
ReqBody string `json:"Req_Body,omitempty"`
|
|
ReqHeaders map[string]string `json:"Req_Headers,omitempty"`
|
|
}
|
|
|
|
// Dump returns the given request in its HTTP/1.x wire
|
|
// representation.
|
|
func (m KafkaMessage) Dump() ([]byte, error) {
|
|
var b bytes.Buffer
|
|
|
|
b.WriteString(fmt.Sprintf("%s %s %s\n", m.ReqType, m.ReqID, m.ReqTs))
|
|
b.WriteString(fmt.Sprintf("%s %s HTTP/1.1", m.ReqMethod, m.ReqURL))
|
|
b.Write(proto.CRLF)
|
|
for key, value := range m.ReqHeaders {
|
|
b.WriteString(fmt.Sprintf("%s: %s", key, value))
|
|
b.Write(proto.CRLF)
|
|
}
|
|
|
|
b.Write(proto.CRLF)
|
|
b.WriteString(m.ReqBody)
|
|
|
|
return b.Bytes(), nil
|
|
}
|