Skip to content

User-Agent, Accept-Encoding, Randomize URLs #22

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
jeroenvermeulen wants to merge 2 commits into
base: master
Choose a base branch
from
Open

User-Agent, Accept-Encoding, Randomize URLs #22

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
79d5bbd
Added support for User-Agent header.
durple Oct 6, 2016
877d8b7
Improved @durple's User-Agent option. Added option to randomize URLs …
jeroenvermeulen Oct 30, 2016
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
27 changes: 25 additions & 2 deletions gobench.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@ import (
"sync"
"sync/atomic"
"time"
"math/rand"

"github.com/valyala/fasthttp"
)
Expand All @@ -30,6 +31,9 @@ var (
writeTimeout int
readTimeout int
authHeader string
userAgent string
acceptEnc string
randomize bool
)

type Configuration struct {
Expand All @@ -40,6 +44,8 @@ type Configuration struct {
period int64
keepAlive bool
authHeader string
acceptEnc string
randomize bool

myClient fasthttp.Client
}
Expand Down Expand Up @@ -89,6 +95,9 @@ func init() {
flag.IntVar(&writeTimeout, "tw", 5000, "Write timeout (in milliseconds)")
flag.IntVar(&readTimeout, "tr", 5000, "Read timeout (in milliseconds)")
flag.StringVar(&authHeader, "auth", "", "Authorization header")
flag.StringVar(&userAgent, "agent", "", "User-Agent header")
flag.StringVar(&acceptEnc, "accept", "", "Accept-Encoding header")
flag.BoolVar(&randomize, "random", false, "Randomize URL order")
}

func printResults(results map[int]*Result, startTime time.Time) {
Expand Down Expand Up @@ -175,7 +184,9 @@ func NewConfiguration() *Configuration {
postData: nil,
keepAlive: keepAlive,
requests: int64((1 << 63) - 1),
authHeader: authHeader}
authHeader: authHeader,
acceptEnc: acceptEnc,
randomize: randomize}

if period != -1 {
configuration.period = period
Expand Down Expand Up @@ -231,6 +242,7 @@ func NewConfiguration() *Configuration {
configuration.myClient.ReadTimeout = time.Duration(readTimeout) * time.Millisecond
configuration.myClient.WriteTimeout = time.Duration(writeTimeout) * time.Millisecond
configuration.myClient.MaxConnsPerHost = clients
configuration.myClient.Name = userAgent

configuration.myClient.Dial = MyDialer()

Expand All @@ -251,8 +263,15 @@ func MyDialer() func(address string) (conn net.Conn, err error) {
}

func client(configuration *Configuration, result *Result, done *sync.WaitGroup) {
rand := rand.New(rand.NewSource(time.Now().UnixNano()))
for result.requests < configuration.requests {
for _, tmpUrl := range configuration.urls {
var tmpUrls []string;
if (configuration.randomize) {
tmpUrls = []string{configuration.urls[rand.Intn(len(configuration.urls))]}
} else {
tmpUrls = configuration.urls
}
for _, tmpUrl := range tmpUrls {

req := fasthttp.AcquireRequest()

Expand All @@ -269,6 +288,10 @@ func client(configuration *Configuration, result *Result, done *sync.WaitGroup)
req.Header.Set("Authorization", configuration.authHeader)
}

if len(configuration.acceptEnc) > 0 {
req.Header.Set("Accept-Encoding", configuration.acceptEnc)
}

req.SetBody(configuration.postData)

resp := fasthttp.AcquireResponse()
Expand Down