package main import ( "context" "encoding/json" "flag" "fmt" _ "io" "io/ioutil" _ "log" "math/rand" "net/http" "net/url" "os" "strings" "time" "github.com/hawkinsw/goresponsiveness/lbc" "github.com/hawkinsw/goresponsiveness/ma" "github.com/hawkinsw/goresponsiveness/timeoutat" "github.com/hawkinsw/goresponsiveness/utilities" ) type ConfigUrls struct { SmallUrl string `json:"small_https_download_url"` LargeUrl string `json:"large_https_download_url"` UploadUrl string `json:"https_upload_url"` } type Config struct { Version int Urls ConfigUrls `json:"urls"` Source string } func (c *Config) Get(configHost string, configPath string) error { configClient := &http.Client{} // Extraneous /s in URLs is normally okay, but the Apple CDN does not // like them. Make sure that we put exactly one (1) / between the host // and the path. if !strings.HasPrefix(configPath, "/") { configPath = "/" + configPath } c.Source = fmt.Sprintf("https://%s%s", configHost, configPath) resp, err := configClient.Get(c.Source) if err != nil { return fmt.Errorf("Error: Could not connect to configuration host %s: %v\n", configHost, err) } jsonConfig, err := ioutil.ReadAll(resp.Body) if err != nil { return fmt.Errorf("Error: Could not read configuration content downloaded from %s: %v\n", c.Source, err) } err = json.Unmarshal(jsonConfig, c) if err != nil { return fmt.Errorf("Error: Could not parse configuration returned from %s: %v\n", c.Source, err) } return nil } func (c *Config) String() string { return fmt.Sprintf("Version: %d\nSmall URL: %s\nLarge URL: %s\nUpload URL: %s", c.Version, c.Urls.SmallUrl, c.Urls.LargeUrl, c.Urls.UploadUrl) } func (c *Config) IsValid() error { if parsedUrl, err := url.ParseRequestURI(c.Urls.LargeUrl); err != nil || parsedUrl.Scheme != "https" { return fmt.Errorf("Configuration url large_https_download_url is invalid: %s", utilities.Conditional(len(c.Urls.LargeUrl) != 0, c.Urls.LargeUrl, "Missing")) } if parsedUrl, err := url.ParseRequestURI(c.Urls.SmallUrl); err != nil || parsedUrl.Scheme != "https" { return fmt.Errorf("Configuration url small_https_download_url is invalid: %s", utilities.Conditional(len(c.Urls.SmallUrl) != 0, c.Urls.SmallUrl, "Missing")) } if parsedUrl, err := url.ParseRequestURI(c.Urls.UploadUrl); err != nil || parsedUrl.Scheme != "https" { return fmt.Errorf("Configuration url https_upload_url is invalid: %s", utilities.Conditional(len(c.Urls.UploadUrl) != 0, c.Urls.UploadUrl, "Missing")) } return nil } func toMBs(bytes float64) float64 { return float64(bytes) / float64(1024*1024) } var ( // Variables to hold CLI arguments. configHost = flag.String("config", "networkquality.example.com", "name/IP of responsiveness configuration server.") configPort = flag.Int("port", 4043, "port number on which to access responsiveness configuration server.") configPath = flag.String("path", "config", "path on the server to the configuration endpoint.") debug = flag.Bool("debug", false, "Enable debugging.") timeout = flag.Int("timeout", 20, "Maximum time to spend measuring.") storeSslKeys = flag.Bool("store-ssl-keys", false, "Store SSL keys from connections for debugging. (currently unused)") ) func addFlows(ctx context.Context, toAdd uint64, lbcs *[]lbc.LoadBearingConnection, lbcsPreviousTransferred *[]uint64, lbcGenerator func() lbc.LoadBearingConnection, debug bool) { for i := uint64(0); i < toAdd; i++ { //mcs[i] = &mc.LoadBearingUpload{Path: config.Urls.UploadUrl} *lbcs = append(*lbcs, lbcGenerator()) *lbcsPreviousTransferred = append(*lbcsPreviousTransferred, 0) if !(*lbcs)[len(*lbcs)-1].Start(ctx, debug) { fmt.Printf("Error starting %dth LBC!\n", i) return } } } type SaturationResult struct { RateBps float64 Lbcs []lbc.LoadBearingConnection } func saturate(ctx context.Context, lbcGenerator func() lbc.LoadBearingConnection, debug bool) (saturated chan SaturationResult) { saturated = make(chan SaturationResult) go func() { lbcs := make([]lbc.LoadBearingConnection, 0) lbcsPreviousTransferred := make([]uint64, 0) // Create 4 load bearing connections addFlows(ctx, 4, &lbcs, &lbcsPreviousTransferred, lbcGenerator, debug) previousFlowIncreaseIteration := uint64(0) previousMovingAverage := float64(0) movingAverage := ma.NewMovingAverage(4) movingAverageAverage := ma.NewMovingAverage(4) nextTime := time.Now().Add(time.Second) for currentIteration := uint64(0); true; currentIteration++ { // If we are cancelled, then stop. if ctx.Err() != nil { return } now := time.Now() // At each 1-second interval if nextTime.Second() > now.Second() { if debug { fmt.Printf("Sleeping until %v\n", nextTime) } time.Sleep(nextTime.Sub(now)) } else { fmt.Printf("Warning: Missed a one-second deadline.\n") } nextTime = time.Now().Add(time.Second) // Compute "instantaneous aggregate" goodput which is the number of bytes transferred within the last second. totalTransfer := uint64(0) for i := range lbcs { previousTransferred := lbcsPreviousTransferred[i] currentTransferred := lbcs[i].Transferred() totalTransfer += (currentTransferred - previousTransferred) lbcsPreviousTransferred[i] = currentTransferred } // Compute a moving average of the last 4 "instantaneous aggregate goodput" measurements movingAverage.AddMeasurement(float64(totalTransfer)) currentMovingAverage := movingAverage.CalculateAverage() movingAverageAverage.AddMeasurement(currentMovingAverage) movingAverageDelta := utilities.SignedPercentDifference(currentMovingAverage, previousMovingAverage) previousMovingAverage = currentMovingAverage if debug { fmt.Printf("Instantaneous goodput: %f MB.\n", toMBs(float64(totalTransfer))) fmt.Printf("Moving average: %f MB.\n", toMBs(currentMovingAverage)) fmt.Printf("Moving average delta: %f.\n", movingAverageDelta) } // If moving average > "previous" moving average + 5%: if currentIteration == 0 || movingAverageDelta > float64(5) { // Network did not yet reach saturation. If no flows added within the last 4 seconds, add 4 more flows if (currentIteration - previousFlowIncreaseIteration) > 4 { if debug { fmt.Printf("Adding flows because we are unsaturated and waited a while.\n") } addFlows(ctx, 4, &lbcs, &lbcsPreviousTransferred, lbcGenerator, debug) previousFlowIncreaseIteration = currentIteration } else { if debug { fmt.Printf("We are unsaturated, but it still too early to add anything.\n") } } } else { // Else, network reached saturation for the current flow count. // If new flows added and for 4 seconds the moving average throughput did not change: network reached stable saturation if (currentIteration-previousFlowIncreaseIteration) < 4 && movingAverageAverage.ConsistentWithin(float64(4)) { if debug { fmt.Printf("New flows added within the last four seconds and the moving-average average is consistent!\n") } break } else { // Else, add four more flows if debug { fmt.Printf("New flows to add to try to increase our saturation!\n") } addFlows(ctx, 4, &lbcs, &lbcsPreviousTransferred, lbcGenerator, debug) previousFlowIncreaseIteration = currentIteration } } } saturated <- SaturationResult{RateBps: movingAverage.CalculateAverage(), Lbcs: lbcs} }() return } func main() { flag.Parse() timeoutDuration := time.Second * time.Duration(*timeout) configHostPort := fmt.Sprintf("%s:%d", *configHost, *configPort) operatingCtx, cancelOperatingCtx := context.WithCancel(context.Background()) config := &Config{} if err := config.Get(configHostPort, *configPath); err != nil { fmt.Fprintf(os.Stderr, "%s\n", err) return } if err := config.IsValid(); err != nil { fmt.Fprintf(os.Stderr, "Error: Invalid configuration returned from %s: %v\n", config.Source, err) return } if *debug { fmt.Printf("Configuration: %s\n", config) } timeoutChannel := timeoutat.TimeoutAt(operatingCtx, time.Now().Add(timeoutDuration), *debug) generate_lbd := func() lbc.LoadBearingConnection { return &lbc.LoadBearingConnectionDownload{Path: config.Urls.LargeUrl} } generate_lbu := func() lbc.LoadBearingConnection { return &lbc.LoadBearingConnectionUpload{Path: config.Urls.UploadUrl} } downloadSaturationChannel := saturate(operatingCtx, generate_lbd, *debug) uploadSaturationChannel := saturate(operatingCtx, generate_lbu, *debug) test_timeout := false upload_saturated := false download_saturated := false downloadSaturation := SaturationResult{} uploadSaturation := SaturationResult{} for !test_timeout && !(upload_saturated && download_saturated) { select { case downloadSaturation = <-downloadSaturationChannel: { download_saturated = true if *debug { fmt.Printf("################# download is saturated (%fMBps, %d flows)!\n", toMBs(downloadSaturation.RateBps), len(downloadSaturation.Lbcs)) } } case uploadSaturation = <-uploadSaturationChannel: { upload_saturated = true if *debug { fmt.Printf("################# upload is saturated (%fMBps, %d flows)!\n", toMBs(uploadSaturation.RateBps), len(uploadSaturation.Lbcs)) } } case <-timeoutChannel: { test_timeout = true if *debug { fmt.Printf("################# timeout reaching saturation!\n") } } } } if test_timeout { cancelOperatingCtx() fmt.Fprintf(os.Stderr, "Error: Did not reach upload/download saturation before test time expired (%v).\n.", timeoutDuration) return } robustnessProbeIterationCount := 5 actualRTTCount := 0 totalRTTTime := float64(0) for i := 0; i < robustnessProbeIterationCount && !test_timeout; i++ { randomLbcsIndex := rand.New(rand.NewSource(int64(time.Now().Nanosecond()))).Int() % len(downloadSaturation.Lbcs) select { case <-timeoutChannel: { test_timeout = true } case fiveRTTsTime := <-utilities.TimedSequentialRTTs(operatingCtx, downloadSaturation.Lbcs[randomLbcsIndex].Client(), &http.Client{}, config.Urls.SmallUrl): { actualRTTCount += 5 totalRTTTime += fiveRTTsTime.Delay.Seconds() if *debug { fmt.Printf("fiveRTTsTime: %v\n", fiveRTTsTime.Delay.Seconds()) } } } } rpm := float64(60) / (totalRTTTime / (float64(actualRTTCount) * 5)) fmt.Printf("RPM: %v\n", rpm) cancelOperatingCtx() if *debug { // Hold on to cool down. time.Sleep(4 * time.Second) } }