summaryrefslogtreecommitdiff
path: root/test/e2e-go/features/transactions/messageRate_test.go
diff options
context:
space:
mode:
Diffstat (limited to 'test/e2e-go/features/transactions/messageRate_test.go')
-rw-r--r--test/e2e-go/features/transactions/messageRate_test.go248
1 files changed, 0 insertions, 248 deletions
diff --git a/test/e2e-go/features/transactions/messageRate_test.go b/test/e2e-go/features/transactions/messageRate_test.go
deleted file mode 100644
index ac0394e64..000000000
--- a/test/e2e-go/features/transactions/messageRate_test.go
+++ /dev/null
@@ -1,248 +0,0 @@
-// Copyright (C) 2019-2021 Algorand, Inc.
-// This file is part of go-algorand
-//
-// go-algorand is free software: you can redistribute it and/or modify
-// it under the terms of the GNU Affero General Public License as
-// published by the Free Software Foundation, either version 3 of the
-// License, or (at your option) any later version.
-//
-// go-algorand is distributed in the hope that it will be useful,
-// but WITHOUT ANY WARRANTY; without even the implied warranty of
-// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-// GNU Affero General Public License for more details.
-//
-// You should have received a copy of the GNU Affero General Public License
-// along with go-algorand. If not, see <https://www.gnu.org/licenses/>.
-
-package transactions
-
-import (
- "bufio"
- "context"
- "fmt"
- "io/ioutil"
- "math"
- "os"
- "path/filepath"
- "strings"
- "testing"
- "time"
-
- "github.com/stretchr/testify/require"
-
- "github.com/algorand/go-algorand/config"
- "github.com/algorand/go-algorand/crypto"
- "github.com/algorand/go-algorand/data/account"
- "github.com/algorand/go-algorand/libgoal"
- "github.com/algorand/go-algorand/test/framework/fixtures"
- "github.com/algorand/go-algorand/test/partitiontest"
- "github.com/algorand/go-algorand/util/db"
-)
-
-// this test checks that the txsync outgoing message rate
-// varies according to the transaction rate
-func TestMessageRateChangesWithTxnRate(t *testing.T) {
- partitiontest.PartitionTest(t)
- if _, present := os.LookupEnv("GORACE"); present {
- t.Skip("Skipping MessageRateChangesWithTxnRate test when race mode is enabled")
- }
- a := require.New(fixtures.SynchronizedTest(t))
- txnRates := []uint{50, 300, 800, 1200}
- if testing.Short() {
- txnRates = []uint{50, 300}
- }
- prevMsgRate := 0.0
- for _, txnRate := range txnRates {
- avgTps, msgRate := testMessageRateChangesWithTxnRate(t, filepath.Join("nettemplates", "OneNodeTwoRelays.json"), txnRate, a)
- fmt.Printf("Message rate: %f Previous Message Rate: %f \nExpected Transaction rate: %f Actual Transaction rate: %f\n", msgRate, prevMsgRate, float64(txnRate), avgTps)
- aErrorMessage := fmt.Sprintf("TxSync message rate not monotonic for txn rate: %d", txnRate)
- a.GreaterOrEqual(msgRate, prevMsgRate, aErrorMessage)
- prevMsgRate = msgRate
- }
-
-}
-
-func throttleTransactionRate(startTime time.Time, txnRate uint, sentSoFar uint) float64 {
- timeDelta := time.Since(startTime)
- currentTps := float64(sentSoFar) / timeDelta.Seconds()
- if currentTps > float64(txnRate) {
- sleepDuration := float64(sentSoFar)/float64(txnRate) - timeDelta.Seconds()
- sleepTime := time.Duration(int64(math.Round(sleepDuration*1000))) * time.Millisecond
- time.Sleep(sleepTime)
- currentTps = float64(sentSoFar) / (sleepDuration + timeDelta.Seconds())
- }
- return currentTps
-}
-
-func testMessageRateChangesWithTxnRate(t *testing.T, templatePath string, txnRate uint, a *require.Assertions) (avgTps, msgRate float64) {
- var fixture fixtures.RestClientFixture
- fixture.SetupNoStart(t, templatePath)
- nodeDataDir, err := fixture.GetNodeDir("Node")
- a.NoError(err)
- cfg, err := config.LoadConfigFromDisk(nodeDataDir)
- a.NoError(err)
- cfg.EnableVerbosedTransactionSyncLogging = true
- cfg.SaveToDisk(nodeDataDir)
- fixture.Start()
-
- defer fixture.Shutdown()
-
- client := fixture.GetLibGoalClientForNamedNode("Node")
- accountsList, err := fixture.GetNodeWalletsSortedByBalance(client.DataDir())
- a.NoError(err)
- account := accountsList[0].Address
- clientAlgod := fixture.GetAlgodClientForController(fixture.GetNodeControllerForDataDir(nodeDataDir))
-
- // get the node account's secret key
- secretKey, err := fetchSecretKey(client, nodeDataDir)
- a.NoError(err)
- signatureSecrets, err := crypto.SecretKeyToSignatureSecrets(secretKey)
- a.NoError(err)
-
- // build the path for the primary node's log file
- logPath := filepath.Join(nodeDataDir, "node.log")
-
- // Get the relay's gossip port
- r1, err := fixture.GetNodeController("Relay1")
- a.NoError(err)
- listeningURLRaw, err := r1.GetListeningAddress()
- a.NoError(err)
- listeningURL := strings.Split(listeningURLRaw, "//")[1]
-
- errChan := make(chan error)
- resetChan := make(chan bool)
- msgRateChan := make(chan float64)
- ctx, stopParsing := context.WithCancel(context.Background())
- defer stopParsing()
-
- go parseLog(ctx, logPath, listeningURL, errChan, msgRateChan, resetChan)
-
- // get the min transaction fee
- minTxnFee, _, err := fixture.CurrentMinFeeAndBalance()
- a.NoError(err)
- transactionFee := minTxnFee * 1000 * 253
-
- startTime := time.Now()
- txnSentCount := uint(0)
-
- for {
- // send txns at txnRate for 30s
- timeSinceStart := time.Since(startTime)
- if timeSinceStart > 30*time.Second {
- break
- }
-
- tx, err := client.ConstructPayment(account, account, transactionFee, 0, GenerateRandomBytes(8), "", [32]byte{}, 0, 0)
- a.NoError(err)
- signedTxn := tx.Sign(signatureSecrets)
-
- _, err = clientAlgod.SendRawTransaction(signedTxn)
- a.NoError(err, "Unable to send raw txn")
-
- txnSentCount++
-
- avgTps = throttleTransactionRate(startTime, txnRate, txnSentCount)
- }
-
- // send reset on resetChan to signal the parseLog goroutine to send the msgRate and reset its counters
- resetChan <- true
-
- select {
- case err := <-errChan:
- a.Error(err)
- case msgRate = <-msgRateChan:
- break
- }
- return
-}
-
-// parseLog continuously monitors the log for txnsync messages sent to filterAddress
-// resetChan is used to signal it to send results on msgRate chan
-// and reset its internal counters
-// errChan is used to propagate errors if any
-func parseLog(ctx context.Context, logPath string, filterAddress string, errChan chan error, msgRateChan chan float64, resetChan chan bool) {
- file, err := os.Open(logPath)
- if err != nil {
- errChan <- err
- return
- }
- defer file.Close()
-
- messageCount := 0
- var firstTimestamp, lastTimestamp time.Time
- firstTimestamp = time.Now()
-
- scanner := bufio.NewScanner(file)
- for {
- select {
- case <-ctx.Done():
- return
- case <-resetChan:
- lastTimestamp = time.Now()
- msgRate := float64(messageCount) / float64(lastTimestamp.Sub(firstTimestamp)) * float64(time.Second)
- msgRateChan <- msgRate
- messageCount = 0
- firstTimestamp = time.Now()
- continue
- default:
- }
- scanned := scanner.Scan()
- if !scanned {
- if err := scanner.Err(); err != nil {
- errChan <- err
- return
- }
- time.Sleep(100 * time.Millisecond)
- scanner = bufio.NewScanner(file)
- continue
- }
-
- line := scanner.Text()
- // look for txnsync messages sent to `filterAddress`
- if strings.Contains(line, "Outgoing Txsync") && strings.Contains(line, filterAddress) {
- messageCount++
- }
- }
-}
-
-func fetchSecretKey(client libgoal.Client, dataDir string) (crypto.PrivateKey, error) {
- secretKey := crypto.PrivateKey{}
- genID, err := client.GenesisID()
- if err != nil {
- return secretKey, err
- }
-
- keyDir := filepath.Join(dataDir, genID)
- files, err := ioutil.ReadDir(keyDir)
- if err != nil {
- return secretKey, err
- }
-
- // For each of these files
- for _, info := range files {
- var handle db.Accessor
-
- filename := info.Name()
-
- // If it isn't a key file we care about, skip it
- if config.IsRootKeyFilename(filename) {
- handle, err = db.MakeAccessor(filepath.Join(keyDir, filename), true, false)
- if err != nil {
- // Couldn't open it, skip it
- continue
- }
-
- // Fetch an account.Root from the database
- root, err := account.RestoreRoot(handle)
- if err != nil {
- return secretKey, err
- }
-
- secretKey = crypto.PrivateKey(root.Secrets().SK)
- break
- }
-
- }
-
- return secretKey, nil
-}