This repository has been archived by the owner on Oct 12, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 52
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Use link caching for $management operations (renew locks) (#248)
Make it so we use a single management link (most of the time) when doing dispositions or lock renewal (or other management related operations). Also, added in a simple stress test. It's a bit manual at the moment, but it initiates 1000 concurrent renew lock calls at once, so it's a decent test of our response routing.
- Loading branch information
1 parent
47f4640
commit e882857
Showing
8 changed files
with
370 additions
and
39 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,114 @@ | ||
| package main | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "log" | ||
| "os" | ||
| "sync" | ||
| "sync/atomic" | ||
| "time" | ||
|
|
||
| servicebus "github.com/Azure/azure-service-bus-go" | ||
| "github.com/joho/godotenv" | ||
| ) | ||
|
|
||
| const queuePrefetch = 1000 | ||
| const renewalsPerMessage = 2 | ||
|
|
||
| func main() { | ||
| ctx := context.Background() | ||
|
|
||
| godotenv.Load(".env") | ||
| cs := os.Getenv("SERVICEBUS_CONNECTION_STRING") | ||
| queueName := "samples" | ||
|
|
||
| ns, err := servicebus.NewNamespace(servicebus.NamespaceWithConnectionString(cs)) | ||
|
|
||
| if err != nil { | ||
| log.Fatalf("Failed to create namespace client: %s", err.Error()) | ||
| } | ||
|
|
||
| sender, err := ns.NewSender(ctx, queueName) | ||
|
|
||
| if err != nil { | ||
| log.Fatalf("Failed to create sender: %s", err.Error()) | ||
| } | ||
|
|
||
| ch := make(chan bool, 100) | ||
|
|
||
| for i := 0; i < queuePrefetch; i++ { | ||
| ch <- true | ||
| go func(i int) { | ||
| defer func() { <-ch }() | ||
| if err = sender.Send(ctx, &servicebus.Message{Data: []byte(fmt.Sprintf("hello world %d", i))}); err != nil { | ||
| log.Fatalf("Failed to send message: %s", err.Error()) | ||
| } | ||
| }(i) | ||
| } | ||
|
|
||
| queue, err := ns.NewQueue(queueName, servicebus.QueueWithPrefetchCount(queuePrefetch)) | ||
|
|
||
| if err != nil { | ||
| log.Fatalf("Failed to create receiver: %s", err.Error()) | ||
| } | ||
|
|
||
| renewals := int32(0) | ||
| outstandingRenewals := int32(0) | ||
| failedRenewals := int32(0) | ||
| lastRenewalWasFailure := int32(0) | ||
|
|
||
| wg := &sync.WaitGroup{} | ||
|
|
||
| go func() { | ||
| ticker := time.NewTicker(time.Second * 5) | ||
|
|
||
| for { | ||
| select { | ||
| case <-ticker.C: | ||
| log.Printf("Messages: [total: %d, outstanding: %d, failed: %d]", atomic.LoadInt32(&renewals), atomic.LoadInt32(&outstandingRenewals), atomic.LoadInt32(&failedRenewals)) | ||
| } | ||
| } | ||
| }() | ||
|
|
||
| err = queue.Receive(ctx, servicebus.HandlerFunc(func(c context.Context, m *servicebus.Message) error { | ||
| wg.Add(1) | ||
|
|
||
| go func() { | ||
| worked := false | ||
|
|
||
| for i := 0; i < renewalsPerMessage; i++ { | ||
| atomic.AddInt32(&outstandingRenewals, 1) | ||
| if err := queue.RenewLocks(ctx, m); err != nil { | ||
| worked = false | ||
| atomic.AddInt32(&failedRenewals, 1) | ||
| log.Printf("ERROR renewing: %+v", err) | ||
| } else { | ||
| worked = true | ||
| } | ||
|
|
||
| atomic.AddInt32(&outstandingRenewals, -1) | ||
| atomic.AddInt32(&renewals, 1) | ||
| } | ||
|
|
||
| m.Complete(ctx) | ||
|
|
||
| if !worked { | ||
| log.Printf("Last renewal was a failure here.") | ||
| atomic.AddInt32(&lastRenewalWasFailure, 1) | ||
| } | ||
|
|
||
| wg.Done() | ||
| }() | ||
|
|
||
| return nil | ||
| })) | ||
|
|
||
| log.Printf("Last Renewal was failure: %d", lastRenewalWasFailure) | ||
|
|
||
| if err != nil { | ||
| log.Fatalf("Failed to receive messages") | ||
| } | ||
|
|
||
| wg.Wait() | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.