forked from Azure/azure-sdk-for-python
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' of https://github.com/Azure/azure-sdk-for-python …
…into add_chardet_dep * 'main' of https://github.com/Azure/azure-sdk-for-python: (35 commits) `azure-applicationinsights` Hyperlinks need sphinx style formatting (Azure#19993) update version and changelog (Azure#20034) Rename AZURE_POD_IDENTITY_TOKEN_URL -> AZURE_POD_IDENTITY_AUTHORITY_HOST (Azure#19867) add sample for raw_response_hook (Azure#19985) cut hard dependency on requests (Azure#19930) Update ci.yml (Azure#20028) Update ci.yml (Azure#20026) Update PythonSdkLiveTest.yml (Azure#19999) [AutoRelease] t2-recoveryservicessiterecovery-2021-07-28-40357 (Azure#19970) [AutoRelease] t2-storagecache-2021-07-29-63871 (Azure#19987) Minor changes in docs (Azure#20016) Add Logs Batch query results (Azure#20013) Rename query (Azure#19952) d218371 (Azure#20009) Update CHANGELOG.md (Azure#20006) [Batch] Data plane SDK v11.0.0 (Azure#19889) [AutoRelease] t2-batch-2021-07-30-27488 (Azure#19996) add ga id to index (Azure#19995) Edit pass on Monitor Query README file (Azure#19979) Move stress testing scripts to eng/common (Azure#19994) ...
- Loading branch information
Showing
536 changed files
with
117,327 additions
and
22,851 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
28 changes: 28 additions & 0 deletions
28
eng/common/docgeneration/templates/matthews/partials/head.tmpl.partial
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,28 @@ | ||
| <head> | ||
| <meta charset="utf-8"> | ||
| <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"> | ||
| <title>{{#title}}{{title}}{{/title}}{{^title}}{{>partials/title}}{{/title}} {{#_appTitle}}| {{_appTitle}} {{/_appTitle}}</title> | ||
| <meta name="viewport" content="width=device-width"> | ||
| <meta name="title" content="{{#title}}{{title}}{{/title}}{{^title}}{{>partials/title}}{{/title}} {{#_appTitle}}| {{_appTitle}} {{/_appTitle}}"> | ||
| <meta name="generator" content="docfx {{_docfxVersion}}"> | ||
| {{#_description}}<meta name="description" content="{{_description}}">{{/_description}} | ||
| <link rel="shortcut icon" href="{{_rel}}{{{_appFaviconPath}}}{{^_appFaviconPath}}favicon.ico{{/_appFaviconPath}}"> | ||
| <link rel="stylesheet" href="{{_rel}}styles/docfx.vendor.css"> | ||
| <link rel="stylesheet" href="{{_rel}}styles/docfx.css"> | ||
| <link rel="stylesheet" href="{{_rel}}styles/main.css"> | ||
| <meta property="docfx:navrel" content="{{_navRel}}"> | ||
| <meta property="docfx:tocrel" content="{{_tocRel}}"> | ||
| {{#_noindex}}<meta name="searchOption" content="noindex">{{/_noindex}} | ||
| {{#_enableSearch}}<meta property="docfx:rel" content="{{_rel}}">{{/_enableSearch}} | ||
| {{#_enableNewTab}}<meta property="docfx:newtab" content="true">{{/_enableNewTab}} | ||
|
|
||
| <!-- Global site tag (gtag.js) - Google Analytics --> | ||
| <script async src="https://www.googletagmanager.com/gtag/js?id=GA_CAMPAIGN_ID"></script> | ||
| <script> | ||
| window.dataLayer = window.dataLayer || []; | ||
| function gtag(){dataLayer.push(arguments);} | ||
| gtag('js', new Date()); | ||
|
|
||
| gtag('config', 'GA_CAMPAIGN_ID'); | ||
| </script> | ||
| </head> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
174 changes: 174 additions & 0 deletions
174
eng/common/scripts/stress-testing/deploy-stress-tests.ps1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,174 @@ | ||
| [CmdletBinding(DefaultParameterSetName = 'Default')] | ||
| param( | ||
| [string]$SearchDirectory, | ||
| [hashtable]$Filters, | ||
| [string]$Environment, | ||
| [string]$Repository, | ||
| [switch]$PushImages, | ||
| [string]$ClusterGroup, | ||
| [string]$DeployId, | ||
|
|
||
| [Parameter(ParameterSetName = 'DoLogin', Mandatory = $true)] | ||
| [switch]$Login, | ||
|
|
||
| [Parameter(ParameterSetName = 'DoLogin')] | ||
| [string]$Subscription | ||
| ) | ||
|
|
||
| $ErrorActionPreference = 'Stop' | ||
|
|
||
| . $PSScriptRoot/find-all-stress-packages.ps1 | ||
| $FailedCommands = New-Object Collections.Generic.List[hashtable] | ||
|
|
||
| if (!(Get-Module powershell-yaml)) { | ||
| Install-Module -Name powershell-yaml -RequiredVersion 0.4.1 -Force -Scope CurrentUser | ||
| } | ||
|
|
||
| # Powershell does not (at time of writing) treat exit codes from external binaries | ||
| # as cause for stopping execution, so do this via a wrapper function. | ||
| # See https://github.com/PowerShell/PowerShell-RFC/pull/277 | ||
| function Run() { | ||
| Write-Host "`n==> $args`n" -ForegroundColor Green | ||
| $command, $arguments = $args | ||
| & $command $arguments | ||
| if ($LASTEXITCODE) { | ||
| Write-Error "Command '$args' failed with code: $LASTEXITCODE" -ErrorAction 'Continue' | ||
| $FailedCommands.Add(@{ command = "$args"; code = $LASTEXITCODE }) | ||
| } | ||
| } | ||
|
|
||
| function RunOrExitOnFailure() { | ||
| run @args | ||
| if ($LASTEXITCODE) { | ||
| exit $LASTEXITCODE | ||
| } | ||
| } | ||
|
|
||
| function Login([string]$subscription, [string]$clusterGroup, [boolean]$pushImages) { | ||
| Write-Host "Logging in to subscription, cluster and container registry" | ||
| az account show *> $null | ||
| if ($LASTEXITCODE) { | ||
| RunOrExitOnFailure az login --allow-no-subscriptions | ||
| } | ||
|
|
||
| $clusterName = (az aks list -g $clusterGroup -o json| ConvertFrom-Json).name | ||
|
|
||
| RunOrExitOnFailure az aks get-credentials ` | ||
| -n "$clusterName" ` | ||
| -g "$clusterGroup" ` | ||
| --subscription "$subscription" ` | ||
| --overwrite-existing | ||
|
|
||
| if ($pushImages) { | ||
| $registry = (az acr list -g $clusterGroup -o json | ConvertFrom-Json).name | ||
| RunOrExitOnFailure az acr login -n $registry | ||
| } | ||
| } | ||
|
|
||
| function DeployStressTests( | ||
| [string]$searchDirectory = '.', | ||
| [hashtable]$filters = @{}, | ||
| [string]$environment = 'test', | ||
| [string]$repository = 'images', | ||
| [boolean]$pushImages = $false, | ||
| [string]$clusterGroup = 'rg-stress-test-cluster-', | ||
| [string]$deployId = 'local', | ||
| [string]$subscription = 'Azure SDK Test Resources' | ||
| ) { | ||
| if ($PSCmdlet.ParameterSetName -eq 'DoLogin') { | ||
| Login $subscription $clusterGroup $pushImages | ||
| } | ||
|
|
||
| RunOrExitOnFailure helm repo add stress-test-charts https://stresstestcharts.blob.core.windows.net/helm/ | ||
| Run helm repo update | ||
| if ($LASTEXITCODE) { return $LASTEXITCODE } | ||
|
|
||
| $pkgs = FindStressPackages $searchDirectory $filters | ||
| Write-Host "" "Found $($pkgs.Length) stress test packages:" | ||
| Write-Host $pkgs.Directory "" | ||
| foreach ($pkg in $pkgs) { | ||
| Write-Host "Deploying stress test at '$($pkg.Directory)'" | ||
| DeployStressPackage $pkg $deployId $environment $repository $pushImages | ||
| } | ||
|
|
||
| Write-Host "Releases deployed by $deployId" | ||
| Run helm list --all-namespaces -l deployId=$deployId | ||
|
|
||
| if ($FailedCommands) { | ||
| Write-Warning "The following commands failed:" | ||
| foreach ($cmd in $FailedCommands) { | ||
| Write-Error "'$($cmd.command)' failed with code $($cmd.code)" -ErrorAction 'Continue' | ||
| } | ||
| exit 1 | ||
| } | ||
| } | ||
|
|
||
| function DeployStressPackage( | ||
| [object]$pkg, | ||
| [string]$deployId, | ||
| [string]$environment, | ||
| [string]$repository, | ||
| [boolean]$pushImages | ||
| ) { | ||
| $registry = (az acr list -g $clusterGroup -o json | ConvertFrom-Json).name | ||
| if (!$registry) { | ||
| Write-Host "Could not find container registry in resource group $clusterGroup" | ||
| exit 1 | ||
| } | ||
|
|
||
| if ($pushImages) { | ||
| Run helm dependency update $pkg.Directory | ||
| if ($LASTEXITCODE) { return $LASTEXITCODE } | ||
|
|
||
| $dockerFiles = Get-ChildItem "$($pkg.Directory)/Dockerfile*" | ||
| foreach ($dockerFile in $dockerFiles) { | ||
| # Infer docker image name from parent directory name, if file is named `Dockerfile` | ||
| # or from suffix, is file is named like `Dockerfile.myimage` (for multiple dockerfiles). | ||
| $prefix, $imageName = $dockerFile.Name.Split(".") | ||
| if (!$imageName) { | ||
| $imageName = $dockerFile.Directory.Name | ||
| } | ||
| $imageTag = "${registry}.azurecr.io/$($repository.ToLower())/$($imageName):$deployId" | ||
| Write-Host "Building and pushing stress test docker image '$imageTag'" | ||
| Run docker build -t $imageTag -f $dockerFile.FullName $dockerFile.DirectoryName | ||
| if ($LASTEXITCODE) { return $LASTEXITCODE } | ||
| Run docker push $imageTag | ||
| if ($LASTEXITCODE) { | ||
| if ($PSCmdlet.ParameterSetName -ne 'DoLogin') { | ||
| Write-Warning "If docker push is failing due to authentication issues, try calling this script with '-Login'" | ||
| } | ||
| return $LASTEXITCODE | ||
| } | ||
| } | ||
| } | ||
|
|
||
| Write-Host "Creating namespace $($pkg.Namespace) if it does not exist..." | ||
| kubectl create namespace $pkg.Namespace --dry-run=client -o yaml | kubectl apply -f - | ||
|
|
||
| Write-Host "Installing or upgrading stress test $($pkg.ReleaseName) from $($pkg.Directory)" | ||
| Run helm upgrade $pkg.ReleaseName $pkg.Directory ` | ||
| -n $pkg.Namespace ` | ||
| --install ` | ||
| --set repository=$registry.azurecr.io/$repository ` | ||
| --set tag=$deployId ` | ||
| --set stress-test-addons.env=$environment | ||
| if ($LASTEXITCODE) { | ||
| # Issues like 'UPGRADE FAILED: another operation (install/upgrade/rollback) is in progress' | ||
| # can be the result of cancelled `upgrade` operations (e.g. ctrl-c). | ||
| # See https://github.com/helm/helm/issues/4558 | ||
| Write-Warning "The issue may be fixable by first running 'helm rollback -n $($pkg.Namespace) $($pkg.ReleaseName)'" | ||
| return $LASTEXITCODE | ||
| } | ||
|
|
||
| # Helm 3 stores release information in kubernetes secrets. The only way to add extra labels around | ||
| # specific releases (thereby enabling filtering on `helm list`) is to label the underlying secret resources. | ||
| # There is not currently support for setting these labels via the helm cli. | ||
| $helmReleaseConfig = kubectl get secrets ` | ||
| -n $pkg.Namespace ` | ||
| -l status=deployed,name=$($pkg.ReleaseName) ` | ||
| -o jsonpath='{.items[0].metadata.name}' | ||
|
|
||
| Run kubectl label secret -n $pkg.Namespace --overwrite $helmReleaseConfig deployId=$deployId | ||
| } | ||
|
|
||
| DeployStressTests @PSBoundParameters |
53 changes: 53 additions & 0 deletions
53
eng/common/scripts/stress-testing/find-all-stress-packages.ps1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,53 @@ | ||
| param( | ||
| [string]$searchDirectory = '.', | ||
| [hashtable]$filters = @{} | ||
| ) | ||
|
|
||
| class StressTestPackageInfo { | ||
| [string]$Namespace | ||
| [string]$Directory | ||
| [string]$ReleaseName | ||
| } | ||
|
|
||
| function FindStressPackages([string]$directory, [hashtable]$filters = @{}) { | ||
| # Bare minimum filter for stress tests | ||
| $filters['stressTest'] = 'true' | ||
|
|
||
| $packages = @() | ||
| $chartFiles = Get-ChildItem -Recurse -Filter 'Chart.yaml' $directory | ||
| foreach ($chartFile in $chartFiles) { | ||
| $chart = ParseChart $chartFile | ||
| if (matchesAnnotations $chart $filters) { | ||
| $packages += NewStressTestPackageInfo $chart $chartFile | ||
| } | ||
| } | ||
|
|
||
| return $packages | ||
| } | ||
|
|
||
| function ParseChart([string]$chartFile) { | ||
| return ConvertFrom-Yaml (Get-Content -Raw $chartFile) | ||
| } | ||
|
|
||
| function MatchesAnnotations([hashtable]$chart, [hashtable]$filters) { | ||
| foreach ($filter in $filters.GetEnumerator()) { | ||
| if (!$chart.annotations -or $chart.annotations[$filter.Key] -ne $filter.Value) { | ||
| return $false | ||
| } | ||
| } | ||
|
|
||
| return $true | ||
| } | ||
|
|
||
| function NewStressTestPackageInfo([hashtable]$chart, [System.IO.FileInfo]$chartFile) { | ||
| return [StressTestPackageInfo]@{ | ||
| Namespace = $chart.annotations.namespace | ||
| Directory = $chartFile.DirectoryName | ||
| ReleaseName = $chart.name | ||
| } | ||
| } | ||
|
|
||
| # Don't call functions when the script is being dot sourced | ||
| if ($MyInvocation.InvocationName -ne ".") { | ||
| FindStressPackages $searchDirectory $filters | ||
| } |
Oops, something went wrong.