fiftyone.geolocation 4.2.1 → 4.3.3

package/ci/common-ci/scripts/modules/51DReleaseTestEnvModule/config/test-env-config.json

@@ -0,0 +1,457 @@
+{
+	"name": "APIs Test Environment Configuration",
+	"repositories": {
+		"javascript": {},
+		"device-detection-data": {},
+		"common-ci": {
+			"tags": [
+				"4.3.1"
+			],
+			"definitions": [
+				{
+					"name": "common-ci-test",
+					"defaultBranch": "main",
+					"yamlFileName": "build-and-test.yml"
+				},
+				{
+					"name": "common-ci-tag-repository",
+					"defaultBranch": "main",
+					"yamlFileName": "create-tag.yml"
+				},
+				{
+					"name": "common-ci-trigger-release",
+					"defaultBranch": "main",
+					"yamlFileName": "trigger-release-apis.yml"
+				}
+			],
+			"policies": [
+				{
+					"definition": "common-ci-test",
+					"type": "Build",
+					"refName": "refs/heads/main",
+					"matchKind": "Exact"
+				}
+			],
+			"pullRequests": [
+				{
+					"source": "feature/complete-pr-dependencies",
+					"target": "hotfix/v4.3.2"
+				},
+				{
+					"source": "feature/common-ci-create-tag",
+					"target": "hotfix/v4.3.2"
+				},
+				{
+					"source": "feature/release-test-env-creation",
+					"target": "hotfix/v4.3.2"
+				}
+			]
+		},
+		"common-cxx": {
+			"definitions": [
+				{
+					"name": "common-cxx-test",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/build-and-test.yml"
+				},
+				{
+					"name": "common-cxx-tag-repository",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/create-tag.yml"
+				},
+				{
+					"name": "common-cxx-submodule-trigger",
+					"defaultBranch": "hotfix/v4.3.1",
+					"yamlFileName": "ci/submodule-trigger.yml",
+					"triggers": [
+						{
+							"definitionName": "common-ci-tag-repository",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/main"
+							],
+							"triggerType": "buildCompletion"
+						}
+					]
+				}
+			],
+			"policies": [
+				{
+					"definition": "common-cxx-test",
+					"type": "Build",
+					"refName": "refs/heads/master",
+					"matchKind": "Exact"
+				}
+			],
+			"pullRequests": [
+				{
+					"source": "feature/auto-release",
+					"target": "hotfix/v4.3.1"
+				}
+			],
+			"submodules": [
+				"common-ci"
+			]
+		},
+		"device-detection-cxx": {
+			"definitions": [
+				{
+					"name": "device-detection-cxx-test",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/build-and-test.yml"
+				},
+				{
+					"name": "device-detection-cxx-tag-repository",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/create-tag.yml"
+				},
+				{
+					"name": "device-detection-cxx-submodule-trigger",
+					"defaultBranch": "hotfix/v4.3.2",
+					"yamlFileName": "ci/submodule-trigger.yml",
+					"triggers": [
+						{
+							"definitionName": "common-ci-tag-repository",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/main"
+							],
+							"triggerType": "buildCompletion"
+						},
+						{
+							"definitionName": "common-cxx-tag-repository",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/master"
+							],
+							"triggerType": "buildCompletion"
+						}
+					]
+				}
+			],
+			"policies": [
+				{
+					"definition": "device-detection-cxx-test",
+					"type": "Build",
+					"refName": "refs/heads/master",
+					"matchKind": "Exact"
+				}
+			],
+			"pullRequests": [
+				{
+					"source": "feature/auto-release",
+					"target": "hotfix/v4.3.2"
+				}
+			],
+			"submodules": [
+				"common-ci",
+				"common-cxx",
+				"device-detection-data"
+			]
+		},
+		"common-dotnet": {
+			"tags": [
+				"4.3.0"
+			],
+			"definitions": [
+				{
+					"name": "common-dotnet-test",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/build-and-test.yml"
+				},
+				{
+					"name": "common-dotnet-create-packages",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/create-packages.yml"
+				},
+				{
+					"name": "common-dotnet-submodule-trigger",
+					"defaultBranch": "hotfix/v4.3.1",
+					"yamlFileName": "ci/submodule-trigger.yml",
+					"triggers": [
+						{
+							"definitionName": "common-ci-tag-repository",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/main"
+							],
+							"triggerType": "buildCompletion"
+						}
+					]
+				}
+			],
+			"policies": [
+				{
+					"definition": "common-dotnet-test",
+					"type": "Build",
+					"refName": "refs/heads/master",
+					"matchKind": "Exact"
+				}
+			],
+			"pullRequests": [
+				{
+					"source": "feature/auto-release",
+					"target": "hotfix/v4.3.1"
+				}
+			],
+			"submodules": [
+				"common-ci"
+			]
+		},
+		"caching-dotnet": {
+			"definitions": [
+				{
+					"name": "caching-dotnet-test",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/build-and-test.yml"
+				},
+				{
+					"name": "caching-dotnet-create-packages",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/create-packages.yml"
+				},
+				{
+					"name": "caching-dotnet-submodule-trigger",
+					"defaultBranch": "hotfix/v4.3.1",
+					"yamlFileName": "ci/submodule-trigger.yml",
+					"triggers": [
+						{
+							"definitionName": "common-ci-tag-repository",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/main"
+							],
+							"triggerType": "buildCompletion"
+						}
+					]
+				}
+			],
+			"policies": [
+				{
+					"definition": "caching-dotnet-test",
+					"type": "Build",
+					"refName": "refs/heads/master",
+					"matchKind": "Exact"
+				}
+			],
+			"pullRequests": [
+				{
+					"source": "feature/auto-release",
+					"target": "hotfix/v4.3.1"
+				}
+			],
+			"submodules": [
+				"common-ci"
+			]
+		},
+		"pipeline-dotnet": {
+			"definitions": [
+				{
+					"name": "pipeline-dotnet-test",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/build-and-test.yml"
+				},
+				{
+					"name": "pipeline-dotnet-create-packages",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/create-packages.yml"
+				},
+				{
+					"name": "pipeline-dotnet-submodule-trigger",
+					"defaultBranch": "hotfix/v4.3.1",
+					"yamlFileName": "ci/submodule-trigger.yml",
+					"triggers": [
+						{
+							"definitionName": "common-ci-tag-repository",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/main"
+							],
+							"triggerType": "buildCompletion"
+						},
+						{
+							"definitionName": "common-dotnet-create-packages",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/master"
+							],
+							"triggerType": "buildCompletion"
+						},
+						{
+							"definitionName": "caching-dotnet-create-packages",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/master"
+							],
+							"triggerType": "buildCompletion"
+						}
+					]
+				}
+			],
+			"policies": [
+				{
+					"definition": "pipeline-dotnet-test",
+					"type": "Build",
+					"refName": "refs/heads/master",
+					"matchKind": "Exact"
+				}
+			],
+			"pullRequests": [
+				{
+					"source": "feature/auto-release",
+					"target": "hotfix/v4.3.1"
+				}
+			],
+			"submodules": [
+				"common-ci"
+			]
+		},
+		"device-detection-dotnet": {
+			"definitions": [
+				{
+					"name": "device-detection-dotnet-test",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/build-and-test.yml"
+				},
+				{
+					"name": "device-detection-dotnet-create-packages",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/create-packages.yml"
+				},
+				{
+					"name": "device-detection-dotnet-submodule-trigger",
+					"defaultBranch": "hotfix/v4.3.2",
+					"yamlFileName": "ci/submodule-trigger.yml",
+					"triggers": [
+						{
+							"definitionName": "common-ci-tag-repository",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/main"
+							],
+							"triggerType": "buildCompletion"
+						},
+						{
+							"definitionName": "device-detection-cxx-tag-repository",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/master"
+							],
+							"triggerType": "buildCompletion"
+						},
+						{
+							"definitionName": "pipeline-dotnet-create-packages",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/master"
+							],
+							"triggerType": "buildCompletion"
+						},
+						{
+							"definitionName": "common-dotnet-create-packages",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/master"
+							],
+							"triggerType": "buildCompletion"
+						}
+					]
+				}
+			],
+			"policies": [
+				{
+					"definition": "device-detection-dotnet-test",
+					"type": "Build",
+					"refName": "refs/heads/master",
+					"matchKind": "Exact"
+				}
+			],
+			"pullRequests": [
+				{
+					"source": "feature/auto-release",
+					"target": "hotfix/v4.3.2"
+				}
+			],
+			"submodules": [
+				"common-ci",
+				"device-detection-cxx",
+				"javascript"
+			]
+		},
+		"location-dotnet": {
+			"definitions": [
+				{
+					"name": "location-dotnet-test",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/build-and-test.yml"
+				},
+				{
+					"name": "location-dotnet-create-packages",
+					"defaultBranch": "master",
+					"yamlFileName": "ci/create-packages.yml"
+				},
+				{
+					"name": "location-dotnet-submodule-trigger",
+					"defaultBranch": "hotfix/v4.3.2",
+					"yamlFileName": "ci/submodule-trigger.yml",
+					"triggers": [
+						{
+							"definitionName": "common-ci-tag-repository",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/main"
+							],
+							"triggerType": "buildCompletion"
+						},
+						{
+							"definitionName": "pipeline-dotnet-create-packages",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/master"
+							],
+							"triggerType": "buildCompletion"
+						},
+						{
+							"definitionName": "device-detection-dotnet-create-packages",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/master"
+							],
+							"triggerType": "buildCompletion"
+						},
+						{
+							"definitionName": "common-dotnet-create-packages",
+							"requiresSuccessfulBuild": true,
+							"branchFilters": [
+								"+refs/heads/master"
+							],
+							"triggerType": "buildCompletion"
+						}
+					]
+				}
+			],
+			"policies": [
+				{
+					"definition": "location-dotnet-test",
+					"type": "Build",
+					"refName": "refs/heads/master",
+					"matchKind": "Exact"
+				}
+			],
+			"pullRequests": [
+				{
+					"source": "feature/auto-release",
+					"target": "hotfix/v4.3.2"
+				}
+			],
+			"submodules": [
+				"common-ci"
+			]
+		}
+	},
+	"policies": [
+        {
+            "type": "Required reviewers"
+        }
+    ]
+}

package/ci/common-ci/scripts/modules/51DRestModule/51DRestModule.psm1

@@ -0,0 +1,38 @@
+<#
+  ===================== Rest =====================
+  .Description
+  This module contains functions that are related to
+  REST requests.
+  For more information, please read description of
+  each function.
+#>
+
+# Global constants for Rest APIs.
+# Maximum retry count if rest api call fail with code between 400 and 599
+$script:maximumRetryCount = 3
+# Interval in seconds between retry if rest api call fail with code between 400 and 599
+$script:retryIntervalSec = 1
+
+<#
+  .Description
+  Get max number of retrys.
+  
+  .Outputs
+  Number of retrys.
+#>
+function Get-MaxRetrys {
+	return $script:maximumRetryCount
+}
+
+<#
+  .Description
+  Get retry interval in seconds.
+  
+  .Outputs
+  Retry interval in seconds.
+#>
+function Get-RetryInterval {
+	return $script:retryIntervalSec
+}
+
+Export-ModuleMember -Function *

package/ci/common-ci/scripts/modules/AzurePortalModules/51DApplicationInsightsModule/51DApplicationInsightsModule.psm1

@@ -0,0 +1,104 @@
+<#
+  ==================== ApplicationInsights =====================
+  .Description
+  This module contains a function to add application insights extension to an 
+  Azure App Service
+#>
+
+function Add-ApplicationInsightsExt {
+
+    param(
+        # The web app instance retreived using Get-AzWebApp
+        [Parameter(Mandatory=$true)]
+        [Object]$Webapp,
+
+        # The name of the application insights resouce
+        [Parameter(Mandatory=$true)]
+        [string]$AppInsightsName,
+
+        # The name of the application insights resource group
+        [Parameter(Mandatory=$true)]
+        [string]$AppInsightsResourceGroup
+    )
+
+    # Create the site extension needed for Application Insights.
+    $resourceNameString = $Webapp.Name + "/Microsoft.ApplicationInsights.AzureWebSites"
+    New-AzResource `
+        -ResourceType "Microsoft.Web/sites/siteextensions" `
+        -ResourceGroupName $Webapp.ResourceGroup `
+        -Name $resourceNameString `
+        -ApiVersion "2018-02-01" `
+        -Force `
+        -ErrorAction Stop
+
+    # Get instrumentation key from ENV application insights resource.
+    $appInsightsInstrumentationKey = (Get-AzApplicationInsights `
+        -Name $AppInsightsName `
+        -ResourceGroupName $AppInsightsResourceGroup).InstrumentationKey
+
+    # Set the appseting to send telemetry to common applicaiton insights.
+    $webAppSettings = $Webapp.SiteConfig.AppSettings
+    $hash = @{ }
+    Write-Host "Clearing hash table"
+    foreach ($setting in $webAppSettings) {
+        $hash[$setting.Name] = $setting.Value
+    }
+
+    # Its important to include the syntax around the variable eg. "$($var)"" if not 
+    # supplied like this it will change the hash table's object type.
+    $hash['APPINSIGHTS_INSTRUMENTATIONKEY'] = "$($appInsightsInstrumentationKey)" 
+
+    # Write back app settings into web app.
+    Write-Host "Writing back updated appsettings to app service" $Webapp.Name
+    Set-AzWebApp `
+        -ResourceGroupName $Webapp.ResourceGroup `
+        -Name $Webapp.Name `
+        -AppSettings $hash `
+        -verbose
+
+    # Restart the web app to link to application insights.
+    Restart-AzWebApp `
+        -ResourceGroupName $Webapp.ResourceGroup `
+        -Name $Webapp.Name
+}
+
+# Create a new Application Insights API Key.
+function New-ApplicationInsightsAPIKey {
+
+    param (
+        [Parameter(Mandatory=$true)]
+        [string]$ResourceGroup,
+
+        [Parameter(Mandatory=$true)]
+        [string]$AppInsightsName,
+
+        [Parameter(Mandatory=$true)]
+        [string]$Description
+
+    )
+    
+    # Get the Application Insights resource.
+    $appInsights = Get-AzApplicationInsights `
+        -ResourceGroupName $ResourceGroup `
+        -Name $AppInsightsName `
+        -ErrorAction SilentlyContinue
+
+    $apiKey = ""
+
+    if(-not $appInsights) {
+        Write-Host "No App Insights found, cannot create an API Key."
+    } else {
+        # Create a app insights API key.
+        $permissions = @("AuthenticateSDKControlChannel")
+        $apiKey = New-AzApplicationInsightsApiKey `
+            -ApplicationInsightsComponent $appInsights `
+            -Description "$($Description) - $(Get-Date)" `
+            -Permissions $permissions
+    }
+
+    return $apiKey
+}
+
+Export-ModuleMember -Function Add-ApplicationInsightsExt
+Export-ModuleMember -Function New-ApplicationInsightsAPIKey
+Export-ModuleMember -Function New-ApplicationInsightsResource

package/ci/common-ci/scripts/modules/AzurePortalModules/51DChecksModule/51DChecksModule.psm1

@@ -0,0 +1,68 @@
+<#
+  ==================== Checks =====================
+  .Description
+  This module contains functions to check various aspects of Azure Resources.
+#>
+
+
+# Check if a service is available by polling an Uri. Returns the status code 
+# recevied after a number of retrys. An interval can be specified to wait 
+# between retries.
+function Get-UriHTTPStatus {
+    param (
+        # The URI of the service to test, e.g. https://51degrees.com
+        [Parameter(Mandatory=$true)]
+        [string]$Uri,
+
+        # The number of tries before aborting the test.
+        [Parameter(Mandatory=$true)]
+        [int]$NumberOfTries,
+
+        # The delay between tries in seconds.
+        [Parameter(Mandatory=$true)]
+        [int]$SecondsBetweenTries
+    )
+
+    Write-Host -NoNewline "Waiting for response from $Uri"
+
+    $Tries = 0
+    $HTTP_Status = $null
+    While ($HTTP_Status -ne 200 -And $Tries -le $NumberOfTries) {
+
+        # Wait before querying Uri
+        Start-Sleep -Seconds $SecondsBetweenTries
+
+        # Get HTTP status code from invoking a request for the Uri.
+        try{
+            $HTTP_Status = (Invoke-WebRequest -Uri $Uri -UseBasicParsing -DisableKeepAlive).StatusCode
+        }
+        catch [Net.WebException]
+        {
+            # If there is a Web Exception then get the status code
+            $HTTP_Status = [int]$_.Exception.Response.StatusCode
+        }
+        catch [Exception]
+        {
+            # If there is a general exception then assume a status of null
+            # (no response).
+            $HTTP_Status = $null
+        }
+
+        $Tries = $Tries +1
+        Write-Host -NoNewLine "."
+    }
+    
+    Write-Host ""
+
+    # Return status code if service is not accepting requests else return 0
+    if ($HTTP_Status -ne 200 -or $null -eq $HTTP_Status) {
+        Write-Host "Service is not accepting requests for Uri '$($Uri)'"
+        return $HTTP_Status
+    } else {
+        Write-Host "Service is responding for Uri '$($Uri)'"
+        return 0
+    }
+   
+}
+
+Export-ModuleMember -Function Get-UriHTTPStatus