fiftyone.geolocation 4.3.1 → 4.3.3

package/ci/common-ci/release-config.json

@@ -1,9 +1,13 @@
 {
 	"repositories": {
 		"common-ci": {
-			"version": "4.3.2",
+			"version": "4.3.18",
 			"isLeaf": true
 		},
+		"device-detection-data": {
+			"version": "4.3.1",
+			"isLeaf": false
+		},
 		"common-cxx": {
 			"version": "4.3.1",
 			"isLeaf": false,
@@ -12,142 +16,87 @@
 			]
 		},
 		"device-detection-cxx": {
-			"version": "4.3.2",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"common-cxx"
-			]
-		},
-		"device-detection-varnish": {
-			"version": "4.3.0",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"device-detection-cxx"
-			]
-		},
-		"device-detection-nginx": {
-			"version": "4.3.1",
+			"version": "4.3.8",
 			"isLeaf": false,
 			"dependencies": [
 				"common-ci",
-				"device-detection-cxx"
+				"common-cxx",
+				"device-detection-data"
 			]
 		},
-		"pipeline-java": {
-			"version": "4.3.0",
-			"packageName": "pipeline",
-			"versionVariableName": "pipeline.version",
+		"pipeline-php-core": {
+			"version": "4.3.4",
+			"packageName": "fiftyone.pipeline.core",
 			"isLeaf": false,
 			"dependencies": [
 				"common-ci"
 			]
 		},
-		"location-java": {
-		    "version": "4.3.0",
-			"packageName": "pipeline.geo-location",
-			"versionVariableName": "geolocation.version",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"pipeline-java",
-				"device-detection-java"
-			]
-		},
-		"location-onpremise-java": {
-		    "version": "4.3.0",
-			"packageName": "geo-location.digitalelement",
-			"versionVariableName": "geolocation.digitalelement.version",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"pipeline-java",
-				"location-java"
-			]
-		},
-		"device-detection-java": {
-			"version": "4.3.0",
-			"packageName": "pipeline.device-detection",
-			"versionVariableName": "devicedetection.version",
+
+		"pipeline-php-engines": {
+			"version": "4.3.3",
+			"packageName": "fiftyone.pipeline.engines",
 			"isLeaf": false,
 			"dependencies": [
 				"common-ci",
-				"device-detection-cxx",
-				"pipeline-java"
-			]
-		},
-		"common-dotnet": {
-			"version": "4.3.1",
-			"packageName": "FiftyOne.Common",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci"
-			]
-		},
-		"caching-dotnet": {
-			"version": "4.3.1",
-			"packageName": "FiftyOne.Caching",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci"
+				"pipeline-php-core"
 			]
 		},
-		"pipeline-dotnet": {
-			"version": "4.3.1",
-			"packageName": "FiftyOne.Pipeline",
+		"pipeline-php-cloudrequestengine": {
+			"version": "4.3.4",
+			"packageName": "fiftyone.pipeline.cloudrequestengine",
 			"isLeaf": false,
 			"dependencies": [
 				"common-ci",
-				"common-dotnet",
-				"caching-dotnet"
+				"pipeline-php-core",
+				"pipeline-php-engines"
 			]
 		},
-		"location-dotnet": {
-		    "version": "4.3.2",
-			"packageName": "FiftyOne.Geolocation",
+		"location-php": {
+			"version": "4.3.3",
+			"packageName": "fiftyone.geolocation",
 			"isLeaf": false,
 			"dependencies": [
 				"common-ci",
-				"common-dotnet",
-				"pipeline-dotnet",
-				"device-detection-dotnet"
+				"pipeline-php-core",
+				"pipeline-php-engines",
+				"pipeline-php-cloudrequestengine",
+				"device-detection-php"
 			]
 		},
-		"device-detection-dotnet": {
-			"version": "4.3.1",
-			"packageName": "FiftyOne.DeviceDetection",
+		"device-detection-php-onpremise": {
+			"version": "4.3.3",
+			"packageName": "fiftyone.devicedetection",
 			"isLeaf": false,
 			"dependencies": [
 				"common-ci",
 				"device-detection-cxx",
-				"common-dotnet",
-				"pipeline-dotnet"
+				"pipeline-php-core",
+				"pipeline-php-engines"
 			]
 		},
-		"entitlement-dotnet": {
-			"version": "4.1.9",
+		"device-detection-php": {
+			"version": "4.3.3",
+			"packageName": "fiftyone.devicedetection",
 			"isLeaf": false,
 			"dependencies": [
 				"common-ci",
-				"common-dotnet",
-				"pipeline-dotnet"
+				"pipeline-php-core",
+				"pipeline-php-engines",
+				"pipeline-php-cloudrequestengine"
 			]
 		},
-		"internal-engines-dotnet": {
-			"version": "4.3.0",
-			"packageName": "FiftyOne.GeoLocation.OnPremise",
-			"isLeaf": false,			
+		"pipeline-wordpress": {
+			"version": "1.0.1",
+			"packageName": "fiftyonedegrees.wordpress",
+			"isLeaf": false,
 			"dependencies": [
 				"common-ci",
-				"common-dotnet",
-				"pipeline-dotnet",
-				"device-detection-dotnet",
-				"location-dotnet"
+				"pipeline-php-cloudrequestengine"
 			]
 		},
 		"pipeline-node": {
-			"version": "4.3.1",
+			"version": "4.3.5",
 			"packageName": "fiftyone.pipeline",
 			"isLeaf": false,
 			"dependencies": [
@@ -155,7 +104,7 @@
 			]
 		},
 		"location-node": {
-		    "version": "4.3.1",
+		    "version": "4.3.3",
 			"packageName": "fiftyone.geolocation",
 			"isLeaf": false,
 			"dependencies": [
@@ -165,7 +114,7 @@
 			]
 		},
 		"device-detection-node": {
-			"version": "4.3.1",
+			"version": "4.3.3",
 			"packageName": "fiftyone.devicedetection",
 			"isLeaf": false,
 			"dependencies": [
@@ -173,97 +122,6 @@
 				"device-detection-cxx",
 				"pipeline-node"
 			]
-		},
-		"pipeline-python": {
-			"version": "4.3.1",
-			"packageName": "fiftyone_pipeline",
-			"versionVariableName": "pipelineVersion",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci"
-			]
-		},
-		"location-python": {
-		    "version": "4.3.0",
-			"packageName": "fiftyone_location",
-			"versionVariableName": "locationVersion",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"pipeline-python"
-			]
-		},
-		"device-detection-python": {
-			"version": "4.3.0",
-			"packageName": "fiftyone_devicedetection",
-			"versionVariableName": "deviceDetectionVersion",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"device-detection-cxx",
-				"pipeline-python"
-			]
-		},
-		"pipeline-php-core": {
-			"version": "4.3.1",
-			"packageName": "fiftyone.pipeline.core",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci"
-			]
-		},
-		"pipeline-php-engines": {
-			"version": "4.3.1",
-			"packageName": "fiftyone.pipeline.engines",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"pipeline-php-core"
-			]
-		},
-		"pipeline-php-cloudrequestengine": {
-			"version": "4.3.1",
-			"packageName": "fiftyone.pipeline.cloudrequestengine",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"pipeline-php-core",
-				"pipeline-php-engines"
-			]
-		},
-		"location-php": {
-			"version": "4.3.1",
-			"packageName": "fiftyone.geolocation",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"pipeline-php-core",
-				"pipeline-php-engines",
-				"pipeline-php-cloudrequestengine",
-				"device-detection-php"
-			]
-		},
-		"device-detection-php-onpremise": {
-			"version": "4.3.1",
-			"packageName": "fiftyone.devicedetection",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"device-detection-cxx",
-				"pipeline-php-core",
-				"pipeline-php-engines"
-			]
-		},
-		"device-detection-php": {
-			"version": "4.3.1",
-			"packageName": "fiftyone.devicedetection",
-			"isLeaf": false,
-			"dependencies": [
-				"common-ci",
-				"pipeline-php-core",
-				"pipeline-php-engines",
-				"pipeline-php-cloudrequestengine"
-			]
 		}
 	},
 	"approvalRequired": false

package/ci/common-ci/scripts/azure/checkSlot.ps1

@@ -0,0 +1,28 @@
+# This is a wrapper script which runs the Get-SlotStatus function in the 
+# 51DDeployModule, helpful if running from azure pipelines and need to pass in
+# arguments.
+
+param (
+    # The path to the module folder which contains the 51DeployModule. This 
+    # module contains the Get-SlotStatus function.
+    [Parameter(Mandatory=$true)]
+    [string]$ModulePath,
+
+    # The URI of the service to test, e.g. https://51degrees.com
+    [Parameter(Mandatory=$true)]
+    [string]$Uri,
+
+    # The number of tries before aborting the test.
+    [int]$NumberOfTries=18,
+
+    # The delay between tries in seconds.
+    [int]$SecondsBetweenTries=10
+)
+
+# Install all modules
+$Env:PSModulePath += "$([IO.Path]::PathSeparator)$($ModulePath)"
+Write-Host "Module Path: $($Env:PSModulePath)"
+
+# Execute Get-SlotStatus script. The function will exit with a status of 1 if 
+# the service fails to respond with a HTTP 200 status code.
+Get-SlotStatus -Uri $Uri -NumberOfTries $NumberOfTries -SecondsBetweenTries $SecondsBetweenTries

package/ci/common-ci/scripts/modules/51DAuthorizationModule/51DAuthorizationModule.psm1

@@ -1,9 +1,16 @@
+# Get the path to the script parent folder.
+$scriptPath = Split-Path -parent $MyInvocation.MyCommand.Definition
+
 # Class contains definition of authorization string.
 class Authorization {
-	# static [string]$AuthorizationString = "Bearer $Env:SYSTEM_ACCESSTOKEN"
-	# When using this script locally, update and use the authorization string with your
-	# base 64 PAT as described at
+	static [string]$AuthorizationString = "Bearer $Env:SYSTEM_ACCESSTOKEN"
+	# When using this script locally, create a authorization -setting.json with the following content:
+	# { "Base64PAT": "Basic [Your Base 64 PAT]" }
+	# Update it with your base 64 encoded PAT as described at
 	# https://docs.microsoft.com/en-us/azure/devops/organizations/accounts/use-personal-access-tokens-to-authenticate?view=azure-devops&tabs=preview-page#use-a-pat
-	# e.g.
-	static [string]$AuthorizationString = "Basic OnVrbndrZ2xpcnh3ajR1Z3M2eDZtYXhzeTdrYmczazRiZHdlemNtaXl6dnJ5eHE2ZmhrYnE="
+	#
+	# Then uncomment the following line, load this module and run 'Using module 51DAuthorizationModule' in a fresh environment if
+	# accessing this directly from a terminal.
+	# 
+	# static [string]$AuthorizationString = $(Get-Content $scriptPath/authorization-settings.json -Raw | Out-String | ConvertFrom-Json).Base64PAT
 }

package/ci/common-ci/scripts/modules/51DDeployModule/51DDeployModule.psm1

@@ -0,0 +1,66 @@
+<#
+  ==================== Deploy =====================
+  .Description
+  This module contains functions to aid with deployment to Azure Services.
+#>
+
+# Get HTTP status where querying a Uri, return even if the client throws an
+# exception.
+function Get-StatusCode {
+
+    param(
+        [string]$Uri
+    )
+
+    try{
+        (Invoke-WebRequest -Uri $Uri -UseBasicParsing -DisableKeepAlive).StatusCode
+    }
+    catch [Net.WebException]
+    {
+        [int]$_.Exception.Response.StatusCode
+    }
+    catch [Exception]
+    {
+        return 0
+    }
+}
+
+# Check if a service has started by polling an endoint, if the number of retrys 
+# has been exhausted and the service is not running (no 200 status code returned)
+# then exit with status code 1.
+function Get-SlotStatus {
+    param (
+        # The URI of the service to test, e.g. https://51degrees.com
+        [Parameter(Mandatory=$true)]
+        [string]$Uri,
+
+        # The number of tries before aborting the test.
+        [Parameter(Mandatory=$true)]
+        [int]$NumberOfTries,
+
+        # The delay between tries in seconds.
+        [Parameter(Mandatory=$true)]
+        [int]$SecondsBetweenTries
+    )
+
+    # Wait for the service to start
+    Write-Host -NoNewline "Waiting for response from $Uri "
+
+    $Tries = 0
+    $HTTP_Status = Get-StatusCode -Uri $Uri -Path $Path
+    While ($HTTP_Status -ne 200 -And $Tries -le $NumberOfTries) {
+        Start-Sleep -Seconds $SecondsBetweenTries
+        $Tries = $Tries +1
+        $HTTP_Status = Get-StatusCode -Uri $Uri -Path $Path
+        Write-Host -NoNewLine "."
+    }
+    Write-Host ""
+    # Exit if service is not accepting requests
+    if($HTTP_Status -ne 200) {
+        Write-Host "Service is not accepting requests."
+        exit 1
+    }
+    Write-Host "Service has started"
+}
+
+Export-ModuleMember -Function Get-SlotStatus

package/ci/common-ci/scripts/modules/51DDownloadDataFileModule/51DDownloadDataFileModule.psm1

@@ -0,0 +1,58 @@
+<#
+  ==================== Download =====================
+  .Description
+  This module contains a function to download a data file
+  from the 51Degrees Distributor.
+#>
+
+# Download a data file.
+function Get-DataFile {
+
+    param (
+        [Parameter(Mandatory=$true)]
+        [string]$licenseKey,
+
+        [Parameter(Mandatory=$true)]
+        [string]$dataType,
+
+        [Parameter(Mandatory=$true)]
+        [string]$product,
+
+        [Parameter(Mandatory=$true)]
+        [string]$fullFilePath
+    )
+
+    $timeoutWebclientCode = @"
+using System.Net;
+
+public class TimeoutWebClient : WebClient
+{
+    public int TimeoutSeconds;
+
+    protected override WebRequest GetWebRequest(System.Uri address)
+    {
+        WebRequest request = base.GetWebRequest(address);
+        if (request != null)
+        {
+        request.Timeout = TimeoutSeconds * 1000;
+        }
+        return request;
+    }
+
+    public TimeoutWebClient()
+    {
+        TimeoutSeconds = 100; // Timeout value by default
+    }
+}
+"@;
+    
+    Add-Type -TypeDefinition $timeoutWebclientCode -Language CSharp
+    $webClient = New-Object TimeoutWebClient;
+    $webClient.TimeoutSeconds = 240;
+    $url ="https://distributor.51degrees.com/api/v2/download?LicenseKeys=$($licenseKey)&Type=$($dataType)&Download=True&Product=$($product)"
+    $start_time = Get-Date   
+    $webClient.DownloadFile($url, $fullFilePath)
+    Write-Output "Time taken: $((Get-Date).Subtract($start_time).Seconds) second(s)"
+}
+
+Export-ModuleMember -Function Get-DataFile

package/ci/common-ci/scripts/modules/51DGitModule/51DGitModule.psm1

@@ -591,16 +591,16 @@ function Update-SubmoduleReferences {
 			$targetTag = $script:repositories."$subRepoName".version
 			Write-Host "# Checking tag $targetTag"
 			
-			# Get all tag
-			Write-Host "# Fetch all tags"
-			if (![GitHandler]::FetchAllTags()) {
-				Write-Host "# ERROR: Failed to fetch tags. Cannot reliably check submodule deployment."
-				Pop-Location
-				return $false
-			}
-			
 			$tagUpdated = $false
 			if ($targetTag -ne $null) {
+				# Get all tag
+				Write-Host "# Fetch all tags"
+				if (![GitHandler]::FetchAllTags()) {
+					Write-Host "# ERROR: Failed to fetch tags. Cannot reliably check submodule deployment."
+					Pop-Location
+					return $false
+				}
+
 				$remoteRepo = git -c http.extraheader="AUTHORIZATION: $([Authorization]::AuthorizationString)" config --get remote.origin.url
 				Write-Host "# Remote repository found '$remoteRepo'"
 				# Make sure to sort the tag, so only pick up the biggest tag.