fiftyone.geolocation 4.2.1 → 4.3.3

package/ci/common-ci/release-process.drawio

@@ -0,0 +1,165 @@
+<mxfile host="65bd71144e">
+    <diagram id="kqvr45VDlgbzlYrqjXVV" name="Page-1">
+        <mxGraphModel dx="1092" dy="790" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="827" pageHeight="1169" math="0" shadow="0">
+            <root>
+                <mxCell id="0"/>
+                <mxCell id="1" parent="0"/>
+                <mxCell id="3" value="Release Trigger" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="320" y="20" width="120" height="60" as="geometry"/>
+                </mxCell>
+                <mxCell id="4" value="Complete Leaf Modules Pull Requests" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="320" y="120" width="120" height="60" as="geometry"/>
+                </mxCell>
+                <mxCell id="5" value="Tag-Repository/Create-Packages" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="320" y="220" width="120" height="60" as="geometry"/>
+                </mxCell>
+                <mxCell id="6" value="Tag Creation Only" style="rhombus;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="340" y="320" width="80" height="80" as="geometry"/>
+                </mxCell>
+                <mxCell id="7" value="Deploy Internally" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="320" y="440" width="120" height="60" as="geometry"/>
+                </mxCell>
+                <mxCell id="8" value="Deploy externally" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="520" y="440" width="120" height="60" as="geometry"/>
+                </mxCell>
+                <mxCell id="9" value="Submodule trigger" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="320" y="670" width="120" height="60" as="geometry"/>
+                </mxCell>
+                <mxCell id="10" value="Create Pull Request To Main" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="320" y="870" width="120" height="60" as="geometry"/>
+                </mxCell>
+                <mxCell id="11" value="Pull Request Tests Run" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="320" y="970" width="120" height="60" as="geometry"/>
+                </mxCell>
+                <mxCell id="12" value="Pull Request Auto Completion" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="320" y="1190" width="120" height="60" as="geometry"/>
+                </mxCell>
+                <mxCell id="13" value="Tests Pass" style="rhombus;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="340" y="1070" width="80" height="80" as="geometry"/>
+                </mxCell>
+                <mxCell id="14" value="Update dependency references and versions" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="320" y="770" width="120" height="60" as="geometry"/>
+                </mxCell>
+                <mxCell id="15" value="" style="endArrow=classic;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" edge="1" parent="1" source="3" target="4">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="260" as="sourcePoint"/>
+                        <mxPoint x="580" y="210" as="targetPoint"/>
+                        <Array as="points">
+                            <mxPoint x="380" y="100"/>
+                        </Array>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="16" value="" style="endArrow=classic;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;" edge="1" parent="1" source="4" target="5">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="260" as="sourcePoint"/>
+                        <mxPoint x="580" y="210" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="17" value="" style="endArrow=classic;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;" edge="1" parent="1" source="5" target="6">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="390" y="190" as="sourcePoint"/>
+                        <mxPoint x="390" y="230" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="18" value="Yes" style="endArrow=classic;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;" edge="1" parent="1" source="6" target="7">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="460" as="sourcePoint"/>
+                        <mxPoint x="580" y="410" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="19" value="Yes" style="endArrow=classic;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;" edge="1" parent="1" source="6">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="460" as="sourcePoint"/>
+                        <mxPoint x="590" y="440" as="targetPoint"/>
+                        <Array as="points">
+                            <mxPoint x="590" y="360"/>
+                        </Array>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="20" value="No" style="endArrow=classic;html=1;exitX=0;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" edge="1" parent="1" source="6" target="9">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="460" as="sourcePoint"/>
+                        <mxPoint x="580" y="410" as="targetPoint"/>
+                        <Array as="points">
+                            <mxPoint x="200" y="360"/>
+                            <mxPoint x="200" y="700"/>
+                        </Array>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="21" value="" style="endArrow=classic;html=1;entryX=0.5;entryY=0;entryDx=0;entryDy=0;" edge="1" parent="1" target="31">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="380" y="505" as="sourcePoint"/>
+                        <mxPoint x="374" y="550" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="22" value="" style="endArrow=classic;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" edge="1" parent="1" source="9" target="14">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="590" as="sourcePoint"/>
+                        <mxPoint x="580" y="540" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="24" value="" style="endArrow=classic;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" edge="1" parent="1" source="14" target="10">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="690" as="sourcePoint"/>
+                        <mxPoint x="580" y="640" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="25" value="" style="endArrow=classic;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" edge="1" parent="1" source="10" target="11">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="690" as="sourcePoint"/>
+                        <mxPoint x="580" y="640" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="26" value="" style="endArrow=classic;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" edge="1" parent="1" source="11" target="13">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="890" as="sourcePoint"/>
+                        <mxPoint x="380" y="1079" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="28" value="Yes" style="endArrow=classic;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" edge="1" parent="1" source="13" target="12">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="1090" as="sourcePoint"/>
+                        <mxPoint x="580" y="1040" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="29" value="" style="endArrow=classic;html=1;entryX=0;entryY=0.5;entryDx=0;entryDy=0;exitX=0;exitY=0.5;exitDx=0;exitDy=0;" edge="1" parent="1" source="12" target="5">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="330" y="1110" as="sourcePoint"/>
+                        <mxPoint x="120" y="260" as="targetPoint"/>
+                        <Array as="points">
+                            <mxPoint x="120" y="1220"/>
+                            <mxPoint x="120" y="250"/>
+                        </Array>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="31" value="Parent Module Exists" style="rhombus;whiteSpace=wrap;html=1;" vertex="1" parent="1">
+                    <mxGeometry x="340" y="544.5" width="80" height="80" as="geometry"/>
+                </mxCell>
+                <mxCell id="32" value="Yes" style="endArrow=classic;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;" edge="1" parent="1" source="31" target="9">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="750" as="sourcePoint"/>
+                        <mxPoint x="374" y="680" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="34" value="Terminated" style="ellipse;whiteSpace=wrap;html=1;aspect=fixed;" vertex="1" parent="1">
+                    <mxGeometry x="660" y="1070" width="80" height="80" as="geometry"/>
+                </mxCell>
+                <mxCell id="35" value="No" style="endArrow=classic;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;" edge="1" parent="1" source="31" target="34">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="750" as="sourcePoint"/>
+                        <mxPoint x="580" y="700" as="targetPoint"/>
+                        <Array as="points">
+                            <mxPoint x="699" y="585"/>
+                        </Array>
+                    </mxGeometry>
+                </mxCell>
+                <mxCell id="36" value="" style="endArrow=classic;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" edge="1" parent="1" source="13" target="34">
+                    <mxGeometry width="50" height="50" relative="1" as="geometry">
+                        <mxPoint x="530" y="950" as="sourcePoint"/>
+                        <mxPoint x="580" y="900" as="targetPoint"/>
+                    </mxGeometry>
+                </mxCell>
+            </root>
+        </mxGraphModel>
+    </diagram>
+</mxfile>

package/ci/common-ci/scripts/azure/checkSlot.ps1

@@ -0,0 +1,28 @@
+# This is a wrapper script which runs the Get-SlotStatus function in the 
+# 51DDeployModule, helpful if running from azure pipelines and need to pass in
+# arguments.
+
+param (
+    # The path to the module folder which contains the 51DeployModule. This 
+    # module contains the Get-SlotStatus function.
+    [Parameter(Mandatory=$true)]
+    [string]$ModulePath,
+
+    # The URI of the service to test, e.g. https://51degrees.com
+    [Parameter(Mandatory=$true)]
+    [string]$Uri,
+
+    # The number of tries before aborting the test.
+    [int]$NumberOfTries=18,
+
+    # The delay between tries in seconds.
+    [int]$SecondsBetweenTries=10
+)
+
+# Install all modules
+$Env:PSModulePath += "$([IO.Path]::PathSeparator)$($ModulePath)"
+Write-Host "Module Path: $($Env:PSModulePath)"
+
+# Execute Get-SlotStatus script. The function will exit with a status of 1 if 
+# the service fails to respond with a HTTP 200 status code.
+Get-SlotStatus -Uri $Uri -NumberOfTries $NumberOfTries -SecondsBetweenTries $SecondsBetweenTries

package/ci/common-ci/scripts/modules/51DAuthorizationModule/51DAuthorizationModule.Tests.ps1

@@ -0,0 +1 @@
+# Placeholder for future tests.

package/ci/common-ci/scripts/modules/51DAuthorizationModule/51DAuthorizationModule.psm1

@@ -0,0 +1,16 @@
+# Get the path to the script parent folder.
+$scriptPath = Split-Path -parent $MyInvocation.MyCommand.Definition
+
+# Class contains definition of authorization string.
+class Authorization {
+	static [string]$AuthorizationString = "Bearer $Env:SYSTEM_ACCESSTOKEN"
+	# When using this script locally, create a authorization -setting.json with the following content:
+	# { "Base64PAT": "Basic [Your Base 64 PAT]" }
+	# Update it with your base 64 encoded PAT as described at
+	# https://docs.microsoft.com/en-us/azure/devops/organizations/accounts/use-personal-access-tokens-to-authenticate?view=azure-devops&tabs=preview-page#use-a-pat
+	#
+	# Then uncomment the following line, load this module and run 'Using module 51DAuthorizationModule' in a fresh environment if
+	# accessing this directly from a terminal.
+	# 
+	# static [string]$AuthorizationString = $(Get-Content $scriptPath/authorization-settings.json -Raw | Out-String | ConvertFrom-Json).Base64PAT
+}

package/ci/common-ci/scripts/modules/51DBuildModule/51DBuildModule.Tests.ps1

@@ -0,0 +1,3 @@
+Describe 'Stop-PreviousBuilds' {
+	# Place holders for future tests
+}

package/ci/common-ci/scripts/modules/51DBuildModule/51DBuildModule.psm1

@@ -0,0 +1,200 @@
+<#
+  ===================== Build =====================
+  .Description
+  This module contains functions that perform actions
+  on a or more Azure Devops build.
+  For more information, please read description of
+  each function.
+#>
+
+Using module 51DAuthorizationModule
+Using module 51DEnvironmentModule
+
+<#
+  .Description
+  Requeue a test build of a pull request.
+  
+  .Parameter RepositoryName
+  Name of a repository
+  
+  .Parameter PullRequestId
+  Id number of a pull request
+
+  .Parameter TeamProjectName
+  Name ofthe repository team project
+  
+  .Outputs true or false
+#>
+function Restart-TestBuild {
+	param (
+		[Parameter(Mandatory)]
+		[string]$RepositoryName,
+		[Parameter(Mandatory)]
+		[int32]$PullRequestId,
+		[Parameter(Mandatory)]
+		[string]$TeamProjectName
+	)
+	
+	# Get the merge branch of the pull request
+	$ref = Get-MergeBranchName -PullRequestId $PullRequestId
+
+	# Obtain test pipeline id of a repository.
+	$pipelineId = Get-PipelineId -Name "$RepositoryName-test" -TeamProjectName $TeamProjectName
+	if ($pipelineId -eq $null) {
+		Write-Host "# ERROR: Failed to get pipeline id"
+		return $false
+	}
+	
+	# Get all runs for the pipeline.
+	$url = "$([EnvironmentHandler]::GetEnvironmentVariable($env:SYSTEM_TEAMFOUNDATIONCOLLECTIONURI))$($TeamProjectName)/_apis/build/builds?api-version=6.0"
+	$jsonBody = @"
+	{
+		"definition" : {
+			"id" : $pipelineId
+		},
+		"sourceBranch" : "$ref"
+	}
+"@
+
+	$response = Invoke-WebRequest `
+	-URI $url `
+	-Headers @{
+		Authorization = "$([Authorization]::AuthorizationString)"
+	} `
+	-Method POST `
+	-ContentType "application/json" `
+	-Body $jsonBody
+	
+	return $(Test-RestResponse `
+		-Response $response `
+		-ErrorMessage "Failed to rerun the test pipeline for pull request $PullRequestId.")
+}
+
+<#
+  .Description
+  Requeue a test build of a pull request.
+  
+  .Parameter BuildId
+  Id number of a build.
+  
+  .Parameter TeamProjectName
+  Name ofthe repository team project
+  
+  .Outputs Build object.
+#>
+function Get-Build {
+	param (
+		[Parameter(Mandatory)]
+		[int32]$BuildId,
+		[Parameter(Mandatory)]
+		[string]$TeamProjectName
+	)
+	
+	$url = "$([EnvironmentHandler]::GetEnvironmentVariable($env:SYSTEM_TEAMFOUNDATIONCOLLECTIONURI))$($TeamProjectName)/_apis/build/builds/$($BuildId)?api-version=6.0"
+	$response = Invoke-WebRequest `
+	-URI $url `
+	-Headers @{
+		Authorization = "$([Authorization]::AuthorizationString)"
+	} `
+	-Method GET
+	
+	if ($(Test-RestResponse `
+		-Response $response `
+		-ErrorMessage "Failed to get build object for build $BuildId.")) {
+		$content = $response.content | Out-String | ConvertFrom-Json
+		return $content
+	} else {
+		return $null
+	}
+}
+
+<#
+  .Description
+  Cancel all other builds of a pipeline on a certain branch, except the specified build id.
+  
+  .Parameter PipelineName
+  Name of a pipeline to check for the builds.
+  
+  .Parameter Branch
+  Full reference name of a branch to check if the builds run on.
+  
+  .Parameter CurrentBuildId
+  Build id.
+  
+  .Parameter TeamProjectName
+  Name ofthe repository team project
+  
+  .Outputs true or false
+#>
+function Stop-PreviousBuilds {
+	param (
+		[Parameter(Mandatory)]
+		[string]$PipelineName,
+		[Parameter(Mandatory)]
+		[string]$Branch,
+		[Parameter(Mandatory)]
+		[string]$CurrentBuildId,
+		[Parameter(Mandatory)]
+		[string]$TeamProjectName
+	)
+	
+	Write-Host ""
+	Write-Host "# Getting current builds."
+	$pipelineId = Get-PipelineId -Name $PipelineName -TeamProjectName $TeamProjectName
+	$url = "$([EnvironmentHandler]::GetEnvironmentVariable($env:SYSTEM_TEAMFOUNDATIONCOLLECTIONURI))$($TeamProjectName)/_apis/build/builds?definitions=$pipelineId&branchName=$Branch&api-version=6.0"
+	$response = Invoke-WebRequest `
+	-URI $url `
+	-Headers @{
+		Authorization = "$([Authorization]::AuthorizationString)"
+	} `
+	-Method GET
+	
+	if ($(Test-RestResponse -Response $response -ErrorMessage "Failed to get all current builds.")) {
+		$content = $response.content | Out-String | ConvertFrom-Json
+		$buildsToCancel = $content.value.Where({ ($_.status -eq 'inProgress') -and ($_.id -ne $CurrentBuildId) })
+		$allCancelled = $true
+		
+		$currentBuild = Get-Build -BuildId $CurrentBuildId -TeamProjectName $TeamProjectName
+		if ($currentBuild -eq $null) {
+			Write-Host "# ERROR: Failed to obtain current build object."
+			return $false
+		}
+		
+		$currentBuildTime = Get-Date -Format yyyy-MM-ddTHH-mm-ss-ff $currentBuild.startTime
+		foreach ($build in $buildsToCancel) {
+			$buildTime = Get-Date -Format yyyy-MM-ddTHH-mm-ss-ff $build.startTime
+			if ($buildTime -lt $currentBuildTime) {
+				Write-Host ""
+				Write-Host "# Cancelling build $($build.id)."
+				$body = @"
+				{
+					"id" : $($build.id),
+					"status" : "cancelling"
+				}
+"@	
+		
+				$url = "$([EnvironmentHandler]::GetEnvironmentVariable($env:SYSTEM_TEAMFOUNDATIONCOLLECTIONURI))$($TeamProjectName)/_apis/build/builds/$($build.id)?api-version=6.0"
+				$cancellingResponse = Invoke-WebRequest `
+				-URI $url `
+				-Headers @{
+					Authorization = "$([Authorization]::AuthorizationString)"
+				} `
+				-Method PATCH `
+				-ContentType "application/json" `
+				-Body $body
+				
+				if ($(Test-RestResponse -Response $cancellingResponse -ErrorMessage "Failed to cancle build $($build.id)")) {
+					Write-Host "# SUCCESS"
+				} else {
+					Write-Host "# FAIL"
+					$allCancelled = $false
+				}
+			}
+		}
+		return $allCancelled
+	}
+	return $false
+}
+
+Export-ModuleMember -Function Restart-TestBuild
+Export-ModuleMember -Function Stop-PreviousBuilds

package/ci/common-ci/scripts/modules/51DDeployModule/51DDeployModule.psm1

@@ -0,0 +1,66 @@
+<#
+  ==================== Deploy =====================
+  .Description
+  This module contains functions to aid with deployment to Azure Services.
+#>
+
+# Get HTTP status where querying a Uri, return even if the client throws an
+# exception.
+function Get-StatusCode {
+
+    param(
+        [string]$Uri
+    )
+
+    try{
+        (Invoke-WebRequest -Uri $Uri -UseBasicParsing -DisableKeepAlive).StatusCode
+    }
+    catch [Net.WebException]
+    {
+        [int]$_.Exception.Response.StatusCode
+    }
+    catch [Exception]
+    {
+        return 0
+    }
+}
+
+# Check if a service has started by polling an endoint, if the number of retrys 
+# has been exhausted and the service is not running (no 200 status code returned)
+# then exit with status code 1.
+function Get-SlotStatus {
+    param (
+        # The URI of the service to test, e.g. https://51degrees.com
+        [Parameter(Mandatory=$true)]
+        [string]$Uri,
+
+        # The number of tries before aborting the test.
+        [Parameter(Mandatory=$true)]
+        [int]$NumberOfTries,
+
+        # The delay between tries in seconds.
+        [Parameter(Mandatory=$true)]
+        [int]$SecondsBetweenTries
+    )
+
+    # Wait for the service to start
+    Write-Host -NoNewline "Waiting for response from $Uri "
+
+    $Tries = 0
+    $HTTP_Status = Get-StatusCode -Uri $Uri -Path $Path
+    While ($HTTP_Status -ne 200 -And $Tries -le $NumberOfTries) {
+        Start-Sleep -Seconds $SecondsBetweenTries
+        $Tries = $Tries +1
+        $HTTP_Status = Get-StatusCode -Uri $Uri -Path $Path
+        Write-Host -NoNewLine "."
+    }
+    Write-Host ""
+    # Exit if service is not accepting requests
+    if($HTTP_Status -ne 200) {
+        Write-Host "Service is not accepting requests."
+        exit 1
+    }
+    Write-Host "Service has started"
+}
+
+Export-ModuleMember -Function Get-SlotStatus

package/ci/common-ci/scripts/modules/51DDownloadDataFileModule/51DDownloadDataFileModule.psm1

@@ -0,0 +1,58 @@
+<#
+  ==================== Download =====================
+  .Description
+  This module contains a function to download a data file
+  from the 51Degrees Distributor.
+#>
+
+# Download a data file.
+function Get-DataFile {
+
+    param (
+        [Parameter(Mandatory=$true)]
+        [string]$licenseKey,
+
+        [Parameter(Mandatory=$true)]
+        [string]$dataType,
+
+        [Parameter(Mandatory=$true)]
+        [string]$product,
+
+        [Parameter(Mandatory=$true)]
+        [string]$fullFilePath
+    )
+
+    $timeoutWebclientCode = @"
+using System.Net;
+
+public class TimeoutWebClient : WebClient
+{
+    public int TimeoutSeconds;
+
+    protected override WebRequest GetWebRequest(System.Uri address)
+    {
+        WebRequest request = base.GetWebRequest(address);
+        if (request != null)
+        {
+        request.Timeout = TimeoutSeconds * 1000;
+        }
+        return request;
+    }
+
+    public TimeoutWebClient()
+    {
+        TimeoutSeconds = 100; // Timeout value by default
+    }
+}
+"@;
+    
+    Add-Type -TypeDefinition $timeoutWebclientCode -Language CSharp
+    $webClient = New-Object TimeoutWebClient;
+    $webClient.TimeoutSeconds = 240;
+    $url ="https://distributor.51degrees.com/api/v2/download?LicenseKeys=$($licenseKey)&Type=$($dataType)&Download=True&Product=$($product)"
+    $start_time = Get-Date   
+    $webClient.DownloadFile($url, $fullFilePath)
+    Write-Output "Time taken: $((Get-Date).Subtract($start_time).Seconds) second(s)"
+}
+
+Export-ModuleMember -Function Get-DataFile

package/ci/common-ci/scripts/modules/51DEnvironmentModule/51DEnvironmentModule.Tests.ps1

@@ -0,0 +1,25 @@
+Using module 51DEnvironmentModule
+
+Describe 'GetEnvironmentVariable' {
+	It 'Successfully get default in test environment' {
+		$curEnv = $Env:51D_ENVIRONMENT
+		# Set test environment
+		$Env:51D_ENVIRONMENT = "Test"
+		$result = [EnvironmentHandler]::GetEnvironmentVariable("test")
+
+		# Restore the current environment
+		$Env:51D_ENVIRONMENT = $curEnv
+		$result | Should -Be "default"
+	}
+	
+	It 'Successfully get value in production environment' {
+		$curEnv = $Env:51D_ENVIRONMENT
+		# Set test environment
+		$Env:51D_ENVIRONMENT = "Production"
+		$result = [EnvironmentHandler]::GetEnvironmentVariable("test")
+
+		# Restore the current environment
+		$Env:51D_ENVIRONMENT = $curEnv
+		$result | Should -Be "test"
+	}
+}

package/ci/common-ci/scripts/modules/51DEnvironmentModule/51DEnvironmentModule.psm1

@@ -0,0 +1,22 @@
+class EnvironmentHandler {
+	<#
+	  .Description
+	  This function check what value caller should see in current environment.
+	  This is normally used to make sure that in a test environment, a fake
+	  value is always used so that we don't accidentally change the production
+	  environment.
+	  
+	  .Parameter envVarValue
+	  Actual environment value
+	  
+	  .Outputs
+	  The input value or default if in test environment
+	#>
+	static [object]GetEnvironmentVariable([object]$envVarValue) {
+		if ($Env:51D_ENVIRONMENT -eq 'Test') {
+			return "default"
+		} else {
+			return $envVarValue
+		}
+	}
+}

package/ci/common-ci/scripts/modules/51DErrorHandleModule/51DErrorHandleModule.Tests.ps1

@@ -0,0 +1 @@
+# Placeholder for future tests

package/ci/common-ci/scripts/modules/51DErrorHandleModule/51DErrorHandleModule.psm1

@@ -0,0 +1,41 @@
+<#
+  ===================== Error Handling =====================
+  .Description
+  This module contains functions that perform error handling
+  actions.
+  For more information, please read description of
+  each function.
+#>
+
+<#
+  .Description
+  Check a Rest Response and return
+  whether it is successful or not.
+
+  .Parameter Response
+  
+  .Outputs true or false
+#>
+function Test-RestResponse {
+	param (
+		$Response,
+		[string]$ErrorMessage
+	)
+
+	# Check that reponse is not null. This is for cases whereexception occurs
+	# when call Invoke-WebRequest and no response is returned.
+	if ($Response -eq $null) {
+		Write-Host "# ERROR: Response object is null."
+		Write-Host "# ERROR: $ErrorMessage"
+		return $false
+	}
+	
+	# Check for actual status code
+	if ($Response.StatusCode -le 599 -and $Response.StatusCode -ge 400) {
+		
+		Write-Host "# ERROR: Status Code returned $($Response.StatusCode)"
+		Write-Host "# ERROR: $ErrorMessage"
+		throw "# ERROR: Rest api call failed."
+	}
+	return $true
+}

package/ci/common-ci/scripts/modules/51DGitModule/51DGitModule.Tests.ps1

@@ -0,0 +1,5 @@
+# Place holder. Since most of the Git module requires
+# invokdation of 'git' command. It cannot mock the
+# git behaviour without a great deal of cearting the
+# wrapper for each. Thus, this file is a place holder
+# for future tests.