chore : Addition of Deployment and test pipeline

.github/workflows/CI.yml

@@ -0,0 +1,147 @@
+name: Deploy Resources
+
+on:
+  push:
+    branches:
+      - main  # Adjust this to the branch you want to trigger the deployment on
+  schedule:
+    - cron: '0 6,18 * * *'  # Runs at 6:00 AM and 6:00 PM GMT
+
+
+jobs:
+  deploy:
+    runs-on: windows-latest  # Use a Windows runner for PowerShell scripts
+
+    steps:
+    - name: Checkout Code
+      uses: actions/checkout@v3  # Checks out your repository
+
+    - name: Setup PowerShell
+      shell: pwsh
+      run: |
+        $PSVersionTable.PSVersion
+
+    - name: Run Deployment Script with Input
+      shell: pwsh
+      run: |
+        cd Deployment
+        $input = @"
+        ${{ secrets.AZURE_SUBSCRIPTION_ID }}
+        CanadaCentral
+        WestUS3
+        ${{ secrets.EMAIL }}
+        yes
+        "@
+        $input | pwsh ./resourcedeployment.ps1
+        echo "Resource Group Name is ${{ env.rg_name }}"
+        echo "Kubernetes resource group are ${{ env.krg_name }}"
+      env:
+        AZURE_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
+        AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
+        AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
+        AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
+    - name: Cleanup Resource Group
+      if: always()  # Ensures this step runs even if the deployment fails
+      shell: pwsh
+      run: |
+          az login --service-principal --username ${{ secrets.AZURE_CLIENT_ID }} --password ${{ secrets.AZURE_CLIENT_SECRET }} --tenant ${{ secrets.AZURE_TENANT_ID }}
+          az group delete --name ${{ env.rg_name }} --yes --no-wait
+          az group delete --name ${{ env.krg_name }} --yes --no-wait
+      env:
+          AZURE_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
+          AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
+          AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
+          AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
+
+    - name: Wait for Resource Deletion to Complete
+      shell: pwsh
+      run: |
+            $retries = 0
+            $maxRetries = 3
+            $sleepIntervals = @(700, 200, 200)
+
+            while ($retries -lt $maxRetries) {
+              $rgStatus = az group exists --name ${{ env.rg_name }}
+              $krgStatus = az group exists --name ${{ env.krg_name }}
+
+
+              # if (-not $rgStatus -and -not $krgStatus) {
+              #   Write-Host "Both resource groups deleted successfully."
+              #   break
+              # }
+              if ($rgStatus -eq "false" -and $krgStatus -eq "false") {
+                Write-Host "Both resource groups deleted successfully."
+                break
+              }
+
+              $retries++
+              if ($retries -eq $maxRetries) {
+                Write-Host "Resource groups deletion not confirmed after $maxRetries attempts. Exiting."
+                exit 1
+              }
+
+              Write-Host "Resource groups still exist. Retrying in $($sleepIntervals[$retries - 1]) seconds..."
+              Start-Sleep -Seconds $sleepIntervals[$retries - 1]
+            }
+
+    - name: Purging the Resources
+      if: success()
+      shell: pwsh
+      run: |
+                  # Set variables using GitHub Actions environment values
+                  $solutionPrefix = "${{ env.SOLUTION_PREFIX }}"
+                  $subscriptionId = "${{ secrets.AZURE_SUBSCRIPTION_ID }}"
+                  $resourceGroupName = "${{ env.rg_name }}"
+
+                  $openai_name = "openaiservice-$solutionPrefix"
+                  $cognitiveservice_name = "cognitiveservice-$solutionPrefix"
+
+                  # Debug: Print resource names
+                  Write-Host "Purging OpenAI resource: $openai_name"
+                  Write-Host "Purging CognitiveService Account: $cognitiveservice_name"
+
+                  # Construct resource IDs
+                  $openaiResourceId = "/subscriptions/$subscriptionId/providers/Microsoft.CognitiveServices/locations/westus3/resourceGroups/$resourceGroupName/deletedAccounts/$openai_name"
+                  $cognitiveResourceId = "/subscriptions/$subscriptionId/providers/Microsoft.CognitiveServices/locations/eastus/resourceGroups/$resourceGroupName/deletedAccounts/$cognitiveservice_name"
+
+                  # Debug: Print constructed resource IDs
+                  Write-Host "Command to purge OpenAI resource: az resource delete --ids `"$openaiResourceId`" --verbose"
+                  Write-Host "Command to purge CognitiveService Account: az resource delete --ids `"$cognitiveResourceId`" --verbose"
+                    # Purge OpenAI Resource
+                      az resource delete --ids $openaiResourceId --verbose
+                      if (-not $?) {
+                          Write-Host "Failed to purge OpenAI resource: $openaiResourceId"
+                      }
+
+                      # Purge CognitiveService Account
+
+
+                      az resource delete --ids $cognitiveResourceId --verbose
+                      if (-not $?) {
+                          Write-Host "Failed to purge CognitiveService Account."
+                      }
+
+
+    - name: Send Notification on Failure
+      if: failure()
+      shell: pwsh
+      run: |
+                            # Define the RUN_URL variable
+                            $RUN_URL = "https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+
+                            # Construct the email body using a Here-String
+                            $EMAIL_BODY = @"
+                            {
+                              "body": "<p>Dear Team,</p><p>The Document Knowledge Mining Automation process encountered an issue.</p><p><strong>Build URL:</strong> <a href='$RUN_URL'>$RUN_URL</a></p><p>Please investigate promptly.</p><p>Best regards,<br>Your Automation Team</p>"
+                            }
+                            "@
+
+                            # Send the notification with error handling
+                            try {
+                                curl -X POST "${{ secrets.LOGIC_APP_URL }}" `
+                                     -H "Content-Type: application/json" `
+                                     -d "$EMAIL_BODY"
+                            } catch {
+                                Write-Output "Failed to send notification."
+                            }
+

.github/workflows/tests.yml

@@ -0,0 +1,118 @@
+name: Unit Tests - DKM
+
+on:
+  push:
+    branches: main
+
+  pull_request:
+    branches: main
+    types:
+      - opened
+      - ready_for_review
+      - reopened
+      - synchronize
+
+jobs:
+  backend_api_tests:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Set up .NET
+        uses: actions/setup-dotnet@v3
+        with:
+          dotnet-version: '8.0.x'
+      - name: Install Code Coverage Tools
+        run: |
+          dotnet tool install --global coverlet.console || echo "Warning: Could not install coverlet."
+        env:
+          DOTNET_ROOT: /usr/share/dotnet
+
+
+      - name: Restore and run tests for Backend API with coverage
+        working-directory: ./App/backend-api
+        run: |
+          if [ -f "Microsoft.GS.DPS.sln" ]; then
+             dotnet restore Microsoft.GS.DPS.sln || echo "Warning: Some dependencies are missing. Proceeding."
+             dotnet test Microsoft.GS.DPS.Host/BackendApi.Tests/BackendApi.Tests.csproj --collect:"XPlat Code Coverage" --logger "trx;LogFileName=TestResults.trx" --results-directory TestResults || echo "Warning: Some tests may have failed."
+          else
+             echo "No solution file found in Backend API. Skipping tests."
+          fi
+      - name: List test result files
+        run: ls -R ./App/backend-api/TestResults || echo "TestResults directory not found."
+      - name: Verify Coverage Report
+        run: |
+          if [ -d "./App/backend-api/TestResults/CoverageReport" ]; then
+              echo "Coverage report exists."
+          else
+            echo "Coverage report not generated."
+          fi
+
+
+
+      - name: Publish coverage results for Backend API
+        uses: actions/upload-artifact@v3
+        with:
+          name: backend-api-coverage
+          path: ./App/backend-api/TestResults/CoverageReport
+
+  kernel_memory_tests:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Set up .NET
+        uses: actions/setup-dotnet@v3
+        with:
+          dotnet-version: '8.0.x'
+
+      - name: Restore and run tests for Kernel Memory with coverage
+        working-directory: ./App/kernel-memory
+        run: |
+          if [ -f "KernelMemory.sln" ]; then
+            dotnet restore KernelMemory.sln || echo "Warning: Some dependencies are missing. Proceeding."
+            if dotnet test KernelMemory.sln --list-tests > /dev/null 2>&1; then
+              dotnet test KernelMemory.sln --collect:"XPlat Code Coverage" --logger trx --results-directory TestResults || echo "Warning: Some tests may have failed."
+            else
+              echo "No test cases found in Kernel Memory. Skipping tests."
+            fi
+          else
+            echo "No solution file found in Kernel Memory. Skipping tests."
+          fi
+
+      - name: Publish coverage results for Kernel Memory
+        uses: actions/upload-artifact@v3
+        with:
+          name: kernel-memory-coverage
+          path: ./App/kernel-memory/TestResults/CoverageReport
+
+  frontend_tests:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: 16
+
+      - name: Install dependencies
+        working-directory: ./App/frontend-app
+        run: |
+          npm install --legacy-peer-deps || echo "Warning: Dependency installation failed. Proceeding."
+
+      - name: Run tests for Frontend App with coverage
+        working-directory: ./App/frontend-app
+        run: |
+          if find src -type f \( -name "*.test.tsx" -o -name "*.spec.tsx" -o -name "*.test.ts" -o -name "*.spec.ts" \) | grep -q .; then
+            echo "Test files found. Proceeding with tests."
+            npx jest --coverage --coverageDirectory=coverage --detectOpenHandles
+          else
+            echo "No test files found in Frontend App. Skipping tests."
+          fi

App/frontend-app/jest.config.ts

@@ -24,6 +24,17 @@ module.exports = {
         // SCSS files
         "\\.scss$": "identity-obj-proxy",
     },
+    collectCoverage: true,
+  //collectCoverageFrom: ['src/**/*.{ts,tsx}'],  // Adjust the path as needed
+  //coverageReporters: ['json', 'lcov', 'text', 'clover'],
+  coverageThreshold: {
+    global: {
+      branches: 80,
+      functions: 80,
+      lines: 80,
+      statements: 80,
+    },
+  },
 
     // Project's path which coverage will be reported
     collectCoverageFrom: ["src/**/*.ts", "src/**/*.tsx"],

Deployment/main.bicep

@@ -1,5 +1,5 @@
 // Copyright (c) Microsoft Corporation.
-// Licensed under the MIT license.
+// Licensed under the MIT license. 
 @description('The Data Center where the model is deployed.')
 param modeldatacenter string
 
@@ -158,6 +158,7 @@ module gs_appconfig 'bicep/azureappconfigservice.bicep' = {
 
 // return all resource names as a output
 output gs_resourcegroup_name string = 'rg-${resourceprefix_name}${resourceprefix}'
+output gs_solution_prefix string = '${resourceprefix_name}${resourceprefix}'
 output gs_storageaccount_name string = gs_storageaccount.outputs.storageAccountName
 output gs_azsearch_name string = gs_azsearch.outputs.searchServiceName