codemie-test-harness 0.1.210__py3-none-any.whl → 0.1.211__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of codemie-test-harness might be problematic. Click here for more details.
- codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py +0 -1
- codemie_test_harness/tests/enums/tools.py +1 -0
- codemie_test_harness/tests/integrations/project/test_default_integrations.py +7 -0
- codemie_test_harness/tests/integrations/project/test_project_integrations.py +1 -0
- codemie_test_harness/tests/integrations/user/test_default_integrations.py +7 -0
- codemie_test_harness/tests/test_data/integrations_test_data.py +432 -13
- {codemie_test_harness-0.1.210.dist-info → codemie_test_harness-0.1.211.dist-info}/METADATA +2 -2
- {codemie_test_harness-0.1.210.dist-info → codemie_test_harness-0.1.211.dist-info}/RECORD +10 -10
- {codemie_test_harness-0.1.210.dist-info → codemie_test_harness-0.1.211.dist-info}/WHEEL +0 -0
- {codemie_test_harness-0.1.210.dist-info → codemie_test_harness-0.1.211.dist-info}/entry_points.txt +0 -0
|
@@ -4,6 +4,8 @@ from codemie_sdk.models.integration import (
|
|
|
4
4
|
IntegrationType,
|
|
5
5
|
CredentialTypes,
|
|
6
6
|
)
|
|
7
|
+
|
|
8
|
+
from codemie_test_harness.tests.enums.environment import Environment
|
|
7
9
|
from codemie_test_harness.tests.enums.tools import (
|
|
8
10
|
Toolkit,
|
|
9
11
|
NotificationTool,
|
|
@@ -40,6 +42,7 @@ from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
|
|
|
40
42
|
from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
|
|
41
43
|
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
42
44
|
from codemie_test_harness.tests.utils.constants import test_project_name
|
|
45
|
+
from codemie_test_harness.tests.utils.env_resolver import get_environment
|
|
43
46
|
|
|
44
47
|
|
|
45
48
|
@pytest.mark.assistant
|
|
@@ -289,6 +292,10 @@ def test_assistant_with_default_integration_jira(
|
|
|
289
292
|
@pytest.mark.default_integration
|
|
290
293
|
@pytest.mark.api
|
|
291
294
|
@pytest.mark.testcase("EPMCDME-2377")
|
|
295
|
+
@pytest.mark.skipif(
|
|
296
|
+
get_environment() in [Environment.LOCALHOST, Environment.GCP],
|
|
297
|
+
reason="Skipping this test on local environment",
|
|
298
|
+
)
|
|
292
299
|
def test_assistant_with_default_integration_email(
|
|
293
300
|
general_integration,
|
|
294
301
|
integration_utils,
|
|
@@ -283,6 +283,7 @@ def test_assistant_with_empty_credentials(
|
|
|
283
283
|
toolkit,
|
|
284
284
|
tool_name,
|
|
285
285
|
settings=empty_integration,
|
|
286
|
+
system_prompt="Response based on tool result. Do not suggest anything in case of tool error.",
|
|
286
287
|
)
|
|
287
288
|
|
|
288
289
|
response, triggered_tools = assistant_utils.ask_assistant(
|
|
@@ -4,6 +4,8 @@ from codemie_sdk.models.integration import (
|
|
|
4
4
|
IntegrationType,
|
|
5
5
|
CredentialTypes,
|
|
6
6
|
)
|
|
7
|
+
|
|
8
|
+
from codemie_test_harness.tests.enums.environment import Environment
|
|
7
9
|
from codemie_test_harness.tests.enums.tools import (
|
|
8
10
|
Toolkit,
|
|
9
11
|
NotificationTool,
|
|
@@ -40,6 +42,7 @@ from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
|
|
|
40
42
|
from codemie_test_harness.tests.utils.base_utils import assert_tool_triggered
|
|
41
43
|
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
42
44
|
from codemie_test_harness.tests.utils.constants import test_project_name
|
|
45
|
+
from codemie_test_harness.tests.utils.env_resolver import get_environment
|
|
43
46
|
|
|
44
47
|
|
|
45
48
|
@pytest.mark.assistant
|
|
@@ -289,6 +292,10 @@ def test_assistant_with_default_integration_jira(
|
|
|
289
292
|
@pytest.mark.default_integration
|
|
290
293
|
@pytest.mark.api
|
|
291
294
|
@pytest.mark.testcase("EPMCDME-2377")
|
|
295
|
+
@pytest.mark.skipif(
|
|
296
|
+
get_environment() in [Environment.LOCALHOST, Environment.GCP],
|
|
297
|
+
reason="Skipping this test on local environment",
|
|
298
|
+
)
|
|
292
299
|
def test_assistant_with_default_integration_email(
|
|
293
300
|
general_integration,
|
|
294
301
|
integration_utils,
|
|
@@ -9,6 +9,25 @@ from codemie_test_harness.tests.enums.tools import (
|
|
|
9
9
|
ProjectManagementTool,
|
|
10
10
|
ServiceNowTool,
|
|
11
11
|
OpenApiTool,
|
|
12
|
+
CloudTool,
|
|
13
|
+
DataManagementTool,
|
|
14
|
+
AccessManagementTool,
|
|
15
|
+
)
|
|
16
|
+
from codemie_test_harness.tests.test_data.ado_test_plan_tools_test_data import (
|
|
17
|
+
ado_test_plan_get_test_data,
|
|
18
|
+
)
|
|
19
|
+
from codemie_test_harness.tests.test_data.ado_wiki_tools_test_data import (
|
|
20
|
+
ado_wiki_get_test_data,
|
|
21
|
+
)
|
|
22
|
+
from codemie_test_harness.tests.test_data.ado_work_item_tools_test_data import (
|
|
23
|
+
ado_work_item_get_test_data,
|
|
24
|
+
)
|
|
25
|
+
from codemie_test_harness.tests.test_data.cloud_tools_test_data import cloud_test_data
|
|
26
|
+
from codemie_test_harness.tests.test_data.data_management_tools_test_data import (
|
|
27
|
+
ELASTIC_TOOL_TASK,
|
|
28
|
+
)
|
|
29
|
+
from codemie_test_harness.tests.test_data.keycloak_tool_test_data import (
|
|
30
|
+
KEYCLOAK_TOOL_PROMPT,
|
|
12
31
|
)
|
|
13
32
|
from codemie_test_harness.tests.test_data.notification_tools_test_data import (
|
|
14
33
|
EMAIL_TOOL_PROMPT,
|
|
@@ -21,6 +40,9 @@ from codemie_test_harness.tests.test_data.pm_tools_test_data import (
|
|
|
21
40
|
JIRA_TOOL_PROMPT,
|
|
22
41
|
CONFLUENCE_TOOL_PROMPT,
|
|
23
42
|
)
|
|
43
|
+
from codemie_test_harness.tests.test_data.report_portal_tools_test_data import (
|
|
44
|
+
rp_test_data,
|
|
45
|
+
)
|
|
24
46
|
from codemie_test_harness.tests.test_data.servicenow_tools_test_data import PROMPT
|
|
25
47
|
from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
|
|
26
48
|
from codemie_test_harness.tests.utils.env_resolver import EnvironmentResolver
|
|
@@ -352,9 +374,7 @@ invalid_integrations = [
|
|
|
352
374
|
pytest.param(
|
|
353
375
|
CredentialTypes.GCP,
|
|
354
376
|
CredentialsManager.invalid_gcp_credentials(),
|
|
355
|
-
"
|
|
356
|
-
+ "the provided password may be incorrect, it may be encrypted with an unsupported algorithm, "
|
|
357
|
-
+ "or it may be an unsupported key type",
|
|
377
|
+
"Failed to create GCP credentials: ('Could not deserialize key data. The data may be in an incorrect format, the provided password may be incorrect, it may be encrypted with an unsupported algorithm, or it may be an unsupported key type (e.g. EC curves with explicit parameters).",
|
|
358
378
|
marks=[
|
|
359
379
|
pytest.mark.gcp,
|
|
360
380
|
pytest.mark.cloud,
|
|
@@ -417,7 +437,7 @@ invalid_integrations = [
|
|
|
417
437
|
pytest.param(
|
|
418
438
|
CredentialTypes.KUBERNETES,
|
|
419
439
|
CredentialsManager.invalid_kubernetes_credentials(),
|
|
420
|
-
"
|
|
440
|
+
"Kubernetes API call failed: (401)\nReason: Unauthorized",
|
|
421
441
|
marks=[
|
|
422
442
|
pytest.mark.kubernetes,
|
|
423
443
|
pytest.mark.cloud,
|
|
@@ -427,7 +447,7 @@ invalid_integrations = [
|
|
|
427
447
|
pytest.param(
|
|
428
448
|
CredentialTypes.REPORT_PORTAL,
|
|
429
449
|
CredentialsManager.invalid_report_portal_credentials(),
|
|
430
|
-
|
|
450
|
+
'HTTP 401: {\n "error_description" : "Invalid access token",\n "error" : "invalid_token"\n}',
|
|
431
451
|
marks=pytest.mark.report_portal,
|
|
432
452
|
id=CredentialTypes.REPORT_PORTAL,
|
|
433
453
|
),
|
|
@@ -445,7 +465,7 @@ empty_credentials_integrations = [
|
|
|
445
465
|
"""
|
|
446
466
|
It seems there is an issue with the GitLab configuration, as it hasn't been set up properly for this tool.
|
|
447
467
|
This requires setting up authentication and configuration to connect to a GitLab instance.
|
|
448
|
-
|
|
468
|
+
|
|
449
469
|
Could you please check your GitLab tool configuration and provide the necessary access details so that I can assist you further?
|
|
450
470
|
""",
|
|
451
471
|
marks=[pytest.mark.gitlab],
|
|
@@ -463,11 +483,11 @@ empty_credentials_integrations = [
|
|
|
463
483
|
It seems there is an issue with accessing the GitHub API due to a missing configuration.
|
|
464
484
|
Unfortunately, I can't fetch the information directly at the moment.
|
|
465
485
|
However, you can access information about an issue using the following steps on your own:
|
|
466
|
-
|
|
486
|
+
|
|
467
487
|
1. Navigate to the Issues tab of the repository [wild47/final_task](https://github.com/wild47/final_task).
|
|
468
488
|
2. Look for issue number 5 or directly visit `https://github.com/wild47/final_task/issues/5`,
|
|
469
489
|
and it should display all the details regarding that specific issue.
|
|
470
|
-
|
|
490
|
+
|
|
471
491
|
If there's anything else you'd like assistance with, please let me know!
|
|
472
492
|
""",
|
|
473
493
|
marks=[pytest.mark.github],
|
|
@@ -498,10 +518,10 @@ empty_credentials_integrations = [
|
|
|
498
518
|
NotificationTool.TELEGRAM,
|
|
499
519
|
TELEGRAM_TOOL_PROMPT,
|
|
500
520
|
"""
|
|
501
|
-
It seems I don't have access to the necessary Telegram bot token to send a message.
|
|
502
|
-
|
|
503
|
-
You should verify that the bot token is set up correctly or send the message directly through your Telegram bot using your bot's token.
|
|
504
|
-
|
|
521
|
+
It seems I don't have access to the necessary Telegram bot token to send a message.
|
|
522
|
+
|
|
523
|
+
You should verify that the bot token is set up correctly or send the message directly through your Telegram bot using your bot's token.
|
|
524
|
+
|
|
505
525
|
If you have your bot token and need help with the API request, let me know!
|
|
506
526
|
""",
|
|
507
527
|
marks=[pytest.mark.telegram, pytest.mark.notification],
|
|
@@ -521,7 +541,7 @@ empty_credentials_integrations = [
|
|
|
521
541
|
It seems that there's an authorization issue when trying to access the JIRA ticket.
|
|
522
542
|
The error indicates that the request is unauthorized.
|
|
523
543
|
You may need to ensure that the correct credentials are being used, or check if you have the necessary permissions to access the ticket.
|
|
524
|
-
|
|
544
|
+
|
|
525
545
|
If there's anything else you'd like to try or if you have further details, let me know!
|
|
526
546
|
""",
|
|
527
547
|
marks=[pytest.mark.jira, pytest.mark.project_management],
|
|
@@ -572,4 +592,403 @@ empty_credentials_integrations = [
|
|
|
572
592
|
marks=[pytest.mark.openapi],
|
|
573
593
|
id=f"{CredentialTypes.OPENAPI}_empty",
|
|
574
594
|
),
|
|
595
|
+
pytest.param(
|
|
596
|
+
[
|
|
597
|
+
CredentialValues(key="url", value=CredentialsManager.AUTO_GENERATED),
|
|
598
|
+
],
|
|
599
|
+
CredentialTypes.AWS,
|
|
600
|
+
Toolkit.CLOUD,
|
|
601
|
+
CloudTool.AWS,
|
|
602
|
+
cloud_test_data[0].values[4],
|
|
603
|
+
"""
|
|
604
|
+
It looks like there's an issue with the AWS configuration, which needs to be set up before running AWS service operations.
|
|
605
|
+
Without the proper configuration, I'm unable to access the AWS resources.
|
|
606
|
+
|
|
607
|
+
Would you like guidance on how to set up the AWS configuration to list the S3 buckets, or is there anything else I can assist you with?
|
|
608
|
+
""",
|
|
609
|
+
marks=[pytest.mark.aws],
|
|
610
|
+
id=f"{CredentialTypes.AWS}_empty",
|
|
611
|
+
),
|
|
612
|
+
pytest.param(
|
|
613
|
+
[
|
|
614
|
+
CredentialValues(key="url", value=CredentialsManager.AUTO_GENERATED),
|
|
615
|
+
],
|
|
616
|
+
CredentialTypes.AZURE,
|
|
617
|
+
Toolkit.CLOUD,
|
|
618
|
+
CloudTool.AZURE,
|
|
619
|
+
cloud_test_data[1].values[4],
|
|
620
|
+
"""
|
|
621
|
+
It seems there's an issue with the configuration required to access Azure.
|
|
622
|
+
I would need additional details such as your Azure subscription ID to proceed.
|
|
623
|
+
Could you please provide the subscription ID associated with the `krci-codemie-azure-env-rg` resource group?
|
|
624
|
+
""",
|
|
625
|
+
marks=[pytest.mark.azure],
|
|
626
|
+
id=f"{CredentialTypes.AZURE}_empty",
|
|
627
|
+
),
|
|
628
|
+
pytest.param(
|
|
629
|
+
[
|
|
630
|
+
CredentialValues(key="url", value=CredentialsManager.AUTO_GENERATED),
|
|
631
|
+
],
|
|
632
|
+
CredentialTypes.GCP,
|
|
633
|
+
Toolkit.CLOUD,
|
|
634
|
+
CloudTool.GCP,
|
|
635
|
+
cloud_test_data[2].values[4],
|
|
636
|
+
"""
|
|
637
|
+
It seems that the Google Cloud Platform configuration is not set up,
|
|
638
|
+
and I couldn't fetch the information for the bucket with the name `009fb622-4e29-42aa-bafd-584c61f5e1e1`.
|
|
639
|
+
|
|
640
|
+
If you can provide the necessary Google Cloud Platform authentication credentials,
|
|
641
|
+
I can attempt to retrieve this information for you.
|
|
642
|
+
Alternatively, you might want to run the request using a setup that has the required GCP configuration and access permissions.
|
|
643
|
+
""",
|
|
644
|
+
marks=[pytest.mark.gcp],
|
|
645
|
+
id=f"{CredentialTypes.GCP}_empty",
|
|
646
|
+
),
|
|
647
|
+
pytest.param(
|
|
648
|
+
[],
|
|
649
|
+
CredentialTypes.KUBERNETES,
|
|
650
|
+
Toolkit.CLOUD,
|
|
651
|
+
CloudTool.KUBERNETES,
|
|
652
|
+
cloud_test_data[3].values[4],
|
|
653
|
+
"""
|
|
654
|
+
It seems there is an issue with the Kubernetes configuration.
|
|
655
|
+
Unfortunately, I can't access the Kubernetes API without proper configuration.
|
|
656
|
+
If you can provide the necessary access or configuration, I'll be able to assist you further.
|
|
657
|
+
Alternatively, you can try running the following command directly in your environment if you have access to kubectl:
|
|
658
|
+
|
|
659
|
+
```bash
|
|
660
|
+
kubectl get services -n argocd -o jsonpath='{.items[*].metadata.name}'
|
|
661
|
+
```
|
|
662
|
+
|
|
663
|
+
This command will list all service names in the `argocd` namespace.
|
|
664
|
+
""",
|
|
665
|
+
marks=[pytest.mark.kubernetes],
|
|
666
|
+
id=f"{CredentialTypes.KUBERNETES}_empty",
|
|
667
|
+
),
|
|
668
|
+
pytest.param(
|
|
669
|
+
[],
|
|
670
|
+
CredentialTypes.ELASTIC,
|
|
671
|
+
Toolkit.DATA_MANAGEMENT,
|
|
672
|
+
DataManagementTool.ELASTIC,
|
|
673
|
+
ELASTIC_TOOL_TASK,
|
|
674
|
+
"""
|
|
675
|
+
It seems that the Elasticsearch configuration is not set, so I'm unable to send the query at the moment.
|
|
676
|
+
Please ensure that the URL and API key for the Elasticsearch setup are correctly configured so that
|
|
677
|
+
I can execute queries for you.
|
|
678
|
+
""",
|
|
679
|
+
marks=[pytest.mark.elastic],
|
|
680
|
+
id=f"{CredentialTypes.ELASTIC}_empty",
|
|
681
|
+
),
|
|
682
|
+
pytest.param(
|
|
683
|
+
[],
|
|
684
|
+
CredentialTypes.KEYCLOAK,
|
|
685
|
+
Toolkit.ACCESS_MANAGEMENT,
|
|
686
|
+
AccessManagementTool.KEYCLOAK,
|
|
687
|
+
KEYCLOAK_TOOL_PROMPT,
|
|
688
|
+
"""
|
|
689
|
+
It seems we need to configure the Keycloak connection by setting the `base_url`, `realm`, `client_id`,
|
|
690
|
+
and `client_secret` before we can retrieve user information. Please provide these details so I can assist you further.
|
|
691
|
+
""",
|
|
692
|
+
marks=[pytest.mark.keycloak],
|
|
693
|
+
id=f"{CredentialTypes.KEYCLOAK}_empty",
|
|
694
|
+
),
|
|
695
|
+
pytest.param(
|
|
696
|
+
[],
|
|
697
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
698
|
+
Toolkit.AZURE_DEVOPS_TEST_PLAN,
|
|
699
|
+
ado_test_plan_get_test_data[0][1],
|
|
700
|
+
ado_test_plan_get_test_data[0][2],
|
|
701
|
+
"""
|
|
702
|
+
It seems that the configuration for Azure DevOps is not set, including the necessary project or
|
|
703
|
+
authentication token. Please provide the project details and authentication token before
|
|
704
|
+
I can proceed with fetching the test plan details.
|
|
705
|
+
""",
|
|
706
|
+
marks=[pytest.mark.ado],
|
|
707
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_test_plan_get_test_data[0][1]}_empty",
|
|
708
|
+
),
|
|
709
|
+
pytest.param(
|
|
710
|
+
[],
|
|
711
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
712
|
+
Toolkit.AZURE_DEVOPS_TEST_PLAN,
|
|
713
|
+
ado_test_plan_get_test_data[1][1],
|
|
714
|
+
ado_test_plan_get_test_data[1][2],
|
|
715
|
+
"""
|
|
716
|
+
It seems that the configuration for Azure DevOps is not set, including the necessary project or
|
|
717
|
+
authentication token. Please provide the project details and authentication token before
|
|
718
|
+
I can proceed with fetching the test plan details.
|
|
719
|
+
""",
|
|
720
|
+
marks=[pytest.mark.ado],
|
|
721
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_test_plan_get_test_data[1][1]}_empty",
|
|
722
|
+
),
|
|
723
|
+
pytest.param(
|
|
724
|
+
[],
|
|
725
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
726
|
+
Toolkit.AZURE_DEVOPS_TEST_PLAN,
|
|
727
|
+
ado_test_plan_get_test_data[2][1],
|
|
728
|
+
ado_test_plan_get_test_data[2][2],
|
|
729
|
+
"""
|
|
730
|
+
It seems that the configuration for Azure DevOps is not set, including the necessary project or
|
|
731
|
+
authentication token. Please provide the project details and authentication token before
|
|
732
|
+
I can proceed with fetching the test plan details.
|
|
733
|
+
""",
|
|
734
|
+
marks=[pytest.mark.ado],
|
|
735
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_test_plan_get_test_data[2][1]}_empty",
|
|
736
|
+
),
|
|
737
|
+
pytest.param(
|
|
738
|
+
[],
|
|
739
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
740
|
+
Toolkit.AZURE_DEVOPS_TEST_PLAN,
|
|
741
|
+
ado_test_plan_get_test_data[3][1],
|
|
742
|
+
ado_test_plan_get_test_data[3][2],
|
|
743
|
+
"""
|
|
744
|
+
It seems that the configuration for Azure DevOps is not set, including the necessary project or
|
|
745
|
+
authentication token. Please provide the project details and authentication token before
|
|
746
|
+
I can proceed with fetching the test plan details.
|
|
747
|
+
""",
|
|
748
|
+
marks=[pytest.mark.ado],
|
|
749
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_test_plan_get_test_data[3][1]}_empty",
|
|
750
|
+
),
|
|
751
|
+
pytest.param(
|
|
752
|
+
[],
|
|
753
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
754
|
+
Toolkit.AZURE_DEVOPS_WIKI,
|
|
755
|
+
ado_wiki_get_test_data[0][1],
|
|
756
|
+
ado_wiki_get_test_data[0][2],
|
|
757
|
+
"""
|
|
758
|
+
It seems there's an issue with accessing the Azure DevOps configuration necessary to retrieve the
|
|
759
|
+
Wiki page content. Please ensure that you have provided the correct project and authentication token
|
|
760
|
+
settings in your Azure DevOps environment to use this functionality.
|
|
761
|
+
|
|
762
|
+
If you are unsure about how to set this up, please check your Azure DevOps documentation or contact your
|
|
763
|
+
system administrator for assistance.
|
|
764
|
+
""",
|
|
765
|
+
marks=[pytest.mark.ado],
|
|
766
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_wiki_get_test_data[0][1]}_empty",
|
|
767
|
+
),
|
|
768
|
+
pytest.param(
|
|
769
|
+
[],
|
|
770
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
771
|
+
Toolkit.AZURE_DEVOPS_WIKI,
|
|
772
|
+
ado_wiki_get_test_data[1][1],
|
|
773
|
+
ado_wiki_get_test_data[1][2],
|
|
774
|
+
"""
|
|
775
|
+
It seems there's an issue with accessing the Azure DevOps configuration necessary to retrieve the
|
|
776
|
+
Wiki page content. Please ensure that you have provided the correct project and authentication token
|
|
777
|
+
settings in your Azure DevOps environment to use this functionality.
|
|
778
|
+
|
|
779
|
+
If you are unsure about how to set this up, please check your Azure DevOps documentation or contact your
|
|
780
|
+
system administrator for assistance.
|
|
781
|
+
""",
|
|
782
|
+
marks=[pytest.mark.ado],
|
|
783
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_wiki_get_test_data[1][1]}_empty",
|
|
784
|
+
),
|
|
785
|
+
pytest.param(
|
|
786
|
+
[],
|
|
787
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
788
|
+
Toolkit.AZURE_DEVOPS_WIKI,
|
|
789
|
+
ado_wiki_get_test_data[2][1],
|
|
790
|
+
ado_wiki_get_test_data[2][2],
|
|
791
|
+
"""
|
|
792
|
+
It seems there's an issue with accessing the Azure DevOps configuration necessary to retrieve the
|
|
793
|
+
Wiki page content. Please ensure that you have provided the correct project and authentication token
|
|
794
|
+
settings in your Azure DevOps environment to use this functionality.
|
|
795
|
+
|
|
796
|
+
If you are unsure about how to set this up, please check your Azure DevOps documentation or contact your
|
|
797
|
+
system administrator for assistance.
|
|
798
|
+
""",
|
|
799
|
+
marks=[pytest.mark.ado],
|
|
800
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_wiki_get_test_data[2][1]}_empty",
|
|
801
|
+
),
|
|
802
|
+
pytest.param(
|
|
803
|
+
[],
|
|
804
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
805
|
+
Toolkit.AZURE_DEVOPS_WORK_ITEM,
|
|
806
|
+
ado_work_item_get_test_data[0][1],
|
|
807
|
+
ado_work_item_get_test_data[0][2],
|
|
808
|
+
"""
|
|
809
|
+
It seems there's a configuration issue with the tool to retrieve relation types.
|
|
810
|
+
Please check your settings or provide the necessary configuration details.
|
|
811
|
+
""",
|
|
812
|
+
marks=[pytest.mark.ado],
|
|
813
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_work_item_get_test_data[0][1]}_empty",
|
|
814
|
+
),
|
|
815
|
+
pytest.param(
|
|
816
|
+
[],
|
|
817
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
818
|
+
Toolkit.AZURE_DEVOPS_WORK_ITEM,
|
|
819
|
+
ado_work_item_get_test_data[1][1],
|
|
820
|
+
ado_work_item_get_test_data[1][2],
|
|
821
|
+
"""
|
|
822
|
+
It seems there's a configuration issue with the tool to retrieve relation types.
|
|
823
|
+
Please check your settings or provide the necessary configuration details.
|
|
824
|
+
""",
|
|
825
|
+
marks=[pytest.mark.ado],
|
|
826
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_work_item_get_test_data[1][1]}_empty",
|
|
827
|
+
),
|
|
828
|
+
pytest.param(
|
|
829
|
+
[],
|
|
830
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
831
|
+
Toolkit.AZURE_DEVOPS_WORK_ITEM,
|
|
832
|
+
ado_work_item_get_test_data[2][1],
|
|
833
|
+
ado_work_item_get_test_data[2][2],
|
|
834
|
+
"""
|
|
835
|
+
It seems there's a configuration issue with the tool to retrieve relation types.
|
|
836
|
+
Please check your settings or provide the necessary configuration details.
|
|
837
|
+
""",
|
|
838
|
+
marks=[pytest.mark.ado],
|
|
839
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_work_item_get_test_data[2][1]}_empty",
|
|
840
|
+
),
|
|
841
|
+
pytest.param(
|
|
842
|
+
[],
|
|
843
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
844
|
+
Toolkit.AZURE_DEVOPS_WORK_ITEM,
|
|
845
|
+
ado_work_item_get_test_data[3][1],
|
|
846
|
+
ado_work_item_get_test_data[3][2],
|
|
847
|
+
"""
|
|
848
|
+
It seems there's a configuration issue with the tool to retrieve relation types.
|
|
849
|
+
Please check your settings or provide the necessary configuration details.
|
|
850
|
+
""",
|
|
851
|
+
marks=[pytest.mark.ado],
|
|
852
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{ado_work_item_get_test_data[3][1]}_empty",
|
|
853
|
+
),
|
|
854
|
+
pytest.param(
|
|
855
|
+
[],
|
|
856
|
+
CredentialTypes.REPORT_PORTAL,
|
|
857
|
+
Toolkit.REPORT_PORTAL,
|
|
858
|
+
rp_test_data[0][1],
|
|
859
|
+
rp_test_data[0][2],
|
|
860
|
+
"""
|
|
861
|
+
It seems there is a configuration issue with accessing the launch data, specifically missing configurations
|
|
862
|
+
such as URL, API key, or project settings. Unfortunately, without those configurations,
|
|
863
|
+
I'm unable to retrieve the launch details for you.
|
|
864
|
+
If you have access to these configurations, please provide them to set up the access, or check with
|
|
865
|
+
your system administrator for further assistance.
|
|
866
|
+
""",
|
|
867
|
+
marks=[pytest.mark.report_portal],
|
|
868
|
+
id=f"{CredentialTypes.SONAR}_{rp_test_data[0][1]}_empty",
|
|
869
|
+
),
|
|
870
|
+
pytest.param(
|
|
871
|
+
[],
|
|
872
|
+
CredentialTypes.REPORT_PORTAL,
|
|
873
|
+
Toolkit.REPORT_PORTAL,
|
|
874
|
+
rp_test_data[1][1],
|
|
875
|
+
rp_test_data[1][2],
|
|
876
|
+
"""
|
|
877
|
+
It seems that there is a configuration issue with accessing the launch details.
|
|
878
|
+
The necessary configuration (URL, API key, project) is not set for accessing the Report Portal.
|
|
879
|
+
Could you provide the required configuration details, or do you need assistance with setting them up?
|
|
880
|
+
""",
|
|
881
|
+
marks=[pytest.mark.report_portal],
|
|
882
|
+
id=f"{CredentialTypes.SONAR}_{rp_test_data[1][1]}_empty",
|
|
883
|
+
),
|
|
884
|
+
pytest.param(
|
|
885
|
+
[],
|
|
886
|
+
CredentialTypes.REPORT_PORTAL,
|
|
887
|
+
Toolkit.REPORT_PORTAL,
|
|
888
|
+
rp_test_data[2][1],
|
|
889
|
+
rp_test_data[2][2],
|
|
890
|
+
"""
|
|
891
|
+
It seems like there is an issue with the configuration for accessing the launch data.
|
|
892
|
+
The required configuration settings such as the URL, API key, and project details are missing.
|
|
893
|
+
To proceed, these need to be set correctly. Could you please check the configuration settings or provide them if possible?
|
|
894
|
+
""",
|
|
895
|
+
marks=[pytest.mark.report_portal],
|
|
896
|
+
id=f"{CredentialTypes.SONAR}_{rp_test_data[2][1]}_empty",
|
|
897
|
+
),
|
|
898
|
+
pytest.param(
|
|
899
|
+
[],
|
|
900
|
+
CredentialTypes.REPORT_PORTAL,
|
|
901
|
+
Toolkit.REPORT_PORTAL,
|
|
902
|
+
rp_test_data[3][1],
|
|
903
|
+
rp_test_data[3][2],
|
|
904
|
+
"""
|
|
905
|
+
It seems there is an issue with the configuration required to access the testing data.
|
|
906
|
+
The necessary details such as the URL, API key, and project name are not set for connecting to the
|
|
907
|
+
report portal. Please ensure these configurations are provided before making such requests.
|
|
908
|
+
If these details are set up correctly, I can assist you in fetching the test item data.
|
|
909
|
+
""",
|
|
910
|
+
marks=[pytest.mark.report_portal],
|
|
911
|
+
id=f"{CredentialTypes.SONAR}_{rp_test_data[3][1]}_empty",
|
|
912
|
+
),
|
|
913
|
+
pytest.param(
|
|
914
|
+
[],
|
|
915
|
+
CredentialTypes.REPORT_PORTAL,
|
|
916
|
+
Toolkit.REPORT_PORTAL,
|
|
917
|
+
rp_test_data[4][1],
|
|
918
|
+
rp_test_data[4][2],
|
|
919
|
+
"""
|
|
920
|
+
It seems that there is a configuration issue with the report portal connection.
|
|
921
|
+
The system requires a URL, API key, and project to be set up before I can retrieve the test items
|
|
922
|
+
for the specified launch ID. Please ensure that the system has been appropriately configured with these
|
|
923
|
+
details. If you have access to these credentials, you may set them up, or you may need to contact your system administrator for assistance.
|
|
924
|
+
""",
|
|
925
|
+
marks=[pytest.mark.report_portal],
|
|
926
|
+
id=f"{CredentialTypes.SONAR}_{rp_test_data[4][1]}_empty",
|
|
927
|
+
),
|
|
928
|
+
pytest.param(
|
|
929
|
+
[],
|
|
930
|
+
CredentialTypes.REPORT_PORTAL,
|
|
931
|
+
Toolkit.REPORT_PORTAL,
|
|
932
|
+
rp_test_data[5][1],
|
|
933
|
+
rp_test_data[5][2],
|
|
934
|
+
"""
|
|
935
|
+
It seems that there is a configuration issue with the Report Portal setup.
|
|
936
|
+
To resolve this, please ensure that the following details are provided:
|
|
937
|
+
|
|
938
|
+
1. **URL**: The base URL for the Report Portal instance.
|
|
939
|
+
2. **API Key**: An API key that allows access to the Report Portal API.
|
|
940
|
+
3. **Project**: The project name within Report Portal in which the test item is located.
|
|
941
|
+
|
|
942
|
+
Once these configurations are in place, I will be able to retrieve the logs for you.
|
|
943
|
+
""",
|
|
944
|
+
marks=[pytest.mark.report_portal],
|
|
945
|
+
id=f"{CredentialTypes.SONAR}_{rp_test_data[5][1]}_empty",
|
|
946
|
+
),
|
|
947
|
+
pytest.param(
|
|
948
|
+
[],
|
|
949
|
+
CredentialTypes.REPORT_PORTAL,
|
|
950
|
+
Toolkit.REPORT_PORTAL,
|
|
951
|
+
rp_test_data[6][1],
|
|
952
|
+
rp_test_data[6][2],
|
|
953
|
+
"""
|
|
954
|
+
It seems there is an issue with the configuration of the report portal settings, such as the URL,
|
|
955
|
+
API key, or project details. To proceed with fetching user information, please ensure that these
|
|
956
|
+
settings are correctly configured. If you have access to these details, you could provide them,
|
|
957
|
+
or you might need to contact an administrator to resolve this issue.
|
|
958
|
+
""",
|
|
959
|
+
marks=[pytest.mark.report_portal],
|
|
960
|
+
id=f"{CredentialTypes.SONAR}_{rp_test_data[6][1]}_empty",
|
|
961
|
+
),
|
|
962
|
+
pytest.param(
|
|
963
|
+
[],
|
|
964
|
+
CredentialTypes.AZURE_DEVOPS,
|
|
965
|
+
Toolkit.VCS,
|
|
966
|
+
VcsTool.AZURE_DEVOPS_GIT,
|
|
967
|
+
"List branches in CodemieAnton project",
|
|
968
|
+
"""
|
|
969
|
+
It seems I don't have the necessary configuration to access the Azure DevOps Git API. You might want to ensure you've set the required URL, organization, and token for your Azure DevOps account in your environment.
|
|
970
|
+
|
|
971
|
+
Alternatively, I can guide you on how to retrieve this information directly using Azure DevOps.
|
|
972
|
+
|
|
973
|
+
To list branches in a repository within the "CodemieAnton" project, you would typically follow these steps:
|
|
974
|
+
|
|
975
|
+
1. **Identify the Repository ID**: First, list all repositories in the "CodemieAnton" project to find the repository you're interested in.
|
|
976
|
+
|
|
977
|
+
```bash
|
|
978
|
+
curl -u username:password https://dev.azure.com/yourorganization/CodemieAnton/_apis/git/repositories?api-version=7.1-preview.1
|
|
979
|
+
```
|
|
980
|
+
|
|
981
|
+
2. **List Branches**: Once you have the repository ID, list its branches.
|
|
982
|
+
|
|
983
|
+
```bash
|
|
984
|
+
curl -u username:password https://dev.azure.com/yourorganization/CodemieAnton/_apis/git/repositories/{repositoryId}/refs?filter=heads/&api-version=7.1-preview.1
|
|
985
|
+
```
|
|
986
|
+
|
|
987
|
+
Replace `username`, `password`, `yourorganization`, and `{repositoryId}` with your actual Azure DevOps username, password, organization name, and repository ID, respectively.
|
|
988
|
+
|
|
989
|
+
If you need further assistance on setting up or troubleshooting, feel free to ask!
|
|
990
|
+
""",
|
|
991
|
+
marks=[pytest.mark.ado],
|
|
992
|
+
id=f"{CredentialTypes.AZURE_DEVOPS}_{VcsTool.AZURE_DEVOPS_GIT}_empty",
|
|
993
|
+
),
|
|
575
994
|
]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: codemie-test-harness
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.211
|
|
4
4
|
Summary: Autotest for CodeMie backend and UI
|
|
5
5
|
Author: Anton Yeromin
|
|
6
6
|
Author-email: anton_yeromin@epam.com
|
|
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
|
|
|
13
13
|
Requires-Dist: boto3 (>=1.39.8,<2.0.0)
|
|
14
14
|
Requires-Dist: click (>=8.1.7,<9.0.0)
|
|
15
15
|
Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
|
|
16
|
-
Requires-Dist: codemie-sdk-python (==0.1.
|
|
16
|
+
Requires-Dist: codemie-sdk-python (==0.1.211)
|
|
17
17
|
Requires-Dist: pytest (>=8.4.1,<9.0.0)
|
|
18
18
|
Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
|
|
19
19
|
Requires-Dist: pytest-repeat (>=0.9.3,<0.10.0)
|
|
@@ -36,7 +36,7 @@ codemie_test_harness/tests/assistant/tools/ado/test_assistant_for_ado_work_item_
|
|
|
36
36
|
codemie_test_harness/tests/assistant/tools/cloud/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
37
37
|
codemie_test_harness/tests/assistant/tools/cloud/test_cloud_tools.py,sha256=nNLsSUqLe9br9WIQ0FgBFiaSoTuvAVQcU0i1UbPIcII,994
|
|
38
38
|
codemie_test_harness/tests/assistant/tools/codebase/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
39
|
-
codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py,sha256=
|
|
39
|
+
codemie_test_harness/tests/assistant/tools/codebase/test_codebase_tools.py,sha256=gMAv5B-LaSdaK6RSYOIsok2j1gSpR4U1RdJ6CZhApN4,1899
|
|
40
40
|
codemie_test_harness/tests/assistant/tools/datamanagement/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
41
41
|
codemie_test_harness/tests/assistant/tools/datamanagement/test_assistant_with_data_management_tools.py,sha256=hlhMpS46aJA970tQcQ5_PTxy7gdrsaDGqs5sBNWx76o,4797
|
|
42
42
|
codemie_test_harness/tests/assistant/tools/filemanagement/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -73,13 +73,13 @@ codemie_test_harness/tests/enums/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRk
|
|
|
73
73
|
codemie_test_harness/tests/enums/environment.py,sha256=p1qAX5kGZ83eZVZf1xE2OMaJ6Br8AWcudKrPQCY1Zms,3099
|
|
74
74
|
codemie_test_harness/tests/enums/integrations.py,sha256=L4sItzBjFBR65gMCebSYchADjwxmTtpEWQZvxd9aSnU,188
|
|
75
75
|
codemie_test_harness/tests/enums/model_types.py,sha256=aAT7v0B3i4ryXbh1__xaUAsYHE54Kdn488Pklz6YqaE,1316
|
|
76
|
-
codemie_test_harness/tests/enums/tools.py,sha256=
|
|
76
|
+
codemie_test_harness/tests/enums/tools.py,sha256=y-FMN0K4jtG9vlZMnwqLqtuJyfIzFm3D548SGF-cUqw,6587
|
|
77
77
|
codemie_test_harness/tests/integrations/__init__.py,sha256=5vnZbxvYQ1Y91O8DJG3QfBHWcdYsMii59cMBzsvHBCg,237
|
|
78
78
|
codemie_test_harness/tests/integrations/project/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
79
|
-
codemie_test_harness/tests/integrations/project/test_default_integrations.py,sha256=
|
|
80
|
-
codemie_test_harness/tests/integrations/project/test_project_integrations.py,sha256=
|
|
79
|
+
codemie_test_harness/tests/integrations/project/test_default_integrations.py,sha256=tBGCvVf16wZABYd4RF3XXRYawyikaFpykPvX7Qb5UZ8,13143
|
|
80
|
+
codemie_test_harness/tests/integrations/project/test_project_integrations.py,sha256=T_5-FHg_DnB-_83T23FGB2LsUszSwh5cUYp32udSzc0,9112
|
|
81
81
|
codemie_test_harness/tests/integrations/user/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
82
|
-
codemie_test_harness/tests/integrations/user/test_default_integrations.py,sha256=
|
|
82
|
+
codemie_test_harness/tests/integrations/user/test_default_integrations.py,sha256=LcfeSf6EsAcAy0edUSD84-O-n4topfI5Npn1-FxxLOc,13095
|
|
83
83
|
codemie_test_harness/tests/integrations/user/test_user_integrations.py,sha256=SOhRIP7JlH61LqYc37haWmeApqf0FDggl-K6W022pj4,8076
|
|
84
84
|
codemie_test_harness/tests/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
85
85
|
codemie_test_harness/tests/llm/assistants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -152,7 +152,7 @@ codemie_test_harness/tests/test_data/files/test_extended.xlsx,sha256=_ZjBj1E_uEu
|
|
|
152
152
|
codemie_test_harness/tests/test_data/git_tools_test_data.py,sha256=7U05vLqkh5uJ0l_KJeHis549id1Of99K0jCsWOb0nXM,8485
|
|
153
153
|
codemie_test_harness/tests/test_data/google_datasource_test_data.py,sha256=9hO8KnOcb3to4bxsPj3nwIswjfobn6_aYJ6IDMAmXBc,628
|
|
154
154
|
codemie_test_harness/tests/test_data/index_test_data.py,sha256=VZJC_Fmko32EHaybUwCy0mWMiwAeUAAmhRa0Xt4oTHQ,1115
|
|
155
|
-
codemie_test_harness/tests/test_data/integrations_test_data.py,sha256=
|
|
155
|
+
codemie_test_harness/tests/test_data/integrations_test_data.py,sha256=qfsJG2wmYPcZPZ5JpIJPqhnyTqLQlFEd4uOEzK4264A,38795
|
|
156
156
|
codemie_test_harness/tests/test_data/keycloak_tool_test_data.py,sha256=uF8YqHGgLpQVxKdpKXLe-7F-ipEGQiHHh28nZvvVGM8,1244
|
|
157
157
|
codemie_test_harness/tests/test_data/llm_test_data.py,sha256=srhtBg8vU4IgN2hpmtk2m8Uxu9KaVQNFGfQM9XcuJx8,2535
|
|
158
158
|
codemie_test_harness/tests/test_data/mcp_server_test_data.py,sha256=m6PImS_J2gPNY5ijf9MG_eOX_LxJjTZ23AXQDgaK_Oc,7151
|
|
@@ -400,7 +400,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
|
|
|
400
400
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=D835gaRbCnB4va5mi9TdA_u9StSpGXQ_fgzwW0S2pwo,1173
|
|
401
401
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
402
402
|
codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=Se9imIiBYuJU78m1pLu0g4ZmHygKZjr6JjIWkGXTy1Q,1364
|
|
403
|
-
codemie_test_harness-0.1.
|
|
404
|
-
codemie_test_harness-0.1.
|
|
405
|
-
codemie_test_harness-0.1.
|
|
406
|
-
codemie_test_harness-0.1.
|
|
403
|
+
codemie_test_harness-0.1.211.dist-info/METADATA,sha256=HAFx4njhGCCXfknG4cRAoLXYDUzcdyWB2r8kfpA2hdQ,27184
|
|
404
|
+
codemie_test_harness-0.1.211.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
|
|
405
|
+
codemie_test_harness-0.1.211.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
|
|
406
|
+
codemie_test_harness-0.1.211.dist-info/RECORD,,
|
|
File without changes
|
{codemie_test_harness-0.1.210.dist-info → codemie_test_harness-0.1.211.dist-info}/entry_points.txt
RENAMED
|
File without changes
|