graphdb-workbench-tests 2.8.0-Test → 2.8.0

package/integration/ttyg/chat-list.spec.js

@@ -4,11 +4,15 @@ import {ModalDialogSteps} from "../../steps/modal-dialog-steps";
 import {RepositoriesStubs} from "../../stubs/repositories/repositories-stubs";
 import {ApplicationSteps} from "../../steps/application-steps";
 import HomeSteps from "../../steps/home-steps";
+import {ChatPanelSteps} from "../../steps/ttyg/chat-panel-steps";
+import {AlertDialogSteps} from "../../steps/alert-dialog-steps";
+import {RepositoriesStub} from "../../stubs/repositories-stub";
 
 describe('TTYG chat list', () => {
 
     beforeEach(() => {
         RepositoriesStubs.stubRepositories(0, '/repositories/get-ttyg-repositories.json');
+        RepositoriesStub.stubBaseEndpoints('starwars');
         cy.presetRepository('starwars');
     });
 
@@ -16,10 +20,12 @@ describe('TTYG chat list', () => {
         TTYGStubs.stubChatsListGet();
         TTYGStubs.stubChatGet();
         TTYGStubs.stubAgentListGet();
-        TTYGStubs.stubChatGet();
         // Given I have opened the ttyg page
         TTYGViewSteps.visit();
+        cy.wait('@get-chat-list');
         cy.wait('@get-chat');
+        cy.wait('@get-all-repositories');
+        cy.wait('@get-agent-list');
         // When the ttyg page is loaded
         // Then I should see the chat list
         // TODO: Temporary removed because it fails on CI.
@@ -41,9 +47,11 @@ describe('TTYG chat list', () => {
     it('Should render no results when there are no chats', () => {
         TTYGStubs.stubChatsListGetNoResults();
         TTYGStubs.stubAgentListGet();
-        TTYGStubs.stubChatGet();
         // Given I have opened the ttyg page
         TTYGViewSteps.visit();
+        cy.wait('@get-chat-list');
+        cy.wait('@get-all-repositories');
+        cy.wait('@get-agent-list');
         // When the ttyg page is loaded
         // And there are no chats
         // Then I expect chat list panel to be hidden
@@ -64,10 +72,12 @@ describe('TTYG chat list', () => {
         TTYGStubs.stubChatGet();
         TTYGStubs.stubAgentListGet();
         TTYGStubs.stubChatUpdate();
-        TTYGStubs.stubChatGet();
         // Given I have opened the ttyg page and there are chats loaded
         TTYGViewSteps.visit();
         cy.wait('@get-chat');
+        cy.wait('@get-chat-list');
+        cy.wait('@get-all-repositories');
+        cy.wait('@get-agent-list');
         // And I double-click on the chat name I want to rename
         TTYGViewSteps.editChatName(1, 0);
         // Then I should see the chat name input
@@ -91,12 +101,15 @@ describe('TTYG chat list', () => {
         TTYGStubs.stubChatGet();
         TTYGStubs.stubAgentListGet();
         TTYGStubs.stubChatUpdate();
-        TTYGStubs.stubChatGet();
         // Given I have opened the ttyg page and there are chats loaded
         TTYGViewSteps.visit();
         cy.wait('@get-chat');
+        cy.wait('@get-chat-list');
+        cy.wait('@get-all-repositories');
+        cy.wait('@get-agent-list');
         // And I open the action menu for the chat I want to rename
         TTYGViewSteps.selectChat(1, 0);
+        cy.wait('@get-chat');
         TTYGViewSteps.triggerEditChatActionMenu(1, 0);
         // Then I should see the chat name input
         TTYGViewSteps.getChatNameInput(1, 0).should('be.visible').and('have.value', 'Test chat 4');
@@ -113,10 +126,12 @@ describe('TTYG chat list', () => {
         TTYGStubs.stubChatsListGet();
         TTYGStubs.stubChatGet();
         TTYGStubs.stubAgentListGet();
-        TTYGStubs.stubChatGet();
         // Given I have opened the ttyg page and there are chats loaded
         TTYGViewSteps.visit();
         cy.wait('@get-chat');
+        cy.wait('@get-chat-list');
+        cy.wait('@get-all-repositories');
+        cy.wait('@get-agent-list');
         // And I double-click on the first chat
         TTYGViewSteps.editChatName(0, 0);
         // Then I should see the chat name input
@@ -134,10 +149,12 @@ describe('TTYG chat list', () => {
         TTYGStubs.stubChatGet();
         TTYGStubs.stubAgentListGet();
         TTYGStubs.stubChatDelete();
-        TTYGStubs.stubChatGet();
         // Given I have opened the ttyg page and there are chats loaded
         TTYGViewSteps.visit();
         cy.wait('@get-chat');
+        cy.wait('@get-chat-list');
+        cy.wait('@get-all-repositories');
+        cy.wait('@get-agent-list');
         // When I select the delete action from the chat action menu
         TTYGViewSteps.triggerDeleteChatActionMenu(1, 0);
         // Then I should see the chat deletion confirmation dialog
@@ -153,6 +170,20 @@ describe('TTYG chat list', () => {
         ModalDialogSteps.clickOnConfirmButton();
         // Then the chat should be deleted
         TTYGViewSteps.getChatByDayGroups().should('have.length', 1);
+
+        // When I select a chat
+        TTYGViewSteps.selectChat(0, 1);
+        // Then I expect the chat be loaded
+        TTYGViewSteps.getChatFromGroup(0, 1).should('contain', 'Test chat 2');
+        TTYGViewSteps.getChatFromGroup(0, 1).should('have.class', 'selected');
+        ChatPanelSteps.getChatDetailsElements().should('have.length', 3);
+
+        // When I delete the selected chat
+        TTYGViewSteps.triggerDeleteChatActionMenu(0, 1);
+        ModalDialogSteps.clickOnConfirmButton();
+
+        // Then I expect the chat history to be removed from the chat panel.
+        ChatPanelSteps.getChatDetailsElements().should('have.length', 0);
     });
 
     it('Should be able to export chat from chat list export action', () => {
@@ -163,19 +194,24 @@ describe('TTYG chat list', () => {
         // Given I have opened the ttyg page and there are chats loaded
         TTYGViewSteps.visit();
         cy.wait('@get-chat');
+        cy.wait('@get-chat-list');
+        cy.wait('@get-all-repositories');
+        cy.wait('@get-agent-list');
         // When I select the export chat action chat panel toolbar
         TTYGViewSteps.triggerExportChatActionMenu(1, 0);
         cy.wait('@export-chat');
         // Then I expect to download the chat as a file
-        TTYGViewSteps.verifyFileExists('chat-export.json')
+        TTYGViewSteps.verifyFileExists('chat-export.json');
     });
 
     it('Should show error notification if chat list fails to load', () => {
         TTYGStubs.stubChatListGetError();
         TTYGStubs.stubAgentListGet();
-        TTYGStubs.stubChatGet();
         // Given I have opened the ttyg page
         TTYGViewSteps.visit();
+        cy.wait('@get-chat-list');
+        cy.wait('@get-all-repositories');
+        cy.wait('@get-agent-list');
         // When the chat list fails to load
         // Then I should see an error notification
         TTYGViewSteps.getChatListLoadingIndicator().should('not.exist');
@@ -185,13 +221,16 @@ describe('TTYG chat list', () => {
         TTYGViewSteps.getChatsPanel().should('be.hidden');
     });
 
-    it('should persist selected chat', () => {
+    it('Should persist selected chat', () => {
         TTYGStubs.stubChatsListGet();
         TTYGStubs.stubChatGet();
         TTYGStubs.stubAgentListGet();
         // Given I have opened the ttyg page
         TTYGViewSteps.visit();
         cy.wait('@get-chat');
+        cy.wait('@get-chat-list');
+        cy.wait('@get-all-repositories');
+        cy.wait('@get-agent-list');
         TTYGViewSteps.getChatFromGroup(0, 0).should('have.class', 'selected');
 
         // When I select another chat,
@@ -207,6 +246,30 @@ describe('TTYG chat list', () => {
         // Then I expect to last used chat be selected.
         TTYGViewSteps.getChatFromGroup(0, 2).should('have.class', 'selected');
     });
+
+    it('Should automatically remove the selected chat when it is not found by the backend', () => {
+        TTYGStubs.stubChatsListGet();
+        TTYGStubs.stubChatGet();
+        TTYGStubs.stubAgentListGet();
+        // Given I have opened the ttyg page
+        TTYGViewSteps.visit();
+        cy.wait('@get-all-repositories');
+        cy.wait('@get-chat-list');
+        cy.wait('@get-chat');
+        cy.wait('@get-agent-list');
+        // And the page have loaded and the chat list is visible
+        TTYGViewSteps.getChatFromGroup(0, 0).should('have.class', 'selected');
+        // When I select a chat for which the backend would return 404
+        TTYGStubs.stubChatGet404Error();
+        TTYGViewSteps.selectChat(0, 2);
+        cy.wait('@get-chat');
+        // Then I expect an alert to be displayed to the user
+        AlertDialogSteps.getDialog().should('be.visible');
+        // When I close the alert
+        AlertDialogSteps.acceptAlert();
+        // Then I expect the chat to be removed from the chat list
+        TTYGViewSteps.getChatFromGroup(0, 2).should('not.exist');
+    });
 });
 
 /**

package/integration/ttyg/chat-panel.spec.js

@@ -3,12 +3,14 @@ import {TTYGStubs} from "../../stubs/ttyg/ttyg-stubs";
 import {TTYGViewSteps} from "../../steps/ttyg/ttyg-view-steps";
 import {ChatPanelSteps} from "../../steps/ttyg/chat-panel-steps";
 import {ApplicationSteps} from "../../steps/application-steps";
+import {RepositoriesStub} from "../../stubs/repositories-stub";
 
 describe('Ttyg ChatPanel', () => {
 
     beforeEach(() => {
         // Create an actual repository to prevent stubbing all background requests that are not related to the ttyg view
         RepositoriesStubs.stubRepositories(0, '/repositories/get-ttyg-repositories.json');
+        RepositoriesStub.stubBaseEndpoints('starwars');
         cy.presetRepository('starwars');
         TTYGStubs.stubChatsListGet();
         TTYGStubs.stubAgentListGet();
@@ -16,28 +18,31 @@ describe('Ttyg ChatPanel', () => {
 
         // When visiting the TTYG page where there is a chat with questions and answers
         TTYGViewSteps.visit();
+        cy.wait('@get-chat-list');
+        cy.wait('@get-agent-list');
+        cy.wait('@get-chat');
+        cy.wait('@get-all-repositories');
     });
 
     it('Should load chat history and show answer actions', () => {
-
+        // When I select a chat which last used agent is missing (deleted)
+        TTYGViewSteps.selectChat(0, 2);
         // Then I expect chat history to be displayed
         ChatPanelSteps.getChatDetailsElements().should('have.length', 2);
         // and only the actions for the last message are visible.
-        ChatPanelSteps.getChatDetailActions(0).should('not.be.visible');
-        ChatPanelSteps.getChatDetailActions(1).should('be.visible');
+        ChatPanelSteps.getChatDetailActions(0, 0).should('exist').and('have.css', 'opacity', '0');
+        ChatPanelSteps.getChatDetailActions(1, 0).should('exist').and('have.css', 'opacity', '1');
 
         // When I hover over the hidden answer actions.
-        ChatPanelSteps.getChatDetailActions(0).realHover();
+        ChatPanelSteps.getChatDetailActions(0, 0).realHover();
 
         // Then I expect answer actions to be visible.
-        ChatPanelSteps.getChatDetailActions(0).should('be.visible');
+        ChatPanelSteps.getChatDetailActions(0, 0).should('exist').and('have.css', 'opacity', '1');
 
         // When the new question input is empty.
         // The "Ask" button must be disabled.
         ChatPanelSteps.getAskButtonElement().should('be.disabled');
-
-        // When I type a question
-        ChatPanelSteps.getQuestionInputElement().type('Who is Han Solo?');
+        ChatPanelSteps.getQuestionInputElement().should('be.disabled');
 
         // Then I expect the "Ask" button be not active because agent is not selected
         ChatPanelSteps.getAskButtonElement().should('not.be.enabled');
@@ -46,26 +51,117 @@ describe('Ttyg ChatPanel', () => {
         TTYGViewSteps.openAgentsMenu();
         TTYGViewSteps.selectAgent(0);
 
+        // When I type a question
+        ChatPanelSteps.getQuestionInputElement()
+            .should('be.visible')
+            .and('not.be.disabled')
+            .type('Who is Han Solo?');
+
         // Then I expect the "Ask" button be active.
         ChatPanelSteps.getAskButtonElement().should('be.enabled');
 
         // When I click on "Ask" button.
+        TTYGStubs.stubAnswerQuestion();
         ChatPanelSteps.getAskButtonElement().scrollIntoView().click();
 
         // Then I expect the question be in chat history,
         ChatPanelSteps.getChatDetailsElements().should('have.length', 3);
         ChatPanelSteps.getChatDetailQuestionElement(2).contains('Who is Han Solo?');
         // and input field be empty,
+        ChatPanelSteps.getQuestionInputElement().should('be.enabled');
         ChatPanelSteps.getQuestionInputElement().should('have.value', '');
         // and "Ask" button be disabled.
         ChatPanelSteps.getAskButtonElement().should('be.disabled');
+        // and only the actions for the last message are visible.
+        ChatPanelSteps.getChatDetailActions(2, 0).should('not.be.visible');
+        ChatPanelSteps.getChatDetailActions(2, 1).should('be.visible');
 
-        // When I click on regenerate button.
-        ChatPanelSteps.regenerateQuestion(2);
+        // When I click on regenerate button on the last response => +2 messages
+        TTYGStubs.stubAnswerQuestion();
+        ChatPanelSteps.regenerateQuestion(2, 1);
 
         // Then I expect the question to be regenerated and appear in the chat history.
         ChatPanelSteps.getChatDetailsElements().should('have.length', 4);
+    });
+
+    it('Should show info message that the agent is changed', () => {
+        // When select a chat that has answers using different agents
+        TTYGViewSteps.selectChat(0, 1);
+
+        // Then I expect to see one messages indicating the agent change.
+        ChatPanelSteps.getAgentInfoMessages().should('have.length', 1);
+        ChatPanelSteps.getAgentInfoMessage(0).contains('Agent changed to agent-2');
+
+        // When I change the selected agent to one that has not been used yet.
+        TTYGViewSteps.openAgentsMenu();
+        TTYGViewSteps.selectAgent(3);
+        // and ask a new question or click on regenerate button.
+        TTYGStubs.stubAnswerQuestion();
+        ChatPanelSteps.regenerateQuestion(2);
+        // Then I expect to see one messages indicating the agent change.
+        ChatPanelSteps.getAgentInfoMessages().should('have.length', 2);
+        // The last one is because the agent of the last chat item is different from the selected agent.
+        ChatPanelSteps.getAgentInfoMessage(1).contains('Agent changed to Databricks-biomarkers');
+    });
+
+    it('Should select last used agent when change the selected chat', () => {
+        // Then I expect the last used agent to be selected.
+        TTYGViewSteps.getAgentsMenuToggleButton().contains('agent-1');
+
+        // When I select another chat that last used agent is different.
+        TTYGViewSteps.selectChat(0, 1);
+        TTYGViewSteps.getChatFromGroup(0, 1).should('have.class', 'selected');
+        // Then I expect the last used agent be selected.
+        TTYGViewSteps.getAgentsMenuToggleButton().contains('agent-2');
+    });
+
+    it('Should displays explain response', () => {
+        // When I visit the TTYG page, a chat with two questions and answers is loaded.
+        // Wait to chat be loaded
+        ChatPanelSteps.getChatDetailsElements().should('have.length', 2);
 
+        // Quirk - the first explain response button is sometimes visible and the test fails
+        // so by hovering over the view title h1 element we make it disappear
+        cy.get('h1').realHover();
+        // Then, I expect only the last "Explain" button to be visible.
+        TTYGViewSteps.getExplainResponseButton(0).should('not.be.visible');
+        TTYGViewSteps.getExplainResponseButton(1).should('be.visible');
+
+        // When I click on first explain response button
+        TTYGViewSteps.getExplainResponseButton(0).realHover();
+        // Then I expect to explain button to be visible.
+        TTYGViewSteps.getExplainResponseButton(0).should('be.visible');
+
+        // When I click on the button.
+        TTYGStubs.stubExplainResponse();
+        TTYGViewSteps.clickOnExplainResponse(0);
+        // Then I expect the hint message to not exist (it should only exist for the last 'Explain' response).
+        TTYGViewSteps.getHowDeliverAnswerButton().should('not.exist');
+
+        // Then when I click on explain response button on the second answer
+        TTYGStubs.stubExplainResponse('/ttyg/chats/explain-response-2.json');
+        TTYGViewSteps.clickOnExplainResponse(1);
+        // Then I expect the hint message to exist (it should only exist for the last 'Explain' response).
+        TTYGViewSteps.getHowDeliverAnswerButton().should('exist');
+        TTYGViewSteps.getHowDeliverAnswerButton().should('have.length', 1);
+        // and the raw query in the first query method does not exist because the raw query and query are identical.
+        TTYGViewSteps.getRawQuery(1, 0).should('not.exist');
+        // it's a SPARQL query
+        TTYGViewSteps.getQueryMethodElement(1, 0).should('contain', "SPARQL");
+        TTYGViewSteps.getQueryMethodDetailsElement(1, 0).should('contain', "Direct query");
+        TTYGViewSteps.getExplainQueryQueryElement(1, 0).contains(" SELECT ?character ?name ?height");
+
+        // the second query - JSON
+        TTYGViewSteps.getQueryMethodElement(1, 1).should('contain', "ChatGPT Retrieval");
+        TTYGViewSteps.getQueryMethodDetailsElement(1, 1).should('contain', "Direct JSON query");
+        TTYGViewSteps.getExplainQueryQueryElement(1, 1).contains("{\n  \"queries\" : [ {\n    \"query\" : \"pilots that work with Luke Skywalker\",\n    \"filter\" : {\n      \"document");
+
+        // the third query - FTS IRI to SPARQL
+        // raw query should exist because raw query and query are not identical.
+        TTYGViewSteps.getRawQuery(1, 2).should('exist');
+        TTYGViewSteps.getQueryMethodElement(1, 2).should('contain', "FTS for IRI discovery");
+        TTYGViewSteps.getQueryMethodDetailsElement(1, 2).should('contain', "via SPARQL");
+        TTYGViewSteps.getExplainQueryQueryElement(1, 2).contains("PREFIX rdfs: <http://www.w3.org/2000/01/rdf-sch");
     });
 
     // Can't test this on CI

package/integration/ttyg/clone-agent.spec.js

@@ -1,16 +1,17 @@
 import {RepositoriesStubs} from "../../stubs/repositories/repositories-stubs";
-import {NamespaceStubs} from "../../stubs/namespace-stubs";
 import {TTYGViewSteps} from "../../steps/ttyg/ttyg-view-steps";
 import {TTYGStubs} from "../../stubs/ttyg/ttyg-stubs";
 import {TtygAgentSettingsModalSteps} from "../../steps/ttyg/ttyg-agent-settings-modal.steps";
+import {RepositoriesStub} from "../../stubs/repositories-stub";
 
 describe('TTYG clone an agent', () => {
     const repositoryId = 'starwars';
 
     beforeEach(() => {
         RepositoriesStubs.stubRepositories(0, '/repositories/get-ttyg-repositories.json');
+        RepositoriesStub.stubBaseEndpoints(repositoryId);
         cy.presetRepository(repositoryId);
-        NamespaceStubs.stubNameSpaceResponse(repositoryId, '/namespaces/get-repository-starwars-namespaces.json');
+        TTYGStubs.stubAgentDefaultsGet();
     });
 
     it(' should be able to clone an agent.', () => {
@@ -19,8 +20,11 @@ describe('TTYG clone an agent', () => {
         TTYGStubs.stubChatGet();
         // Given I have opened the ttyg page
         TTYGViewSteps.visit();
+        cy.wait('@get-all-repositories');
         cy.wait('@get-chat');
+        cy.wait('@get-agent-list');
         // When I select to clone an agent
+        TTYGViewSteps.expandAgentsSidebar();
         TTYGViewSteps.triggerCloneAgentActionMenu(0);
         // Then I expect to see the clone agent settings modal
         TtygAgentSettingsModalSteps.getDialog().should('be.visible');
@@ -49,10 +53,10 @@ describe('TTYG clone an agent', () => {
                 "model": "gpt-4o",
                 "temperature": 0,
                 "topP": 0,
-                "seed": null,
+                "seed": 0,
                 "assistantsInstructions": {
                     "systemInstruction": "",
-                    "userInstruction": ""
+                    "userInstruction": "If you need to write a SPARQL query, use only the classes and properties provided in the schema and don't invent or guess any. Always try to return human-readable names or labels and not only the IRIs. If SPARQL fails to provide the necessary information you can try another tool too."
                 },
                 "assistantExtractionMethods": [
                     {