test: update ai endpoint

hellyzh · Jul 22, 2024 · fe17416 · fe17416
1 parent 66c1032
commit fe17416
Show file tree

Hide file tree

Showing 11 changed files with 35 additions and 31 deletions.
diff --git a/.github/workflows/ui-test.yml b/.github/workflows/ui-test.yml
@@ -457,7 +457,7 @@ jobs:
 
       - name: Upload screenshots
         uses: actions/upload-artifact@v3
-        if: failure()
+        if: always()
         with:
           name: screenshots ${{ matrix.test-case }} ${{ matrix.os }}
           path: ./packages/tests/.test-resources/screenshots/

diff --git a/packages/tests/src/ui-test/localdebug/localdebug-aichat-bot-py.test.ts b/packages/tests/src/ui-test/localdebug/localdebug-aichat-bot-py.test.ts
@@ -72,12 +72,12 @@ describe("Local Debug Tests", function () {
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_ENDPOINT",
-        azureOpenAiModelDeploymentName
+        azureOpenAiEndpoint
       );
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_MODEL_DEPLOYMENT_NAME",
-        azureOpenAiEndpoint
+        azureOpenAiModelDeploymentName
       );
 
       await createEnvironmentWithPython();

diff --git a/packages/tests/src/ui-test/localdebug/localdebug-aichat-bot-ts.test.ts b/packages/tests/src/ui-test/localdebug/localdebug-aichat-bot-ts.test.ts
@@ -67,12 +67,12 @@ describe("Local Debug Tests", function () {
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_ENDPOINT",
-        azureOpenAiModelDeploymentName
+        azureOpenAiEndpoint
       );
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_MODEL_DEPLOYMENT_NAME",
-        azureOpenAiEndpoint
+        azureOpenAiModelDeploymentName
       );
 
       await startDebugging(DebugItemSelect.DebugInTeamsUsingChrome);

diff --git a/packages/tests/src/ui-test/localdebug/localdebug-aichat-bot.test.ts b/packages/tests/src/ui-test/localdebug/localdebug-aichat-bot.test.ts
@@ -65,12 +65,12 @@ describe("Local Debug Tests", function () {
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_ENDPOINT",
-        azureOpenAiModelDeploymentName
+        azureOpenAiEndpoint
       );
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_MODEL_DEPLOYMENT_NAME",
-        azureOpenAiEndpoint
+        azureOpenAiModelDeploymentName
       );
 
       await startDebugging(DebugItemSelect.DebugInTeamsUsingChrome);

diff --git a/packages/tests/src/ui-test/localdebug/localdebug-chatdata-customize-js-azureopenai.test.ts b/packages/tests/src/ui-test/localdebug/localdebug-chatdata-customize-js-azureopenai.test.ts
@@ -59,20 +59,20 @@ describe("Local Debug Tests", function () {
       const azureOpenAiModelDeploymentName =
         OpenAiKey.azureOpenAiModelDeploymentName
           ? OpenAiKey.azureOpenAiModelDeploymentName
-          : "https://test.com";
+          : "fake";
       const azureOpenAiEndpoint = OpenAiKey.azureOpenAiEndpoint
         ? OpenAiKey.azureOpenAiEndpoint
-        : "fake";
+        : "https://test.com";
       editDotEnvFile(envPath, "SECRET_AZURE_OPENAI_API_KEY", azureOpenAiKey);
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_ENDPOINT",
-        azureOpenAiModelDeploymentName
+        azureOpenAiEndpoint
       );
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_DEPLOYMENT_NAME",
-        azureOpenAiEndpoint
+        azureOpenAiModelDeploymentName
       );
 
       await startDebugging(DebugItemSelect.DebugInTeamsUsingChrome);

diff --git a/packages/tests/src/ui-test/localdebug/localdebug-chatdata-customize-py-azureopenai.test.ts b/packages/tests/src/ui-test/localdebug/localdebug-chatdata-customize-py-azureopenai.test.ts
@@ -66,20 +66,20 @@ describe("Local Debug Tests", function () {
       const azureOpenAiModelDeploymentName =
         OpenAiKey.azureOpenAiModelDeploymentName
           ? OpenAiKey.azureOpenAiModelDeploymentName
-          : "https://test.com";
+          : "fake";
       const azureOpenAiEndpoint = OpenAiKey.azureOpenAiEndpoint
         ? OpenAiKey.azureOpenAiEndpoint
-        : "fake";
+        : "https://test.com";
       editDotEnvFile(envPath, "SECRET_AZURE_OPENAI_API_KEY", azureOpenAiKey);
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_ENDPOINT",
-        azureOpenAiModelDeploymentName
+        azureOpenAiEndpoint
       );
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_MODEL_DEPLOYMENT_NAME",
-        azureOpenAiEndpoint
+        azureOpenAiModelDeploymentName
       );
 
       await createEnvironmentWithPython();

diff --git a/packages/tests/src/ui-test/localdebug/localdebug-chatdata-customize-ts-azureopenai.test.ts b/packages/tests/src/ui-test/localdebug/localdebug-chatdata-customize-ts-azureopenai.test.ts
@@ -60,20 +60,20 @@ describe("Local Debug Tests", function () {
       const azureOpenAiModelDeploymentName =
         OpenAiKey.azureOpenAiModelDeploymentName
           ? OpenAiKey.azureOpenAiModelDeploymentName
-          : "https://test.com";
+          : "fake";
       const azureOpenAiEndpoint = OpenAiKey.azureOpenAiEndpoint
         ? OpenAiKey.azureOpenAiEndpoint
-        : "fake";
+        : "https://test.com";
       editDotEnvFile(envPath, "SECRET_AZURE_OPENAI_API_KEY", azureOpenAiKey);
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_ENDPOINT",
-        azureOpenAiModelDeploymentName
+        azureOpenAiEndpoint
       );
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_DEPLOYMENT_NAME",
-        azureOpenAiEndpoint
+        azureOpenAiModelDeploymentName
       );
 
       await startDebugging(DebugItemSelect.DebugInTeamsUsingChrome);

diff --git a/...ts/src/ui-test/remotedebug/remotedebug-chatdata-customize-js-azureopenai-win-only.test.ts b/...ts/src/ui-test/remotedebug/remotedebug-chatdata-customize-js-azureopenai-win-only.test.ts
@@ -81,20 +81,20 @@ describe("Remote debug Tests", function () {
       const azureOpenAiModelDeploymentName =
         OpenAiKey.azureOpenAiModelDeploymentName
           ? OpenAiKey.azureOpenAiModelDeploymentName
-          : "https://test.com";
+          : "fake";
       const azureOpenAiEndpoint = OpenAiKey.azureOpenAiEndpoint
         ? OpenAiKey.azureOpenAiEndpoint
-        : "fake";
+        : "https://test.com";
       editDotEnvFile(envPath, "SECRET_AZURE_OPENAI_API_KEY", azureOpenAiKey);
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_ENDPOINT",
-        azureOpenAiModelDeploymentName
+        azureOpenAiEndpoint
       );
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_DEPLOYMENT_NAME",
-        azureOpenAiEndpoint
+        azureOpenAiModelDeploymentName
       );
       await provisionProject(appName, projectPath);
       await deployProject(projectPath, Timeout.botDeploy);

diff --git a/...ts/src/ui-test/remotedebug/remotedebug-chatdata-customize-py-azureopenai-win-only.test.ts b/...ts/src/ui-test/remotedebug/remotedebug-chatdata-customize-py-azureopenai-win-only.test.ts
@@ -83,20 +83,20 @@ describe("Remote debug Tests", function () {
       const azureOpenAiModelDeploymentName =
         OpenAiKey.azureOpenAiModelDeploymentName
           ? OpenAiKey.azureOpenAiModelDeploymentName
-          : "https://test.com";
+          : "fake";
       const azureOpenAiEndpoint = OpenAiKey.azureOpenAiEndpoint
         ? OpenAiKey.azureOpenAiEndpoint
-        : "fake";
+        : "https://test.com";
       editDotEnvFile(envPath, "SECRET_AZURE_OPENAI_API_KEY", azureOpenAiKey);
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_ENDPOINT",
-        azureOpenAiModelDeploymentName
+        azureOpenAiEndpoint
       );
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_MODEL_DEPLOYMENT_NAME",
-        azureOpenAiEndpoint
+        azureOpenAiModelDeploymentName
       );
       await provisionProject(appName, projectPath);
       await deployProject(projectPath, Timeout.botDeploy);

diff --git a/...ts/src/ui-test/remotedebug/remotedebug-chatdata-customize-ts-azureopenai-win-only.test.ts b/...ts/src/ui-test/remotedebug/remotedebug-chatdata-customize-ts-azureopenai-win-only.test.ts
@@ -82,20 +82,20 @@ describe("Remote debug Tests", function () {
       const azureOpenAiModelDeploymentName =
         OpenAiKey.azureOpenAiModelDeploymentName
           ? OpenAiKey.azureOpenAiModelDeploymentName
-          : "https://test.com";
+          : "fake";
       const azureOpenAiEndpoint = OpenAiKey.azureOpenAiEndpoint
         ? OpenAiKey.azureOpenAiEndpoint
-        : "fake";
+        : "https://test.com";
       editDotEnvFile(envPath, "SECRET_AZURE_OPENAI_API_KEY", azureOpenAiKey);
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_ENDPOINT",
-        azureOpenAiModelDeploymentName
+        azureOpenAiEndpoint
       );
       editDotEnvFile(
         envPath,
         "AZURE_OPENAI_DEPLOYMENT_NAME",
-        azureOpenAiEndpoint
+        azureOpenAiModelDeploymentName
       );
       await provisionProject(appName, projectPath);
       await deployProject(projectPath, Timeout.botDeploy);

diff --git a/packages/tests/src/utils/playwrightOperation.ts b/packages/tests/src/utils/playwrightOperation.ts
@@ -1294,6 +1294,10 @@ export async function validateWelcomeAndReplyBot(
         await frame?.waitForSelector(
           `p:has-text("${options?.expectedReplyMessage}")`
         );
+        await page.screenshot({
+          path: getPlaywrightScreenshotPath("success"),
+          fullPage: true,
+        });
         console.log(
           `verify bot successfully with content ${options?.expectedReplyMessage}!!!`
         );