Test run e2e passing with gpt-3.5 and multistep

.github/workflows/run-e2e-tests-on-azure.yml

@@ -1,9 +1,12 @@
-name: Continous Integration and Deployment
+name: Run E2E tests on Azure
 
 on:
-  schedule:
-    # Run cron job at 8AM Monday every week.
-    - cron: '0 8 * * 1'
+  push:
+    branches:
+      - run-multistep-with-gpt-3.5
+#  schedule:
+#    # Run cron job at 8AM Monday every week.
+#    - cron: '0 8 * * 1'
   workflow_dispatch:
 
 env:
@@ -157,14 +160,20 @@ jobs:
         RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
         RASA_PRO_BETA_INTENTLESS: true
       run: |
-        poetry run rasa test e2e e2e_tests/passing/happy_path
-
-    - name: Run e2e chitchat tests
-      env:
-        OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
-        RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
-        RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
-        RASA_PRO_BETA_INTENTLESS: true
-      run: |
-        poetry run rasa test e2e e2e_tests/passing/chitchat
+        poetry run rasa test e2e e2e_tests/passing >> multistep_report.md
+        
+    - name: Persist report
+      uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce
+      with:
+        name: multistepprompt_report
+        path: multistep_report.md
+
+#    - name: Run e2e chitchat tests
+#      env:
+#        OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
+#        RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
+#        RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
+#        RASA_PRO_BETA_INTENTLESS: true
+#      run: |
+#        poetry run rasa test e2e e2e_tests/passing/chitchat
 

config.yml

@@ -41,6 +41,13 @@ pipeline:
       openai_api_base: "https://devtribe-testing-canada-east.openai.azure.com/"
       openai_api_type: azure
       openai_api_version: "2024-02-01"
+    llm:
+      model_name: "gpt-35-turbo"
+      engine: "test-gpt-35-turbo"
+      api_type: "azure"
+      api_version: "2024-02-01"
+      openai_api_base: "https://devtribe-testing-canada-east.openai.azure.com/"
+      request_timeout: 7
 #- name: SingleStepLLMCommandGenerator
 #  llm:
 #    model_name: "gpt-35-turbo"