Merge pull request #571 from TEN-framework/feature/tests

feat: upgrade ten runtime to 0.8, add testing support

.devcontainer/devcontainer.json

@@ -2,7 +2,7 @@
 // README at: https://github.com/devcontainers/templates/tree/main/src/docker-existing-dockerfile
 {
     "name": "ten_agent_dev",
-    "image": "ghcr.io/ten-framework/ten_agent_build:0.3.4",
+    "image": "ghcr.io/ten-framework/ten_agent_build:0.4.10",
     "customizations": {
         "vscode": {
             "extensions": [

.github/workflows/ci.yaml

@@ -0,0 +1,40 @@
+name: CI
+
+on:
+  pull_request:
+    branches: [ "main" ]
+    paths-ignore:
+      - ".devcontainer/**"
+      - ".github/**"
+      - "!.github/workflows/build-docker.yaml"
+      - ".vscode/**"
+      - "docs/**"
+      - "**.md"
+  workflow_dispatch:
+
+jobs:
+  ci:
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/ten-framework/ten_agent_build:0.4.10
+    strategy:
+      matrix:
+        agent: [agents/examples/default, agents/examples/demo]
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: "0"
+          submodules: "true"
+
+      - name: Use agent
+        run: |
+          git config --global --add safe.directory $(pwd)
+          task use AGENT=${{ matrix.agent }}
+
+      - name: Run tests
+        run: |
+          task test -- -s -v
+
+      # - name: Run lint
+      #   run: |
+      #     task lint

.gitignore

@@ -9,7 +9,7 @@ agoradns.dat
 agorartmdns.dat
 agora_rtm_cache.db
 agorareport.dat
-bin/
+server/bin/
 /BUILD.gn
 .cache/
 /compile_commands.json

Dockerfile

@@ -1,4 +1,4 @@
-FROM ghcr.io/ten-framework/ten_agent_build:0.3.4 AS builder
+FROM ghcr.io/ten-framework/ten_agent_build:0.4.10 AS builder
 
 ARG SESSION_CONTROL_CONF=session_control.conf
 

Taskfile.yml

@@ -69,11 +69,52 @@ tasks:
     dir: ./agents
     internal: true
     cmds:
-      - rm -rf manifest.json property.json manifest-lock.json bin/main bin/worker out .release ten_packages/system/ten_runtime* ten_packages/system/agora_rtc_sdk ten_packages/system/azure_speech_sdk ten_packages/system/nlohmann_json ten_packages/extension/agora_rtc ten_packages/extension/agora_rtm ten_packages/extension/agora_sess_ctrl ten_packages/extension/azure_tts ten_packages/extension/py_init_extension_cpp
+      - rm -rf manifest.json property.json manifest-lock.json bin/main bin/worker out .release ten_packages/system ten_packages/system/agora_rtc_sdk ten_packages/system/azure_speech_sdk ten_packages/system/nlohmann_json ten_packages/extension/agora_rtc ten_packages/extension/agora_rtm ten_packages/extension/agora_sess_ctrl ten_packages/extension/azure_tts ten_packages/addon_loader
+      - find . -type d -name .pytest_cache -exec rm -rf {} \; || true
+      - find . -type d -name __pycache__ -exec rm -rf {} \; || true
+      - find . -type d -name .ten -exec rm -rf {} \; || true
+      - find . -name .coverage -exec rm -f {} \; || true
 
   clean-server:
     desc: clean up server
     dir: ./server
     internal: true
     cmds:
       - rm -rf bin
+
+  test:
+    desc: run tests
+    cmds:
+      - task: test-agent-extensions
+      - task: test-server
+
+  test-server:
+    desc: test server
+    dir: ./server
+    internal: true
+    cmds:
+      - go test -v ./...
+
+  test-agent-extensions:
+    desc: run standalone testing of extensions
+    internal: true
+    env:
+      PYTHONPATH: "{{.USER_WORKING_DIR}}:{{.USER_WORKING_DIR}}/agents/ten_packages/system/ten_runtime_python/lib:{{.USER_WORKING_DIR}}/agents/ten_packages/system/ten_runtime_python/interface:{{.USER_WORKING_DIR}}/agents/ten_packages/system/ten_ai_base/interface"
+    vars:
+      EXTENSIONS:
+        sh: 'find agents/ten_packages/extension -type d -exec test -d "{}/tests" \; -print'
+    cmds:
+      - for: { var: EXTENSIONS }
+        task: test-extension
+        vars:
+          EXTENSION: '{{ .ITEM }}'
+
+  test-extension:
+    desc: run standalone testing of one single extension
+    vars:
+      EXTENSION: '{{.EXTENSION| default "agents/ten_packages/extension/elevenlabs_tts_python"}}'
+    env:
+      PYTHONPATH: "{{.USER_WORKING_DIR}}:{{.USER_WORKING_DIR}}/agents/ten_packages/system/ten_runtime_python/lib:{{.USER_WORKING_DIR}}/agents/ten_packages/system/ten_runtime_python/interface:{{.USER_WORKING_DIR}}/agents/ten_packages/system/ten_ai_base/interface"
+    dotenv: ['.env']
+    cmds:
+      - cd {{.EXTENSION}} && tman -y install --standalone && ./tests/bin/start {{ .CLI_ARGS }}

agents/.gitignore

@@ -9,12 +9,15 @@ ten_packages/system/agora_rtc_sdk
 ten_packages/system/azure_speech_sdk
 ten_packages/system/nlohmann_json
 ten_packages/system/ten_runtime*
+ten_packages/system
 ten_packages/addon_loader
 .ten
 agoradns.dat
 agorareport.dat
 agorartmreport.dat
-bin/
+agora_cache.db
+bin/man
+bin/worker
 /BUILD.gn
 .cache/
 /compile_commands.json

agents/examples/default/manifest.json

@@ -1,37 +1,37 @@
 {
   "type": "app",
   "name": "agent_demo",
-  "version": "0.6.0",
+  "version": "0.8.0",
   "dependencies": [
     {
       "type": "system",
       "name": "ten_runtime_go",
-      "version": "0.6"
-    },
-    {
-      "type": "extension",
-      "name": "py_init_extension_cpp",
-      "version": "0.6"
+      "version": "0.8"
     },
     {
       "type": "extension",
       "name": "agora_rtc",
-      "version": "=0.10.2"
+      "version": "=0.11.4"
     },
     {
       "type": "extension",
       "name": "agora_sess_ctrl",
-      "version": "=0.4.1"
+      "version": "=0.4.2"
     },
     {
       "type": "system",
       "name": "azure_speech_sdk",
       "version": "1.38.0"
     },
+    {
+      "type": "system",
+      "name": "ten_ai_base",
+      "version": "0.2"
+    },
     {
       "type": "extension",
       "name": "azure_tts",
-      "version": "=0.7.2"
+      "version": "=0.8.0"
     },
     {
       "type": "extension",

agents/examples/demo/manifest.json

@@ -1,37 +1,37 @@
 {
   "type": "app",
   "name": "agent_demo",
-  "version": "0.6.0",
+  "version": "0.8.0",
   "dependencies": [
     {
       "type": "system",
       "name": "ten_runtime_go",
-      "version": "0.6"
-    },
-    {
-      "type": "extension",
-      "name": "py_init_extension_cpp",
-      "version": "0.6"
+      "version": "0.8"
     },
     {
       "type": "extension",
       "name": "agora_rtc",
-      "version": "=0.10.2"
+      "version": "=0.11.4"
     },
     {
       "type": "extension",
       "name": "agora_sess_ctrl",
-      "version": "=0.4.1"
+      "version": "=0.4.2"
     },
     {
       "type": "system",
       "name": "azure_speech_sdk",
       "version": "1.38.0"
     },
+    {
+      "type": "system",
+      "name": "ten_ai_base",
+      "version": "0.2"
+    },
     {
       "type": "extension",
       "name": "azure_tts",
-      "version": "=0.7.2"
+      "version": "=0.8.0"
     },
     {
       "type": "extension",

agents/examples/experimental/manifest.json

@@ -1,37 +1,37 @@
 {
   "type": "app",
   "name": "agent_experimental",
-  "version": "0.6.0",
+  "version": "0.8.0",
   "dependencies": [
     {
       "type": "system",
       "name": "ten_runtime_go",
-      "version": "0.6"
-    },
-    {
-      "type": "extension",
-      "name": "py_init_extension_cpp",
-      "version": "0.6"
+      "version": "0.8"
     },
     {
       "type": "extension",
       "name": "agora_rtc",
-      "version": "=0.10.2"
+      "version": "=0.11.4"
     },
     {
       "type": "extension",
       "name": "agora_sess_ctrl",
-      "version": "=0.4.1"
+      "version": "=0.4.2"
     },
     {
       "type": "system",
       "name": "azure_speech_sdk",
       "version": "1.38.0"
     },
+    {
+      "type": "system",
+      "name": "ten_ai_base",
+      "version": "0.2"
+    },
     {
       "type": "extension",
       "name": "azure_tts",
-      "version": "=0.7.2"
+      "version": "=0.8.0"
     },
     {
       "type": "extension",

agents/ten_packages/bak/litellm_python/manifest.json

@@ -6,7 +6,7 @@
         {
             "type": "system",
             "name": "ten_runtime_python",
-            "version": "0.6"
+            "version": "0.8"
         }
     ],
     "api": {

agents/ten_packages/extension/agora_rtm_wrapper/manifest.json

@@ -6,7 +6,7 @@
     {
       "type": "system",
       "name": "ten_runtime_go",
-      "version": "0.6"
+      "version": "0.8"
     }
   ],
   "api": {

agents/ten_packages/extension/aliyun_analyticdb_vector_storage/manifest.json

@@ -6,7 +6,7 @@
     {
       "type": "system",
       "name": "ten_runtime_python",
-      "version": "0.6"
+      "version": "0.8"
     }
   ],
   "api": {

agents/ten_packages/extension/aliyun_text_embedding/manifest.json

@@ -6,7 +6,7 @@
         {
             "type": "system",
             "name": "ten_runtime_python",
-            "version": "0.6"
+            "version": "0.8"
         }
     ],
     "api": {

agents/ten_packages/extension/bedrock_llm_python/manifest.json

@@ -6,7 +6,7 @@
     {
       "type": "system",
       "name": "ten_runtime_python",
-      "version": "0.6"
+      "version": "0.8"
     }
   ],
   "package": {

agents/ten_packages/extension/bingsearch_tool_python/manifest.json

@@ -6,7 +6,7 @@
     {
       "type": "system",
       "name": "ten_runtime_python",
-      "version": "0.6"
+      "version": "0.8"
     }
   ],
   "package": {

agents/ten_packages/extension/bytedance_tts/manifest.json

@@ -6,7 +6,7 @@
     {
       "type": "system",
       "name": "ten_runtime_python",
-      "version": "0.6"
+      "version": "0.8"
     }
   ],
   "package": {