add doc

sotopia-lab · Jun 5, 2024 · 9a5dce9 · 9a5dce9
1 parent bfadacd
commit 9a5dce9
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/docs/pages/benchmark.md b/docs/pages/benchmark.md
@@ -0,0 +1,6 @@
+# Benchmark your model as a social agent in Sotopia
+
+```
+python sotopia/benchmark/cli.py --model=<your_model_name>
+```
+Currently this script would run over 100 simulations on the Sotopia Hard tasks. And the partner model is fixed to be `together_ai/meta-llama/Llama-2-70b-chat-hf`
diff --git a/sotopia_conf/server.py b/sotopia_conf/server.py
@@ -22,7 +22,7 @@ def main(_: Any) -> None:
         FLAGS.gin_bindings,
     )
 
-    asyncio.run(run_async_server())  # type: ignore[call-arg]
+    asyncio.run(run_async_server())
 
 
 if __name__ == "__main__":