From 8c2f27681ca696125a78aa5954a6cfc2807a472e Mon Sep 17 00:00:00 2001 From: ChuyueSun Date: Mon, 20 May 2024 18:06:59 -0700 Subject: [PATCH] remove unused --- test_sglang.py | 40 ---------------------------------------- 1 file changed, 40 deletions(-) delete mode 100644 test_sglang.py diff --git a/test_sglang.py b/test_sglang.py deleted file mode 100644 index 6b68cc8..0000000 --- a/test_sglang.py +++ /dev/null @@ -1,40 +0,0 @@ - - -import argparse -from typing import Dict, List -import os -import sglang as sgl -from sglang import OpenAI, assistant, gen, set_default_backend, system, user - - - -@sgl.function -def multi_turn_question(s, question_1, question_2): - s += sgl.system("You are a helpful assistant.") - s += sgl.user(question_1) - s += sgl.assistant(sgl.gen("answer_1", max_tokens=256)) - s += sgl.user(question_2) - s += sgl.assistant(sgl.gen("answer_2", max_tokens=256)) - - - -def test_sglang(): - print('\n----- Test sglang ---') - state = multi_turn_question.run( - question_1="What is the capital of the United States?", - question_2="List two local attractions.", - ) - - for m in state.messages(): - print(m["role"], ":", m["content"]) - - print("\n-- answer_1 --\n", state["answer_1"]) - - -if __name__ == "__main__": - import time - start_time = time.time() - sgl.set_default_backend(sgl.OpenAI("gpt-4")) - - test_sglang() - print(f"Time taken: {time.time() - start_time:.2f} seconds, or {(time.time() - start_time) / 60:.2f} minutes, or {(time.time() - start_time) / 3600:.2f} hours.\a") \ No newline at end of file