Skip to content

Commit 0bb4bc8

Browse files
committed
updated the MoA recipe to be current
1 parent f72c1d1 commit 0bb4bc8

File tree

2 files changed

+10
-10
lines changed

2 files changed

+10
-10
lines changed

Diff for: advanced-moa.py

+5-5
Original file line numberDiff line numberDiff line change
@@ -9,12 +9,12 @@
99

1010
user_prompt = "What are 3 fun things to do in SF?"
1111
reference_models = [
12-
"Qwen/Qwen2-72B-Instruct",
13-
"Qwen/Qwen1.5-72B-Chat",
14-
"mistralai/Mixtral-8x22B-Instruct-v0.1",
15-
"databricks/dbrx-instruct",
12+
"meta-llama/Llama-3.3-70B-Instruct-Turbo",
13+
"Qwen/Qwen2.5-72B-Instruct-Turbo",
14+
"Qwen/Qwen2.5-Coder-32B-Instruct",
15+
"deepseek-ai/DeepSeek-V3"
1616
]
17-
aggregator_model = "mistralai/Mixtral-8x22B-Instruct-v0.1"
17+
aggregator_model = "deepseek-ai/DeepSeek-V3"
1818
aggreagator_system_prompt = """You have been provided with a set of responses from various open-source models to the latest user query. Your task is to synthesize these responses into a single, high-quality response. It is crucial to critically evaluate the information provided in these responses, recognizing that some of it may be biased or incorrect. Your response should not simply replicate the given answers but should offer a refined, accurate, and comprehensive reply to the instruction. Ensure your response is well-structured, coherent, and adheres to the highest standards of accuracy and reliability.
1919
2020
Responses from models:"""

Diff for: moa.py

+5-5
Original file line numberDiff line numberDiff line change
@@ -8,12 +8,12 @@
88
async_client = AsyncTogether(api_key=os.environ.get("TOGETHER_API_KEY"))
99
user_prompt = "What are 3 fun things to do in SF?"
1010
reference_models = [
11-
"Qwen/Qwen2-72B-Instruct",
12-
"Qwen/Qwen1.5-72B-Chat",
13-
"mistralai/Mixtral-8x22B-Instruct-v0.1",
14-
"databricks/dbrx-instruct",
11+
"meta-llama/Llama-3.3-70B-Instruct-Turbo",
12+
"Qwen/Qwen2.5-72B-Instruct-Turbo",
13+
"Qwen/Qwen2.5-Coder-32B-Instruct",
14+
"microsoft/WizardLM-2-8x22B"
1515
]
16-
aggregator_model = "mistralai/Mixtral-8x22B-Instruct-v0.1"
16+
aggregator_model = "Qwen/Qwen2.5-72B-Instruct-Turbo"
1717
aggreagator_system_prompt = """You have been provided with a set of responses from various open-source models to the latest user query. Your task is to synthesize these responses into a single, high-quality response. It is crucial to critically evaluate the information provided in these responses, recognizing that some of it may be biased or incorrect. Your response should not simply replicate the given answers but should offer a refined, accurate, and comprehensive reply to the instruction. Ensure your response is well-structured, coherent, and adheres to the highest standards of accuracy and reliability.
1818
1919
Responses from models:"""

0 commit comments

Comments
 (0)