aniva/Pantograph
aniva
/
Pantograph
1
1
Fork 0
Code Issues 13 Pull Requests 4 Packages Projects Releases Wiki Activity

fix: Skip the commented out test cases

This commit is contained in:
Leni Aniva 2024-10-03 12:58:39 -07:00
parent a30225069a
commit b440363105
Signed by: aniva
GPG Key ID: 4D9B1C8D10EA4C50
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
experiments/minif2f/main.py
View File

@ -25,7 +25,12 @@ def try_test_data(server, agent, entry: dict, max_steps: int, max_trials_per_goa
informal_stmt = entry["informal_stmt"] informal_stmt = entry["informal_stmt"]
informal_proof = entry["informal_proof"] informal_proof = entry["informal_proof"]
goal_state, = server.load_sorry(command) goal_states = server.load_sorry(command)
if len(goal_states) == 0:
return None
goal_state, = goal_states
try: try:
return agent.search( return agent.search(
server=server, server=server,
@ -67,7 +72,7 @@ def run_eval(args):
if file_name.is_file(): if file_name.is_file():
print(f"Skipping {datum['id']}") print(f"Skipping {datum['id']}")
continue continue
server = Server(imports=["MiniF2F"], project_path=project_path, lean_path=lean_path, options=["maxHeartbeats=0"]) server = Server(imports=["MiniF2F"], project_path=project_path, lean_path=lean_path, core_options=["maxHeartbeats=0"])
agent = LLMAgent(server, use_hammer=args.use_hammer, use_llm=args.use_llm) agent = LLMAgent(server, use_hammer=args.use_hammer, use_llm=args.use_llm)
result = try_test_data(server, agent, datum, max_steps=args.max_steps, max_trials_per_goal=args.max_trials_per_goal) result = try_test_data(server, agent, datum, max_steps=args.max_steps, max_trials_per_goal=args.max_trials_per_goal)
if result is None: if result is None: