2023-10-06 17:31:36 -07:00
|
|
|
|
import LSpec
|
2023-10-15 12:31:22 -07:00
|
|
|
|
import Pantograph.Goal
|
2023-10-06 17:31:36 -07:00
|
|
|
|
import Pantograph.Serial
|
2023-11-04 15:00:51 -07:00
|
|
|
|
import Test.Common
|
2023-10-06 17:31:36 -07:00
|
|
|
|
|
|
|
|
|
namespace Pantograph.Test.Holes
|
|
|
|
|
open Pantograph
|
|
|
|
|
open Lean
|
|
|
|
|
|
2023-11-04 15:00:51 -07:00
|
|
|
|
abbrev TestM := StateRefT LSpec.TestSeq (ReaderT Protocol.Options M)
|
2023-10-06 17:31:36 -07:00
|
|
|
|
|
2023-11-04 15:00:51 -07:00
|
|
|
|
def addTest (test: LSpec.TestSeq): TestM Unit := do
|
2023-10-06 17:31:36 -07:00
|
|
|
|
set $ (← get) ++ test
|
|
|
|
|
|
2023-11-04 15:00:51 -07:00
|
|
|
|
def startProof (expr: String): TestM (Option GoalState) := do
|
2023-10-06 17:31:36 -07:00
|
|
|
|
let env ← Lean.MonadEnv.getEnv
|
2023-11-04 15:00:51 -07:00
|
|
|
|
let syn? := syntax_from_str env expr
|
|
|
|
|
addTest $ LSpec.check s!"Parsing {expr}" (syn?.isOk)
|
2023-10-06 17:31:36 -07:00
|
|
|
|
match syn? with
|
|
|
|
|
| .error error =>
|
|
|
|
|
IO.println error
|
|
|
|
|
return Option.none
|
|
|
|
|
| .ok syn =>
|
2023-11-04 15:00:51 -07:00
|
|
|
|
let expr? ← syntax_to_expr_type syn
|
|
|
|
|
addTest $ LSpec.check s!"Elaborating" expr?.isOk
|
2023-10-06 17:31:36 -07:00
|
|
|
|
match expr? with
|
|
|
|
|
| .error error =>
|
|
|
|
|
IO.println error
|
|
|
|
|
return Option.none
|
|
|
|
|
| .ok expr =>
|
|
|
|
|
let goal ← GoalState.create (expr := expr)
|
|
|
|
|
return Option.some goal
|
|
|
|
|
|
2023-11-04 15:00:51 -07:00
|
|
|
|
def buildGoal (nameType: List (String × String)) (target: String) (userName?: Option String := .none): Protocol.Goal :=
|
2023-10-06 17:31:36 -07:00
|
|
|
|
{
|
2023-11-04 15:00:51 -07:00
|
|
|
|
userName?,
|
2023-10-06 17:31:36 -07:00
|
|
|
|
target := { pp? := .some target},
|
|
|
|
|
vars := (nameType.map fun x => ({
|
2023-11-04 15:00:51 -07:00
|
|
|
|
userName := x.fst,
|
2023-10-06 17:31:36 -07:00
|
|
|
|
type? := .some { pp? := .some x.snd },
|
|
|
|
|
isInaccessible? := .some false
|
|
|
|
|
})).toArray
|
|
|
|
|
}
|
2023-11-04 15:00:51 -07:00
|
|
|
|
def proofRunner (env: Lean.Environment) (tests: TestM Unit): IO LSpec.TestSeq := do
|
2023-10-06 17:31:36 -07:00
|
|
|
|
let termElabM := tests.run LSpec.TestSeq.done |>.run {} -- with default options
|
|
|
|
|
|
|
|
|
|
let coreContext: Lean.Core.Context := {
|
2023-11-04 15:00:51 -07:00
|
|
|
|
currNamespace := Name.append .anonymous "Aniva",
|
2023-10-06 17:31:36 -07:00
|
|
|
|
openDecls := [], -- No 'open' directives needed
|
|
|
|
|
fileName := "<Pantograph>",
|
|
|
|
|
fileMap := { source := "", positions := #[0], lines := #[1] }
|
|
|
|
|
}
|
|
|
|
|
let metaM := termElabM.run' (ctx := {
|
|
|
|
|
declName? := some "_pantograph",
|
|
|
|
|
errToSorry := false
|
|
|
|
|
})
|
|
|
|
|
let coreM := metaM.run'
|
|
|
|
|
match ← (coreM.run' coreContext { env := env }).toBaseIO with
|
|
|
|
|
| .error exception =>
|
|
|
|
|
return LSpec.test "Exception" (s!"internal exception #{← exception.toMessageData.toString}" = "")
|
|
|
|
|
| .ok (_, a) =>
|
|
|
|
|
return a
|
|
|
|
|
|
2023-11-04 15:00:51 -07:00
|
|
|
|
/-- M-coupled goals -/
|
|
|
|
|
def test_m_couple: TestM Unit := do
|
|
|
|
|
let state? ← startProof "(2: Nat) ≤ 5"
|
|
|
|
|
let state0 ← match state? with
|
|
|
|
|
| .some state => pure state
|
|
|
|
|
| .none => do
|
|
|
|
|
addTest $ assertUnreachable "Goal could not parse"
|
|
|
|
|
return ()
|
|
|
|
|
|
|
|
|
|
let state1 ← match ← state0.execute (goalId := 0) (tactic := "apply Nat.le_trans") with
|
|
|
|
|
| .success state => pure state
|
|
|
|
|
| other => do
|
|
|
|
|
addTest $ assertUnreachable $ other.toString
|
|
|
|
|
return ()
|
|
|
|
|
addTest $ LSpec.check "apply Nat.le_trans" ((← state1.serializeGoals (options := ← read)).map (·.target.pp?) =
|
|
|
|
|
#[.some "2 ≤ ?m", .some "?m ≤ 5", .some "Nat"])
|
|
|
|
|
addTest $ LSpec.test "(1 root)" state1.rootExpr?.isNone
|
|
|
|
|
-- Set m to 3
|
|
|
|
|
let state2 ← match ← state1.execute (goalId := 2) (tactic := "exact 3") with
|
|
|
|
|
| .success state => pure state
|
|
|
|
|
| other => do
|
|
|
|
|
addTest $ assertUnreachable $ other.toString
|
|
|
|
|
return ()
|
|
|
|
|
addTest $ LSpec.test "(1b root)" state2.rootExpr?.isNone
|
2023-11-04 15:33:53 -07:00
|
|
|
|
let state1b ← match state2.continue state1 with
|
2023-11-04 15:00:51 -07:00
|
|
|
|
| .error msg => do
|
|
|
|
|
addTest $ assertUnreachable $ msg
|
|
|
|
|
return ()
|
|
|
|
|
| .ok state => pure state
|
|
|
|
|
addTest $ LSpec.check "exact 3" ((← state1b.serializeGoals (options := ← read)).map (·.target.pp?) =
|
|
|
|
|
#[.some "2 ≤ 3", .some "3 ≤ 5"])
|
|
|
|
|
addTest $ LSpec.test "(2 root)" state1b.rootExpr?.isNone
|
|
|
|
|
return ()
|
|
|
|
|
|
|
|
|
|
def test_proposition_generation: TestM Unit := do
|
|
|
|
|
let state? ← startProof "Σ' p:Prop, p"
|
|
|
|
|
let state0 ← match state? with
|
|
|
|
|
| .some state => pure state
|
|
|
|
|
| .none => do
|
|
|
|
|
addTest $ assertUnreachable "Goal could not parse"
|
|
|
|
|
return ()
|
|
|
|
|
|
|
|
|
|
let state1 ← match ← state0.execute (goalId := 0) (tactic := "apply PSigma.mk") with
|
|
|
|
|
| .success state => pure state
|
|
|
|
|
| other => do
|
|
|
|
|
addTest $ assertUnreachable $ other.toString
|
|
|
|
|
return ()
|
|
|
|
|
addTest $ LSpec.check "apply PSigma.mk" ((← state1.serializeGoals (options := ← read)).map (·.devolatilize) =
|
|
|
|
|
#[
|
|
|
|
|
buildGoal [] "?fst" (userName? := .some "snd"),
|
|
|
|
|
buildGoal [] "Prop" (userName? := .some "fst")
|
|
|
|
|
])
|
|
|
|
|
if let #[goal1, goal2] := ← state1.serializeGoals (options := { (← read) with printExprAST := true }) then
|
|
|
|
|
addTest $ LSpec.test "(1 reference)" (goal1.target.sexp? = .some s!"(:mv {goal2.name})")
|
|
|
|
|
addTest $ LSpec.test "(1 root)" state1.rootExpr?.isNone
|
|
|
|
|
|
|
|
|
|
let state2 ← match ← state1.tryAssign (goalId := 0) (expr := "λ (x: Nat) => _") with
|
|
|
|
|
| .success state => pure state
|
|
|
|
|
| other => do
|
|
|
|
|
addTest $ assertUnreachable $ other.toString
|
|
|
|
|
return ()
|
|
|
|
|
addTest $ LSpec.check ":= λ (x: Nat), _" ((← state2.serializeGoals (options := ← read)).map (·.target.pp?) =
|
|
|
|
|
#[.some "Nat → Prop", .some "∀ (x : Nat), ?m.29 x"])
|
|
|
|
|
addTest $ LSpec.test "(2 root)" state2.rootExpr?.isNone
|
|
|
|
|
|
|
|
|
|
let state3 ← match ← state2.tryAssign (goalId := 1) (expr := "fun x => Eq.refl x") with
|
|
|
|
|
| .success state => pure state
|
|
|
|
|
| other => do
|
|
|
|
|
addTest $ assertUnreachable $ other.toString
|
|
|
|
|
return ()
|
|
|
|
|
addTest $ LSpec.check ":= Eq.refl" ((← state3.serializeGoals (options := ← read)).map (·.target.pp?) =
|
|
|
|
|
#[])
|
2023-11-04 15:53:57 -07:00
|
|
|
|
|
2023-11-04 15:00:51 -07:00
|
|
|
|
addTest $ LSpec.test "(3 root)" state3.rootExpr?.isSome
|
|
|
|
|
return ()
|
|
|
|
|
|
2023-11-04 15:33:53 -07:00
|
|
|
|
def test_partial_continuation: TestM Unit := do
|
|
|
|
|
let state? ← startProof "(2: Nat) ≤ 5"
|
|
|
|
|
let state0 ← match state? with
|
|
|
|
|
| .some state => pure state
|
|
|
|
|
| .none => do
|
|
|
|
|
addTest $ assertUnreachable "Goal could not parse"
|
|
|
|
|
return ()
|
|
|
|
|
|
|
|
|
|
let state1 ← match ← state0.execute (goalId := 0) (tactic := "apply Nat.le_trans") with
|
|
|
|
|
| .success state => pure state
|
|
|
|
|
| other => do
|
|
|
|
|
addTest $ assertUnreachable $ other.toString
|
|
|
|
|
return ()
|
|
|
|
|
addTest $ LSpec.check "apply Nat.le_trans" ((← state1.serializeGoals (options := ← read)).map (·.target.pp?) =
|
|
|
|
|
#[.some "2 ≤ ?m", .some "?m ≤ 5", .some "Nat"])
|
|
|
|
|
|
|
|
|
|
let state2 ← match ← state1.execute (goalId := 2) (tactic := "apply Nat.succ") with
|
|
|
|
|
| .success state => pure state
|
|
|
|
|
| other => do
|
|
|
|
|
addTest $ assertUnreachable $ other.toString
|
|
|
|
|
return ()
|
|
|
|
|
addTest $ LSpec.check "apply Nat.succ" ((← state2.serializeGoals (options := ← read)).map (·.target.pp?) =
|
|
|
|
|
#[.some "Nat"])
|
|
|
|
|
|
|
|
|
|
-- Execute a partial continuation
|
|
|
|
|
let coupled_goals := state1.goals ++ state2.goals
|
|
|
|
|
let state1b ← match state2.resume (goals := coupled_goals) with
|
|
|
|
|
| .error msg => do
|
|
|
|
|
addTest $ assertUnreachable $ msg
|
|
|
|
|
return ()
|
|
|
|
|
| .ok state => pure state
|
|
|
|
|
addTest $ LSpec.check "(continue)" ((← state1b.serializeGoals (options := ← read)).map (·.target.pp?) =
|
|
|
|
|
#[.some "2 ≤ Nat.succ ?m", .some "Nat.succ ?m ≤ 5", .some "Nat"])
|
|
|
|
|
addTest $ LSpec.test "(2 root)" state1b.rootExpr?.isNone
|
|
|
|
|
|
|
|
|
|
-- Continuation should fail if the state does not exist:
|
|
|
|
|
match state0.resume coupled_goals with
|
|
|
|
|
| .error error => addTest $ LSpec.check "(continuation failure message)" (error = "Goals not in scope")
|
|
|
|
|
| .ok _ => addTest $ assertUnreachable "(continuation failure)"
|
2023-11-04 15:53:57 -07:00
|
|
|
|
-- Continuation should fail if some goals have not been solved
|
|
|
|
|
match state2.continue state1 with
|
|
|
|
|
| .error error => addTest $ LSpec.check "(continuation failure message)" (error = "Target state has unresolved goals")
|
|
|
|
|
| .ok _ => addTest $ assertUnreachable "(continuation failure)"
|
2023-11-04 15:33:53 -07:00
|
|
|
|
return ()
|
|
|
|
|
|
2023-11-04 15:00:51 -07:00
|
|
|
|
|
2023-10-06 17:31:36 -07:00
|
|
|
|
def suite: IO LSpec.TestSeq := do
|
|
|
|
|
let env: Lean.Environment ← Lean.importModules
|
|
|
|
|
(imports := #["Init"].map (λ str => { module := str_to_name str, runtimeOnly := false }))
|
|
|
|
|
(opts := {})
|
|
|
|
|
(trustLevel := 1)
|
|
|
|
|
let tests := [
|
2023-11-04 15:00:51 -07:00
|
|
|
|
("2 < 5", test_m_couple),
|
2023-11-04 15:33:53 -07:00
|
|
|
|
("Proposition Generation", test_proposition_generation),
|
|
|
|
|
("Partial Continuation", test_partial_continuation)
|
2023-10-06 17:31:36 -07:00
|
|
|
|
]
|
|
|
|
|
let tests ← tests.foldlM (fun acc tests => do
|
|
|
|
|
let (name, tests) := tests
|
2023-11-04 15:00:51 -07:00
|
|
|
|
let tests ← proofRunner env tests
|
2023-10-06 17:31:36 -07:00
|
|
|
|
return acc ++ (LSpec.group name tests)) LSpec.TestSeq.done
|
|
|
|
|
|
|
|
|
|
return LSpec.group "Holes" tests
|
|
|
|
|
|
|
|
|
|
end Pantograph.Test.Holes
|