Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions crates/runvil/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -17,10 +17,11 @@ runvil-engine.workspace = true
runvil-plugin.workspace = true

# The suite and the `run-prompt` example run a Host on tokio, as a real
# Host does; the facade's own items name no tokio type.
# Host does; the facade's own items name no tokio type. `test-util` is the
# paused clock the golden tests run on.
[dev-dependencies]
serde_json.workspace = true
tokio = { workspace = true, features = ["macros", "rt", "signal", "time"] }
tokio = { workspace = true, features = ["macros", "rt", "signal", "test-util", "time"] }

[lints]
workspace = true
17 changes: 17 additions & 0 deletions crates/runvil/tests/golden/tasks/01-spawn-and-join.log
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
0 0 event - {"kind":"run_started","provenance":{"seq":0,"task":"0"},"section":"spawn-and-join"}
0 1 event - {"kind":"section_started","provenance":{"seq":1,"task":"0"},"section":"Main"}
0 2 event - {"kind":"lua_chunk_started","provenance":{"seq":2,"task":"0"},"section":"Main"}
0 3 event - {"args":null,"index":null,"item":null,"kind":"task_started","provenance":{"seq":3,"task":"0"},"section":"Main","target":"Worker","task":"0.0","var":{}}
0.0 0 event - {"kind":"section_started","provenance":{"seq":0,"task":"0.0"},"section":"Worker"}
0.0 1 event - {"kind":"lua_chunk_started","provenance":{"seq":1,"task":"0.0"},"section":"Worker"}
0.0 2 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":2,"task":"0.0"},"section":"Worker"}
0.0 3 event - {"kind":"lua_teardown_started","provenance":{"seq":3,"task":"0.0"},"section":"Worker"}
0.0 4 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":4,"task":"0.0"},"section":"Worker"}
0.0 5 event - {"kind":"section_finished","provenance":{"seq":5,"task":"0.0"},"section":"Worker"}
0.0 6 event - {"kind":"task_succeeded","provenance":{"seq":6,"task":"0.0"},"section":"Worker","task":"0.0"}
0 4 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":4,"task":"0"},"section":"Main"}
0 5 event - {"kind":"lua_teardown_started","provenance":{"seq":5,"task":"0"},"section":"Main"}
0 6 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":6,"task":"0"},"section":"Main"}
0 7 event - {"kind":"section_finished","provenance":{"seq":7,"task":"0"},"section":"Main"}
0 8 event - {"kind":"run_succeeded","provenance":{"seq":8,"task":"0"},"section":"spawn-and-join"}
result ok "done"
19 changes: 19 additions & 0 deletions crates/runvil/tests/golden/tasks/01-spawn-and-join.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
---
name: spawn-and-join
description: Spawns one task and joins it
runvil: 0
---

## Main

```lua
local worker = tasks.spawn('../Worker')
local results = tasks.join({ worker })
return results[1].result
```

## Worker

```lua
return 'done'
```
30 changes: 30 additions & 0 deletions crates/runvil/tests/golden/tasks/02-survives-fall-through.log
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
0 0 event - {"kind":"run_started","provenance":{"seq":0,"task":"0"},"section":"survives-fall-through"}
0 1 event - {"kind":"section_started","provenance":{"seq":1,"task":"0"},"section":"First"}
0 2 event - {"kind":"lua_chunk_started","provenance":{"seq":2,"task":"0"},"section":"First"}
0 4 event - {"args":null,"index":null,"item":null,"kind":"task_started","provenance":{"seq":4,"task":"0"},"section":"First","target":"Worker","task":"0.0","var":{}}
0.0 0 event - {"kind":"section_started","provenance":{"seq":0,"task":"0.0"},"section":"Worker"}
0.0 1 event - {"kind":"lua_chunk_started","provenance":{"seq":1,"task":"0.0"},"section":"Worker"}
0 3 effect 0 {"Timer":{"seconds":1.0}}
0.0 2 effect 1 {"Chat":{"after":null,"alias":"default","keep":0,"max_tokens":null,"messages":[{"content":"after 5 reply done","role":"user"}],"round":0,"temperature":null,"thinking":null,"tools":[]}}
0 3 answer 0 "Timer"
0 5 event - {"kind":"lua","message":"timed out in First: true","provenance":{"seq":5,"task":"0"},"section":"First"}
0 6 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":6,"task":"0"},"section":"First"}
0 7 event - {"kind":"lua_teardown_started","provenance":{"seq":7,"task":"0"},"section":"First"}
0 8 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":8,"task":"0"},"section":"First"}
0 9 event - {"kind":"section_finished","provenance":{"seq":9,"task":"0"},"section":"First"}
0 10 event - {"kind":"section_started","provenance":{"seq":10,"task":"0"},"section":"Second"}
0 11 event - {"kind":"lua_chunk_started","provenance":{"seq":11,"task":"0"},"section":"Second"}
0.0 2 answer 1 {"Chat":{"Ok":{"finish_reason":null,"model":"mock-model","reply":"done","tool_calls":[]}}}
0.0 3 event - {"kind":"model_turn_completed","provenance":{"seq":3,"task":"0.0"},"section":"Worker"}
0.0 4 event - {"finish_reason":null,"kind":"assistant_reply","metrics":null,"model":"mock-model","origin":"infer","provenance":{"seq":4,"task":"0.0"},"round":0,"section":"Worker","text":"done","turn":1}
0.0 5 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":5,"task":"0.0"},"section":"Worker"}
0.0 6 event - {"kind":"lua_teardown_started","provenance":{"seq":6,"task":"0.0"},"section":"Worker"}
0.0 7 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":7,"task":"0.0"},"section":"Worker"}
0.0 8 event - {"kind":"section_finished","provenance":{"seq":8,"task":"0.0"},"section":"Worker"}
0.0 9 event - {"kind":"task_succeeded","provenance":{"seq":9,"task":"0.0"},"section":"Worker","task":"0.0"}
0 12 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":12,"task":"0"},"section":"Second"}
0 13 event - {"kind":"lua_teardown_started","provenance":{"seq":13,"task":"0"},"section":"Second"}
0 14 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":14,"task":"0"},"section":"Second"}
0 15 event - {"kind":"section_finished","provenance":{"seq":15,"task":"0"},"section":"Second"}
0 16 event - {"kind":"run_succeeded","provenance":{"seq":16,"task":"0"},"section":"survives-fall-through"}
result ok "done"
26 changes: 26 additions & 0 deletions crates/runvil/tests/golden/tasks/02-survives-fall-through.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
---
name: survives-fall-through
description: Joins a task in the section after the one that spawned it
runvil: 0
---

## First

```lua
var.worker = tasks.spawn('../Worker')
local _, timed_out = tasks.join({ var.worker }, { timeout = 1 })
log('timed out in First: ' .. tostring(timed_out))
```

## Second

```lua
local results = tasks.join({ var.worker })
return results[1].result
```

## Worker

```lua
return models.infer('after 5 reply done')
```
20 changes: 20 additions & 0 deletions crates/runvil/tests/golden/tasks/03-queued-until-owner-waits.log
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
0 0 event - {"kind":"run_started","provenance":{"seq":0,"task":"0"},"section":"queued-until-owner-waits"}
0 1 event - {"kind":"section_started","provenance":{"seq":1,"task":"0"},"section":"Main"}
0 2 event - {"kind":"lua_chunk_started","provenance":{"seq":2,"task":"0"},"section":"Main"}
0 3 event - {"kind":"lua","message":"queued","provenance":{"seq":3,"task":"0"},"section":"Main"}
0 4 event - {"kind":"lua","message":"queued","provenance":{"seq":4,"task":"0"},"section":"Main"}
0 5 event - {"kind":"lua","message":"queued","provenance":{"seq":5,"task":"0"},"section":"Main"}
0 6 event - {"args":null,"index":null,"item":null,"kind":"task_started","provenance":{"seq":6,"task":"0"},"section":"Main","target":"Worker","task":"0.0","var":{}}
0.0 0 event - {"kind":"section_started","provenance":{"seq":0,"task":"0.0"},"section":"Worker"}
0.0 1 event - {"kind":"lua_chunk_started","provenance":{"seq":1,"task":"0.0"},"section":"Worker"}
0.0 2 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":2,"task":"0.0"},"section":"Worker"}
0.0 3 event - {"kind":"lua_teardown_started","provenance":{"seq":3,"task":"0.0"},"section":"Worker"}
0.0 4 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":4,"task":"0.0"},"section":"Worker"}
0.0 5 event - {"kind":"section_finished","provenance":{"seq":5,"task":"0.0"},"section":"Worker"}
0.0 6 event - {"kind":"task_succeeded","provenance":{"seq":6,"task":"0.0"},"section":"Worker","task":"0.0"}
0 7 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":7,"task":"0"},"section":"Main"}
0 8 event - {"kind":"lua_teardown_started","provenance":{"seq":8,"task":"0"},"section":"Main"}
0 9 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":9,"task":"0"},"section":"Main"}
0 10 event - {"kind":"section_finished","provenance":{"seq":10,"task":"0"},"section":"Main"}
0 11 event - {"kind":"run_succeeded","provenance":{"seq":11,"task":"0"},"section":"queued-until-owner-waits"}
result ok "done"
22 changes: 22 additions & 0 deletions crates/runvil/tests/golden/tasks/03-queued-until-owner-waits.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
---
name: queued-until-owner-waits
description: Reads a task's status in a loop that never waits
runvil: 0
---

## Main

```lua
local worker = tasks.spawn('../Worker')
for _ = 1, 3 do
log(tasks.status(worker).blocked)
end
local results = tasks.join({ worker })
return results[1].result
```

## Worker

```lua
return 'done'
```
17 changes: 17 additions & 0 deletions crates/runvil/tests/golden/tasks/04-inputs-copied-at-spawn.log
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
0 0 event - {"kind":"run_started","provenance":{"seq":0,"task":"0"},"section":"inputs-copied-at-spawn"}
0 1 event - {"kind":"section_started","provenance":{"seq":1,"task":"0"},"section":"Main"}
0 2 event - {"kind":"lua_chunk_started","provenance":{"seq":2,"task":"0"},"section":"Main"}
0 3 event - {"args":{"name":"ada"},"index":7,"item":"apple","kind":"task_started","provenance":{"seq":3,"task":"0"},"section":"Main","target":"Worker","task":"0.0","var":{"color":"red"}}
0.0 0 event - {"kind":"section_started","provenance":{"seq":0,"task":"0.0"},"section":"Worker"}
0.0 1 event - {"kind":"lua_chunk_started","provenance":{"seq":1,"task":"0.0"},"section":"Worker"}
0.0 2 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":2,"task":"0.0"},"section":"Worker"}
0.0 3 event - {"kind":"lua_teardown_started","provenance":{"seq":3,"task":"0.0"},"section":"Worker"}
0.0 4 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":4,"task":"0.0"},"section":"Worker"}
0.0 5 event - {"kind":"section_finished","provenance":{"seq":5,"task":"0.0"},"section":"Worker"}
0.0 6 event - {"kind":"task_succeeded","provenance":{"seq":6,"task":"0.0"},"section":"Worker","task":"0.0"}
0 4 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":4,"task":"0"},"section":"Main"}
0 5 event - {"kind":"lua_teardown_started","provenance":{"seq":5,"task":"0"},"section":"Main"}
0 6 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":6,"task":"0"},"section":"Main"}
0 7 event - {"kind":"section_finished","provenance":{"seq":7,"task":"0"},"section":"Main"}
0 8 event - {"kind":"run_succeeded","provenance":{"seq":8,"task":"0"},"section":"inputs-copied-at-spawn"}
result ok "ada apple 7 red default | owner: blue strong"
22 changes: 22 additions & 0 deletions crates/runvil/tests/golden/tasks/04-inputs-copied-at-spawn.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
---
name: inputs-copied-at-spawn
description: Changes var and the model after a spawn
runvil: 0
---

## Main

```lua
var.color = 'red'
local worker = tasks.spawn('../Worker', { args = { name = 'ada' }, item = 'apple', index = 7 })
var.color = 'blue'
models.use('strong')
local results = tasks.join({ worker })
return results[1].result .. ' | owner: ' .. var.color .. ' ' .. models.current().label
```

## Worker

```lua
return args.name .. ' ' .. item .. ' ' .. sys.index .. ' ' .. var.color .. ' ' .. models.current().label
```
33 changes: 33 additions & 0 deletions crates/runvil/tests/golden/tasks/05-limit-of-one.log
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
0 0 event - {"kind":"run_started","provenance":{"seq":0,"task":"0"},"section":"limit-of-one"}
0 1 event - {"kind":"section_started","provenance":{"seq":1,"task":"0"},"section":"Main"}
0 2 event - {"kind":"lua_chunk_started","provenance":{"seq":2,"task":"0"},"section":"Main"}
0 3 event - {"args":null,"index":null,"item":"first","kind":"task_started","provenance":{"seq":3,"task":"0"},"section":"Main","target":"Worker","task":"0.0","var":{}}
0.0 0 event - {"kind":"section_started","provenance":{"seq":0,"task":"0.0"},"section":"Worker"}
0.0 1 event - {"kind":"lua_chunk_started","provenance":{"seq":1,"task":"0.0"},"section":"Worker"}
0.0 2 effect 0 {"Chat":{"after":null,"alias":"default","keep":0,"max_tokens":null,"messages":[{"content":"after 1 reply first","role":"user"}],"round":0,"temperature":null,"thinking":null,"tools":[]}}
0.0 2 answer 0 {"Chat":{"Ok":{"finish_reason":null,"model":"mock-model","reply":"first","tool_calls":[]}}}
0.0 3 event - {"kind":"model_turn_completed","provenance":{"seq":3,"task":"0.0"},"section":"Worker"}
0.0 4 event - {"finish_reason":null,"kind":"assistant_reply","metrics":null,"model":"mock-model","origin":"infer","provenance":{"seq":4,"task":"0.0"},"round":0,"section":"Worker","text":"first","turn":1}
0.0 5 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":5,"task":"0.0"},"section":"Worker"}
0.0 6 event - {"kind":"lua_teardown_started","provenance":{"seq":6,"task":"0.0"},"section":"Worker"}
0.0 7 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":7,"task":"0.0"},"section":"Worker"}
0.0 8 event - {"kind":"section_finished","provenance":{"seq":8,"task":"0.0"},"section":"Worker"}
0.0 9 event - {"kind":"task_succeeded","provenance":{"seq":9,"task":"0.0"},"section":"Worker","task":"0.0"}
0 4 event - {"args":null,"index":null,"item":"second","kind":"task_started","provenance":{"seq":4,"task":"0"},"section":"Main","target":"Worker","task":"0.1","var":{}}
0.1 0 event - {"kind":"section_started","provenance":{"seq":0,"task":"0.1"},"section":"Worker"}
0.1 1 event - {"kind":"lua_chunk_started","provenance":{"seq":1,"task":"0.1"},"section":"Worker"}
0.1 2 effect 1 {"Chat":{"after":null,"alias":"default","keep":0,"max_tokens":null,"messages":[{"content":"after 1 reply second","role":"user"}],"round":1,"temperature":null,"thinking":null,"tools":[]}}
0.1 2 answer 1 {"Chat":{"Ok":{"finish_reason":null,"model":"mock-model","reply":"second","tool_calls":[]}}}
0.1 3 event - {"kind":"model_turn_completed","provenance":{"seq":3,"task":"0.1"},"section":"Worker"}
0.1 4 event - {"finish_reason":null,"kind":"assistant_reply","metrics":null,"model":"mock-model","origin":"infer","provenance":{"seq":4,"task":"0.1"},"round":1,"section":"Worker","text":"second","turn":1}
0.1 5 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":5,"task":"0.1"},"section":"Worker"}
0.1 6 event - {"kind":"lua_teardown_started","provenance":{"seq":6,"task":"0.1"},"section":"Worker"}
0.1 7 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":7,"task":"0.1"},"section":"Worker"}
0.1 8 event - {"kind":"section_finished","provenance":{"seq":8,"task":"0.1"},"section":"Worker"}
0.1 9 event - {"kind":"task_succeeded","provenance":{"seq":9,"task":"0.1"},"section":"Worker","task":"0.1"}
0 5 event - {"kind":"lua_chunk_succeeded","provenance":{"seq":5,"task":"0"},"section":"Main"}
0 6 event - {"kind":"lua_teardown_started","provenance":{"seq":6,"task":"0"},"section":"Main"}
0 7 event - {"kind":"lua_teardown_succeeded","provenance":{"seq":7,"task":"0"},"section":"Main"}
0 8 event - {"kind":"section_finished","provenance":{"seq":8,"task":"0"},"section":"Main"}
0 9 event - {"kind":"run_succeeded","provenance":{"seq":9,"task":"0"},"section":"limit-of-one"}
result ok "first second"
21 changes: 21 additions & 0 deletions crates/runvil/tests/golden/tasks/05-limit-of-one.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
---
name: limit-of-one
description: Spawns two tasks under a limit of one
runvil: 0
---

## Main

```lua
tasks.concurrency(1)
local first = tasks.spawn('../Worker', { item = 'first' })
local second = tasks.spawn('../Worker', { item = 'second' })
local results = tasks.join({ first, second })
return results[1].result .. ' ' .. results[2].result
```

## Worker

```lua
return models.infer('after 1 reply ' .. item)
```
Loading
Loading