1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
package internal
import (
"bufio"
"context"
"fmt"
"log/slog"
"net"
"os/exec"
"sync"
"sync/atomic"
"time"
)
type Daemon struct {
Ring *SharedRing
Watchmen *WatchMen
Ctx context.Context
WorkerWg sync.WaitGroup
WorkerCount atomic.Int64
}
// {"method": "query","function": "status","params": {"id": 1, "user": "wcole"}}
func (d *Daemon) HandleConn(ctx context.Context, conn net.Conn) {
defer conn.Close()
scanner := bufio.NewScanner(conn)
for scanner.Scan() {
var msg LurchMsg
if err := Decode(&msg, scanner.Bytes()); err != nil {
slog.Error("decode: failed to decode", "error", err)
fmt.Fprintln(conn, "error: invalid json")
continue
}
slog.Info("received", "json", msg)
if err := Compute(ctx, &msg, conn); err != nil {
slog.Error("parse: failed to parse lurch logic", "error", err)
fmt.Fprintln(conn, "error: failed to parse")
continue
}
}
if err := scanner.Err(); err != nil {
slog.Error("scanner: something broke, fix it", "error", err)
}
}
// TODO: add in custom command later
func (d *Daemon) SpawnWorker(ev *SysLurchEventT, timeout time.Duration) (uint64, error) {
offset, slotIdx, err := d.Ring.ClaimSlot()
if err != nil {
return 0, err
}
if err := d.Ring.WriteHeader(offset, ev); err != nil {
return 0, err
}
d.Watchmen.MarkPending(slotIdx, time.Now().Add(timeout))
payloadOffset := offset + SlotHeaderSize
ctx, cancel := context.WithTimeout(d.Ctx, timeout)
// custom executions; don't know yet with jaclang
cmd := exec.CommandContext(ctx, "jac", "howler.jac", fmt.Sprintf("%d", payloadOffset))
// explicit tracking of workers
d.WorkerWg.Add(1)
d.WorkerCount.Add(1)
go func() {
defer d.WorkerWg.Done()
defer d.WorkerCount.Add(-1)
defer cancel()
if err := cmd.Run(); err != nil {
slog.Error("spawn worker: worker failed to spawn / timed out on ingest deadline", "slotIdx", slotIdx)
}
}()
return slotIdx, nil
}
|
