115 lines
4.2 KiB
Go
115 lines
4.2 KiB
Go
package daemon
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"os"
|
|
"time"
|
|
|
|
"github.com/samcharles93/archie-core/internal/config"
|
|
"github.com/samcharles93/archie-core/internal/domain/workflow"
|
|
workflowtask "github.com/samcharles93/archie-core/internal/domain/workflow/task"
|
|
"github.com/samcharles93/archie-core/internal/infrastructure/kit"
|
|
"github.com/samcharles93/archie-core/internal/infrastructure/kitrun"
|
|
"github.com/samcharles93/archie-core/internal/taskstate"
|
|
)
|
|
|
|
// KitLauncher starts and ends the container of a task whose agent profile
|
|
// is a Kit.
|
|
type KitLauncher interface {
|
|
Launch(ctx context.Context, req kitrun.Request) (*kitrun.Run, error)
|
|
Release(ctx context.Context, run *kitrun.Run) error
|
|
RemoveVolumes(ctx context.Context, volumes []kit.Volume) error
|
|
}
|
|
|
|
// runKitTask runs a task in its Kit's container, every agent stage on the
|
|
// Kit's harness. The worker reaches NATS and the State Store only through
|
|
// the egress relay, and its environment carries no model provider key.
|
|
func (d *Daemon) runKitTask(ctx context.Context, task *workflow.Task, repo config.Repo, workDir string, profile config.AgentProfile) {
|
|
park := func(reason string, err error) {
|
|
d.Log.Error(reason, "task", task.ID, "err", err)
|
|
d.parkRunningTask(ctx, task.ID, reason+": "+err.Error(), taskstate.ParkTransient)
|
|
}
|
|
if d.KitLauncher == nil {
|
|
park("kit profile", fmt.Errorf("kit harness runs are unavailable on this daemon"))
|
|
return
|
|
}
|
|
if err := writeTaskBrief(workDir, task); err != nil {
|
|
park("task.json write failed", err)
|
|
return
|
|
}
|
|
credential, revokeCredential, err := d.runCredential(task)
|
|
if err != nil {
|
|
park("run credential failed", err)
|
|
return
|
|
}
|
|
defer revokeCredential()
|
|
env, err := kitrun.WorkerEnv(kitrun.Endpoints{
|
|
NATS: d.ConnectedNATS.URL, NATSToken: d.ConnectedNATS.ContainerToken(),
|
|
StateStore: d.ConnectedStateStore.URL, StateStoreToken: credential,
|
|
}, os.Getuid(), os.Getgid())
|
|
if err != nil {
|
|
park("kit worker environment", err)
|
|
return
|
|
}
|
|
// The interface is reparsed rather than threaded through pinTaskProfile's
|
|
// return: task.WorkflowDefinitionYAML is already pinned by the time this
|
|
// runs, parsing it is pure and cheap, and pinTaskProfile's signature stays
|
|
// unchanged for its other callers.
|
|
iface, err := workflowtask.ParseWorkflowInterface(task.WorkflowDefinitionYAML)
|
|
if err != nil {
|
|
park("kit workflow interface", err)
|
|
return
|
|
}
|
|
// Org and GrantedServices are the dispatching identity's own facts, read
|
|
// fresh here rather than cached anywhere: the same per-task
|
|
// config.Config d.configFor already resolves for every other identity
|
|
// override (Forge, Budgets, ...).
|
|
taskCfg := d.configFor(task)
|
|
credentialOrg, grantedServices := taskCfg.CredentialAccess("")
|
|
run, err := d.KitLauncher.Launch(ctx, kitrun.Request{
|
|
Execution: fmt.Sprintf("task-%d", task.ID),
|
|
Kit: profile.Kit,
|
|
Adapter: profile.Adapter,
|
|
WorkDir: workDir,
|
|
WorkerEnv: env,
|
|
GateRetries: iface.Needs().GateRetries,
|
|
Org: credentialOrg,
|
|
GrantedServices: grantedServices,
|
|
RunCredential: credential,
|
|
})
|
|
if err != nil {
|
|
park("kit launch failed", err)
|
|
return
|
|
}
|
|
|
|
limitCtx, stopLimit := withTaskTimeLimit(ctx, d.configFor(task).Budgets.TaskWallClock.Std())
|
|
runCtx, stopWatch := withContainerExit(limitCtx, run.Container.Exited())
|
|
d.runViaAgent(runCtx, task, repo, profile, &run.Harness, credential)
|
|
stopWatch()
|
|
stopLimit()
|
|
|
|
if err := d.KitLauncher.Release(ctx, run); err != nil {
|
|
d.Log.Warn("kit release failed", "task", task.ID, "err", err)
|
|
}
|
|
d.removeEndedKitVolumes(ctx, task.ID, run.Volumes)
|
|
}
|
|
|
|
// removeEndedKitVolumes removes the execution's Kit volumes unless the task
|
|
// parked: a retry of a parked task is the same execution and resumes from
|
|
// them.
|
|
func (d *Daemon) removeEndedKitVolumes(ctx context.Context, taskID int64, volumes []kit.Volume) {
|
|
if len(volumes) == 0 || d.Store == nil {
|
|
return
|
|
}
|
|
lookupCtx, cancel := context.WithTimeout(context.WithoutCancel(ctx), 10*time.Second)
|
|
defer cancel()
|
|
latest, err := d.Store.TaskByID(lookupCtx, taskID)
|
|
if err != nil || latest == nil || latest.Status == workflow.StatusParked {
|
|
return
|
|
}
|
|
if err := d.KitLauncher.RemoveVolumes(lookupCtx, volumes); err != nil {
|
|
d.Log.Warn("kit volume removal failed", "task", taskID, "err", err)
|
|
}
|
|
}
|