Files
archie/internal/container/kit.go
T

190 lines
6.2 KiB
Go

package container
import (
"bytes"
"context"
"encoding/base64"
"errors"
"fmt"
"path"
"strings"
"github.com/moby/moby/api/pkg/stdcopy"
"github.com/moby/moby/api/types/container"
"github.com/moby/moby/api/types/mount"
"github.com/moby/moby/client"
"github.com/samcharles93/archie-core/internal/infrastructure/kit"
)
const hookOutputTail = 2000
// KitSpec is one Kit task container: the workload image running archie's
// worker as root, on the task's sandbox network, with the Kit's launch.
type KitSpec struct {
Name string
Image string
Network string
// Worker is the entrypoint that runs archie-agent as the container's
// root process, and WorkerEnv its environment, credentials included.
Worker []string
WorkerEnv []string
Binds []string
Labels map[string]string
Launch kit.Launch
// InstallDone runs after the install hooks and before anything else, so
// the caller can end the install phase: the egress session moves to its
// runtime policy and install-phase credentials stop resolving.
InstallDone func()
}
// StartKit creates and starts a Kit container and runs its install and
// startup hooks. A failing hook removes the container and returns its
// output.
func StartKit(ctx context.Context, cli *client.Client, s KitSpec) (string, error) {
var mounts []mount.Mount
for _, v := range s.Launch.Volumes {
if _, err := cli.VolumeCreate(ctx, client.VolumeCreateOptions{Name: v.Name, Labels: s.Labels}); err != nil {
return "", fmt.Errorf("create kit volume %s: %w", v.Name, err)
}
mounts = append(mounts, mount.Mount{Type: mount.TypeVolume, Source: v.Name, Target: v.Path})
}
created, err := cli.ContainerCreate(ctx, client.ContainerCreateOptions{
Name: s.Name,
Config: &container.Config{
Image: s.Image,
Entrypoint: s.Worker,
Cmd: []string{},
User: "0",
Env: s.WorkerEnv,
WorkingDir: kit.WorkspaceDir,
Labels: s.Labels,
},
HostConfig: &container.HostConfig{
NetworkMode: container.NetworkMode(s.Network),
Binds: s.Binds,
Mounts: mounts,
},
})
if err != nil {
return "", fmt.Errorf("create kit container: %w", err)
}
fail := func(err error) (string, error) {
_, rmErr := cli.ContainerRemove(context.WithoutCancel(ctx), created.ID, client.ContainerRemoveOptions{Force: true})
return "", errors.Join(err, rmErr)
}
if _, err := cli.ContainerStart(ctx, created.ID, client.ContainerStartOptions{}); err != nil {
return fail(fmt.Errorf("start kit container: %w", err))
}
for i, h := range s.Launch.Install {
if err := runHook(ctx, cli, created.ID, h); err != nil {
return fail(fmt.Errorf("install hook %d: %w", i+1, err))
}
}
if s.InstallDone != nil {
s.InstallDone()
}
for _, f := range s.Launch.Files {
if err := writeKitFile(ctx, cli, created.ID, s.Launch.Harness.User, f.Path, f.Content, f.Mode, f.Overwrite); err != nil {
return fail(fmt.Errorf("write kit file %s: %w", f.Path, err))
}
}
for _, f := range s.Launch.Context {
if err := writeKitFile(ctx, cli, created.ID, "0", f.Path, f.Content, f.Mode, nil); err != nil {
return fail(fmt.Errorf("write agent context %s: %w", f.Path, err))
}
}
for i, h := range s.Launch.Startup {
if err := runHook(ctx, cli, created.ID, h); err != nil {
return fail(fmt.Errorf("startup hook %d: %w", i+1, err))
}
}
return created.ID, nil
}
// RemoveKitVolumes removes an execution's Kit volumes once the execution
// has ended; a retry of the same execution reuses them until then.
func RemoveKitVolumes(ctx context.Context, cli *client.Client, volumes []kit.Volume) error {
var errs []error
for _, v := range volumes {
if _, err := cli.VolumeRemove(ctx, v.Name, client.VolumeRemoveOptions{Force: true}); err != nil {
errs = append(errs, fmt.Errorf("remove kit volume %s: %w", v.Name, err))
}
}
return errors.Join(errs...)
}
func runHook(ctx context.Context, cli *client.Client, id string, h kit.Hook) error {
if h.Background {
exec, err := cli.ExecCreate(ctx, id, client.ExecCreateOptions{User: h.User, Env: h.Env, Cmd: h.Argv, WorkingDir: kit.WorkspaceDir})
if err != nil {
return err
}
_, err = cli.ExecStart(ctx, exec.ID, client.ExecStartOptions{Detach: true})
return err
}
code, out, err := ExecIn(ctx, cli, id, h.User, h.Env, h.Argv)
if err != nil {
return err
}
if code != 0 {
return fmt.Errorf("%s exited %d: %s", strings.Join(h.Argv, " "), code, out)
}
return nil
}
// writeKitFile writes a lifecycle file as the harness user, so the file
// belongs to the agent as the Kit spec requires.
func writeKitFile(ctx context.Context, cli *client.Client, id, user, target, content, mode string, overwrite *bool) error {
script := `mkdir -p "$(dirname "$KIT_PATH")" && printf %s "$KIT_CONTENT" | base64 -d > "$KIT_PATH"`
if mode != "" {
script += ` && chmod "$KIT_MODE" "$KIT_PATH"`
}
if overwrite != nil && !*overwrite {
script = `[ -e "$KIT_PATH" ] || { ` + script + `; }`
}
env := []string{
"KIT_PATH=" + path.Clean(target),
"KIT_CONTENT=" + base64.StdEncoding.EncodeToString([]byte(content)),
"KIT_MODE=" + mode,
}
code, out, err := ExecIn(ctx, cli, id, user, env, []string{"sh", "-c", script})
if err != nil {
return err
}
if code != 0 {
return fmt.Errorf("exited %d: %s", code, out)
}
return nil
}
// ExecIn runs argv in a container as user with exactly env, and returns its
// exit code and the tail of its combined output.
func ExecIn(ctx context.Context, cli *client.Client, id, user string, env, argv []string) (int, string, error) {
exec, err := cli.ExecCreate(ctx, id, client.ExecCreateOptions{
User: user, Env: env, Cmd: argv, WorkingDir: kit.WorkspaceDir,
AttachStdout: true, AttachStderr: true,
})
if err != nil {
return 0, "", err
}
attached, err := cli.ExecAttach(ctx, exec.ID, client.ExecAttachOptions{})
if err != nil {
return 0, "", err
}
defer attached.Close()
var out bytes.Buffer
if _, err := stdcopy.StdCopy(&out, &out, attached.Reader); err != nil {
return 0, "", err
}
inspected, err := cli.ExecInspect(ctx, exec.ID, client.ExecInspectOptions{})
if err != nil {
return 0, "", err
}
text := strings.TrimSpace(out.String())
if len(text) > hookOutputTail {
text = text[len(text)-hookOutputTail:]
}
return inspected.ExitCode, text, nil
}