fix(tools/provider/mcp): preserve MCP binary tool results for delivery

WIRE: the live provider/mcp adaptation path is the only production MCP
consumer and its handlerFor detected image/audio/resource-blob blocks but
returned an empty MultimodalResult, so telegram_setup's multimodalMediaRefs
(which reads only result.URLs) had nothing to deliver. Decode each media
block into the provider's media root and populate Files, SubdirHint and
URLs with local-path refs the channel uploads.
This commit is contained in:
sam committed 2026-09-15 12:54:07 +10:00
1 parent e84aded3fb
commit d2f9c31f0c
2 files changed
+273 -11

No files matched your search

+200 -11
View File
@@ -3,11 +3,16 @@ package mcp
import (
"context"
"encoding/base64"
"errors"
"fmt"
"os"
"path/filepath"
"reflect"
"strconv"
"strings"
"sync"
"sync/atomic"
"time"
"github.com/samcharles93/archie-core/internal/plugin"
@@ -33,6 +38,14 @@ type Provider struct {
segment string
transport LifecycleTransport
client *protocol.Client
// mediaDir is the root directory binary content blocks (images, audio,
// resource blobs) are written under, created lazily on the first
// multimodal tool result. It is removed by Stop.
mediaDir string
// mediaCallSeq disambiguates concurrent calls to the same tool so
// their written media files never share a directory.
mediaCallSeq atomic.Int64
}
// New creates an MCP tool provider.
@@ -163,11 +176,19 @@ func (p *Provider) Health(context.Context) plugin.Health {
}
}
// Stop stops the MCP transport.
// Stop stops the MCP transport and removes any media files written during
// this provider's lifetime.
func (p *Provider) Stop(ctx context.Context) error {
p.mu.Lock()
p.client = nil
mediaDir := p.mediaDir
p.mediaDir = ""
p.mu.Unlock()
if mediaDir != "" {
if err := os.RemoveAll(mediaDir); err != nil {
return fmt.Errorf("remove MCP media dir %q: %w", mediaDir, err)
}
}
if isNilTransport(p.transport) {
return nil
}
@@ -184,16 +205,23 @@ func (p *Provider) handlerFor(client *protocol.Client, originalName string) tool
return nil, err
}
var text strings.Builder
multimodal := false
var media []protocol.ContentBlock
for _, block := range result.Content {
switch {
case block.Type == "resource" && block.Resource != nil && block.Resource.Blob != "":
// A resource can carry both inline text and a binary blob
// at once; keep the text in the summary and still treat
// the blob as media.
if block.Resource.Text != "" {
text.WriteString(block.Resource.Text)
}
media = append(media, block)
case block.Type == "resource" && block.Resource != nil:
text.WriteString(block.Resource.Text)
multimodal = multimodal || block.Resource.Blob != ""
case block.Data != "":
media = append(media, block)
case block.Type == "" || block.Type == "text":
text.WriteString(block.Text)
case block.Data != "":
multimodal = true
default:
fmt.Fprintf(&text, "[unhandled content block type %q]", block.Type)
}
@@ -201,13 +229,174 @@ func (p *Provider) handlerFor(client *protocol.Client, originalName string) tool
if result.IsError {
return nil, fmt.Errorf("MCP tool %q reported an error: %s", originalName, text.String())
}
if multimodal {
return tools.MultimodalResult{
IsMultimodal: true,
Summary: text.String(),
}, nil
if len(media) == 0 {
return text.String(), nil
}
return text.String(), nil
return p.writeMultimodalResult(originalName, text.String(), media)
}
}
// maxMediaBlockBase64Bytes caps the base64-encoded size of a single media
// content block before it is decoded and written to disk. An MCP server is
// a semi-trusted external process; without a cap, one misbehaving or
// malicious response could force the daemon to allocate and persist an
// unbounded amount of data. ~48MiB decoded (base64 is ~4/3 the size of the
// decoded payload).
const maxMediaBlockBase64Bytes = 64 << 20 // 64MiB
// writeMultimodalResult decodes and writes each media block to disk under
// p.mediaDir/<tool name>/<call sequence>/, returning an envelope whose URLs
// carry the local files for the channel to upload. Malformed base64 data
// is a hard error -- the server sent a content block it claimed was media
// but wasn't decodable.
func (p *Provider) writeMultimodalResult(toolName, summaryText string, media []protocol.ContentBlock) (tools.MultimodalResult, error) {
result := tools.MultimodalResult{IsMultimodal: true, Summary: summaryText}
root, err := p.mediaRoot()
if err != nil {
return tools.MultimodalResult{}, err
}
// toolName is server-supplied (it comes from the MCP server's own
// tools/list response, not from caller-controlled input) and is used
// to build a filesystem path below. Never trust it: a malicious server
// could otherwise advertise a tool name like "../../etc/cron.d/x" to
// escape the media root. Reject any path separator or "." component
// outright rather than trying to sanitize it into something safe.
if err := rejectPathTraversal(toolName); err != nil {
return tools.MultimodalResult{}, fmt.Errorf("MCP tool name %q is not safe as a path component: %w", toolName, err)
}
// Each call gets its own subdirectory so concurrent calls to the same
// tool never write to the same index-based filename and clobber or
// interleave each other's output.
callSeq := p.mediaCallSeq.Add(1)
subdir := filepath.Join(root, toolName, strconv.FormatInt(callSeq, 10))
if err := os.MkdirAll(subdir, 0o755); err != nil {
return tools.MultimodalResult{}, fmt.Errorf("MCP tool %s: create media dir: %w", toolName, err)
}
files := make([]string, 0, len(media))
refs := make([]tools.MediaRef, 0, len(media))
for i, block := range media {
data := block.Data
mimeType := block.MimeType
if block.Resource != nil {
data = block.Resource.Blob
mimeType = block.Resource.MimeType
}
if len(data) > maxMediaBlockBase64Bytes {
return tools.MultimodalResult{}, fmt.Errorf("MCP tool %s: media block %d (%d bytes base64) exceeds the %d byte limit",
toolName, i, len(data), maxMediaBlockBase64Bytes)
}
raw, err := base64.StdEncoding.DecodeString(data)
if err != nil {
return tools.MultimodalResult{}, fmt.Errorf("MCP tool %s: decode media block %d: %w", toolName, i, err)
}
ext := extensionForMimeType(mimeType)
name := fmt.Sprintf("%d%s", i, ext)
path := filepath.Join(subdir, name)
if err := os.WriteFile(path, raw, 0o644); err != nil {
return tools.MultimodalResult{}, fmt.Errorf("MCP tool %s: write media block %d: %w", toolName, i, err)
}
files = append(files, path)
refs = append(refs, tools.MediaRef{
Type: mediaTypeForMimeType(mimeType),
Path: path,
FileName: name,
})
}
result.SubdirHint = subdir
result.Files = files
result.URLs = refs
return result, nil
}
// mediaRoot returns the provider's media directory, creating it under the
// system temp directory on first use. Providers are long-lived relative to
// a turn (the daemon keeps them for its whole lifetime; a task worker keeps
// them for the task), so a lazily created root keeps text-only servers from
// creating directories they never need.
func (p *Provider) mediaRoot() (string, error) {
p.mu.Lock()
defer p.mu.Unlock()
if p.mediaDir != "" {
return p.mediaDir, nil
}
dir, err := os.MkdirTemp("", "archie-mcp-media-")
if err != nil {
return "", fmt.Errorf("MCP provider %q: create media root: %w", p.name, err)
}
p.mediaDir = dir
return dir, nil
}
// rejectPathTraversal returns an error if name contains a path separator or
// a "." component (covers both ".." and a bare "."), i.e. anything that
// would let it escape or alter the directory it's joined into. Tool names
// have no legitimate reason to contain path structure.
func rejectPathTraversal(name string) error {
if name == "" {
return errors.New("empty name")
}
if strings.ContainsAny(name, `/\`) {
return errors.New("contains a path separator")
}
// No separators at this point, so name is a single path component --
// only "." and ".." are themselves traversal-meaningful.
if name == "." || name == ".." {
return errors.New("is a \".\" or \"..\" path component")
}
return nil
}
// extensionForMimeType maps common MCP media MIME types to a file
// extension. Unrecognized types get no extension -- the file is still
// written and its path returned; a missing extension doesn't stop the
// content from being usable, it's just not identifiable by filename alone.
func extensionForMimeType(mimeType string) string {
switch mimeType {
case "image/png":
return ".png"
case "image/jpeg":
return ".jpg"
case "image/gif":
return ".gif"
case "image/webp":
return ".webp"
case "audio/wav", "audio/wave", "audio/x-wav":
return ".wav"
case "audio/mpeg":
return ".mp3"
case "audio/ogg":
return ".ogg"
case "video/mp4":
return ".mp4"
case "application/pdf":
return ".pdf"
default:
return ""
}
}
// mediaTypeForMimeType maps an MCP media MIME type onto the four-value
// vocabulary gateway.MediaAttachment.Type uses. Only the photo formats the
// Telegram photo endpoint accepts are classified "image": image/svg+xml and
// image/tiff are images that a photo endpoint rejects outright, so they fall
// through to "document" and still arrive as a file, mirroring
// sendfile.MediaType's photo-format list.
func mediaTypeForMimeType(mimeType string) string {
switch mimeType {
case "image/png", "image/jpeg", "image/gif", "image/webp":
return "image"
}
switch {
case strings.HasPrefix(mimeType, "video/"):
return "video"
case strings.HasPrefix(mimeType, "audio/"):
return "audio"
default:
return "document"
}
}
@@ -4,6 +4,7 @@ import (
"context"
"encoding/json"
"errors"
"os"
"strings"
"sync"
"testing"
@@ -126,6 +127,78 @@ func TestProviderPreservesResourceTextAndMultimodalResults(t *testing.T) {
}
}
func TestProviderWritesBinaryContentToDeliverableMediaRefs(t *testing.T) {
transport := newFakeTransport()
transport.listed = []protocol.ToolSchema{{Name: "media"}}
transport.callResult = protocol.CallToolResult{Content: []protocol.ContentBlock{
{Type: "text", Text: "summary "},
{Type: "image", Data: "aW1hZ2U=", MimeType: "image/png"},
{Type: "audio", Data: "YXVkaW8=", MimeType: "audio/wav"},
{Type: "resource", Resource: &protocol.ResourceContent{MimeType: "application/pdf", Blob: "cGRm"}},
}}
provider := New("media", transport)
if err := provider.Start(context.Background()); err != nil {
t.Fatal(err)
}
t.Cleanup(func() { _ = provider.Stop(context.Background()) })
entries, err := provider.Discover(context.Background())
if err != nil {
t.Fatal(err)
}
if len(entries) != 1 {
t.Fatalf("Discover() count = %d, want 1", len(entries))
}
output, err := entries[0].Handler(context.Background(), nil)
if err != nil {
t.Fatal(err)
}
result, ok := output.(tools.MultimodalResult)
if !ok {
t.Fatalf("handler result type = %T, want tools.MultimodalResult", output)
}
if !result.IsMultimodal {
t.Error("IsMultimodal = false, want true")
}
if result.Summary != "summary " {
t.Errorf("Summary = %q, want %q", result.Summary, "summary ")
}
if result.SubdirHint == "" {
t.Fatal("SubdirHint is empty, want the written media directory")
}
if len(result.Files) != 3 {
t.Fatalf("Files = %v, want 3 written files", result.Files)
}
if len(result.URLs) != 3 {
t.Fatalf("URLs = %v, want 3 deliverable media refs", result.URLs)
}
want := []struct {
bytes []byte
typ string
}{
{[]byte("image"), "image"},
{[]byte("audio"), "audio"},
{[]byte("pdf"), "document"},
}
for i, ref := range result.URLs {
if ref.Path == "" {
t.Fatalf("URLs[%d].Path is empty, want a local file for delivery", i)
}
if ref.Type != want[i].typ {
t.Errorf("URLs[%d].Type = %q, want %q", i, ref.Type, want[i].typ)
}
got, err := os.ReadFile(ref.Path)
if err != nil {
t.Fatalf("URLs[%d].Path not readable: %v", i, err)
}
if string(got) != string(want[i].bytes) {
t.Errorf("URLs[%d] bytes = %q, want %q", i, got, want[i].bytes)
}
}
}
func TestProviderStartFailureStopsTransport(t *testing.T) {
tests := []struct {
name string