Structured charts

For supported Matplotlib figures, Code Interpreter extracts the chart type, title, axes, and data points. Your frontend can use this structure with its own charting library.

mjs

const sandbox = await Sandbox.create("code-interpreter");

try {
  const execution = await sandbox.runCode(`
import matplotlib.pyplot as plt

plt.bar(["Basic", "Pro", "Enterprise"], [18, 27, 11])
plt.title("Projects by plan")
plt.show()
`);

  const chart = execution.results.find((result) => result.chart)?.chart;
  console.log(chart.type);
  console.log(chart.elements);
} finally {
  await sandbox.kill();
}

with Sandbox.create("code-interpreter") as sandbox:
    execution = sandbox.run_code(
        """
import matplotlib.pyplot as plt

plt.bar(["Basic", "Pro", "Enterprise"], [18, 27, 11])
plt.title("Projects by plan")
plt.show()
"""
    )

    chart = next(result.chart for result in execution.results if result.chart)
    print(chart.type.value)
    print([item.__dict__ for item in chart.elements])

package main

import (
	"context"
	"fmt"
	"log"

	"github.com/abox-dev/sdk/packages/go-sdk"
	"github.com/abox-dev/sdk/packages/go-sdk/codeinterpreter"
)

func kill(sandbox *agentbox.Sandbox) {
	if _, err := sandbox.Kill(context.Background()); err != nil {
		log.Printf("cleanup sandbox: %v", err)
	}
}

func run() (err error) {
	ctx := context.Background()
	client, err := codeinterpreter.NewClient()
	if err != nil {
		return err
	}
	sandbox, err := client.Create(ctx, nil)
	if err != nil {
		return err
	}
	defer kill(sandbox.Sandbox)
	execution, err := sandbox.RunCode(ctx, `import matplotlib.pyplot as plt

plt.bar(["Basic", "Pro", "Enterprise"], [18, 27, 11])
plt.title("Projects by plan")
plt.show()`, nil)
	if err != nil {
		return err
	}
	for _, result := range execution.Results {
		if result.Chart != nil {
			fmt.Println(result.Chart.Type)
			fmt.Printf("%s\n", result.Chart.Elements)
			break
		}
	}
	return nil
}

func main() {
	if err := run(); err != nil {
		log.Fatal(err)
	}
}

Structured output is available for line, scatter, bar, pie, and box-and-whisker charts. Check result.chart before using it: unsupported figures still provide their static image but may not have a structured representation.

Structured charts ​

Structured charts