return await LanguageModel.create({
expectedInputs: [
{ type: "text", languages: ["en"] },
{ type: "image" },
{ type: "audio" },
],
expectedOutputs: [{ type: "text", languages: ["en"] }],
});Multimodal prompts / notebook
Multimodal prompts
Runnable notebook: every JavaScript, HTML and CSS example on this page executes in a sandboxed local frame. Nothing leaves the browser.
const response = await session.prompt([
{
role: "user",
content: [
{ type: "text", value: "Describe my image and audio:" },
{ type: "image", value: imgElem },
{ type: "audio", value: audioBuffer },
],
},
]);