From 1ce6e6309262f503d0b83c14dd33d7eb679fc254 Mon Sep 17 00:00:00 2001 From: Emmett McFaralne Date: Thu, 25 Apr 2024 11:41:04 -0400 Subject: [PATCH] response schema documentation fix --- README.md | 22 ++++++++++++++-------- 1 file changed, 14 insertions(+), 8 deletions(-) diff --git a/README.md b/README.md index b24ee67..1fbae2d 100644 --- a/README.md +++ b/README.md @@ -80,14 +80,20 @@ The input source is either a file path, a URL, or a directory. The pipe will ext ```json [ { - "type": "text", - "content": "Extracted text here..." - }, - { - "type": "image_url", - "image_url": { - "url": "data:image/jpeg;base64,..."} - }, + "role": "user", + "content": [ + { + "type": "text", + "text": "What’s in this image?" + }, + { + "type": "image_url", + "image_url": { + "url": f"data:image/jpeg;base64,{base64_image}" + } + } + ] + } ] ``` If you want to feed these messages directly into the model, it is important to be mindful of the token limit.