‘
}
],
“max_tokens”: 512,
“temperature”: 1.00,
“top_p”: 1.00,
“stream”: stream
}
response = requests.post(invoke_url, headers=headers, json=payload)
if stream:
for line in response.iter_lines():
if line:
print(line.decode(“utf-8”))
else:
print(response.json())
AI Support
import requests, base64
invoke_url = “https://ai.api.nvidia.com/v1/gr/meta/llama-3.2-90b-vision-instruct/chat/completions”
stream = True
with open(“image.png”, “rb”) as f:
image_b64 = base64.b64encode(f.read()).decode()
assert len(image_b64) < 180_000, \
"To upload larger images, use the assets API (see docs)"
headers = {
"Authorization": "Bearer $API_KEY_REQUIRED_IF_EXECUTING_OUTSIDE_NGC",
"Accept": "text/event-stream" if stream else "application/json"
}
payload = {
"model": 'meta/llama-3.2-90b-vision-instruct',
"messages": [
{
"role": "user",
"content": f'What is in this image? ‘
}
],
“max_tokens”: 512,
“temperature”: 1.00,
“top_p”: 1.00,
“stream”: stream
}
response = requests.post(invoke_url, headers=headers, json=payload)
if stream:
for line in response.iter_lines():
if line:
print(line.decode(“utf-8”))
else:
print(response.json())
‘
}
],
“max_tokens”: 512,
“temperature”: 1.00,
“top_p”: 1.00,
“stream”: stream
}
response = requests.post(invoke_url, headers=headers, json=payload)
if stream:
for line in response.iter_lines():
if line:
print(line.decode(“utf-8”))
else:
print(response.json())