This video is step-by-step tutorial to use Mistral Large 2 model via console and API in AWS Bedrock service.
Code:
import boto3
import json
bedrock = boto3.client(service_name="bedrock-runtime",region_name='ap-southeast-2')
prompt = "<s>[INST] What is Happiness? [/INST]"
body = json.dumps({
"prompt": prompt,
"max_tokens": 512,
"top_p": 0.8,
"temperature": 0.5,
})
modelId = "mistral.mistral-large-2402-v1:0"
accept = "application/json"
contentType = "application/json"
response = bedrock.invoke_model(
body=body,
modelId=modelId,
accept=accept,
contentType=contentType
)
print(json.loads(response.get('body').read()))