feat(clients): bedrock: SigV4 signer, Converse, event streams, guardrails, agents, KB, batch

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
2026-10-25 15:08:00 +01:00
co-authored by Claude Sonnet 5.5
parent 3db67fcf1f
commit d2f783a6fe
133 changed files with 6394 additions and 3 deletions
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;my-header1;x-amz-date, Signature=c9d5ea9f3f72853aea855b47ea873832890dbdd183b4468f858259531a5138ea
@@ -0,0 +1,9 @@
GET
/
host:example.amazonaws.com
my-header1:value2,value2,value1
x-amz-date:20150830T123600Z
host;my-header1;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,6 @@
GET / HTTP/1.1
Host:example.amazonaws.com
My-Header1:value2
My-Header1:value2
My-Header1:value1
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
dc7f04a3abfde8d472b0ab1a418b741b7c67174dad1551b4117b15527fbe966c
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;my-header1;x-amz-date, Signature=cfd34249e4b1c8d6b91ef74165d41a32e5fab3306300901bb65a51a73575eefd
@@ -0,0 +1,9 @@
GET
/
host:example.amazonaws.com
my-header1:value1 value2 value3
x-amz-date:20150830T123600Z
host;my-header1;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,6 @@
GET / HTTP/1.1
Host:example.amazonaws.com
My-Header1:value1
value2
value3
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
e99419459a677bc11de234014be3c4e72c1ea5b454ceb58b613061f5d7a162e8
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;my-header1;x-amz-date, Signature=08c7e5a9acfcfeb3ab6b2185e75ce8b1deb5e634ec47601a50643f830c755c01
@@ -0,0 +1,9 @@
GET
/
host:example.amazonaws.com
my-header1:value4,value1,value3,value2
x-amz-date:20150830T123600Z
host;my-header1;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,7 @@
GET / HTTP/1.1
Host:example.amazonaws.com
My-Header1:value4
My-Header1:value1
My-Header1:value3
My-Header1:value2
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
31ce73cd3f3d9f66977ad3dd957dc47af14df92fcd8509f59b349e9137c58b86
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;my-header1;my-header2;x-amz-date, Signature=acc3ed3afb60bb290fc8d2dd0098b9911fcaa05412b367055dee359757a9c736
@@ -0,0 +1,10 @@
GET
/
host:example.amazonaws.com
my-header1:value1
my-header2:"a b c"
x-amz-date:20150830T123600Z
host;my-header1;my-header2;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,5 @@
GET / HTTP/1.1
Host:example.amazonaws.com
My-Header1: value1
My-Header2: "a b c"
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
a726db9b0df21c14f559d0a978e563112acb1b9e05476f0a6a1c7d68f28605c7
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=07ef7494c76fa4850883e2b006601f940f8a34d404d0cfa977f52a65bbf5f24f
@@ -0,0 +1,8 @@
GET
/-._~0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET /-._~0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
6a968768eefaa713e2a6b16b589a8ea192661f098f37349f4e2c0082757446f9
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=8318018e0b0f223aa2bbf98705b62bb787dc9c0e678f255a891fd03141be5d85
@@ -0,0 +1,8 @@
GET
/%E1%88%B4
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET /ሴ HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
2a0a97d02205e45ce2e994789806b19270cfbbb0921b278ccf58f5249ac42102
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=a67d582fa61cc504c4bae71f336f98b97f1ea3c7a6bfe1b6e45aec72011b9aeb
@@ -0,0 +1,8 @@
GET
/
Param1=value1
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET /?Param1=value1 HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
1e24db194ed7d0eec2de28d7369675a243488e08526e8c1c73571282f7c517ab
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=371d3713e185cc334048618a97f809c9ffe339c62934c032af5a0e595648fcac
@@ -0,0 +1,8 @@
GET
/
%E1%88%B4=Value1&Param=Value2&Param-3=Value3
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET /?Param-3=Value3&Param=Value2&%E1%88%B4=Value1 HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
868294f5c38bd141c4972a373a76654f1418a8e4fc18b2e7903ae45e8ae0ec71
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=b97d918cfa904a5beff61c982a1b6f458b799221646efd99d3219ec94cdf2500
@@ -0,0 +1,8 @@
GET
/
Param1=value1&Param2=value2
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET /?Param2=value2&Param1=value1 HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
816cd5b414d056048ba4f7c5386d6e0533120fb1fcfa93762cf0fc39e2cf19e0
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=eedbc4e291e521cf13422ffca22be7d2eb8146eecf653089df300a15b2382bd1
@@ -0,0 +1,8 @@
GET
/
Param1=Value1&Param1=value2
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET /?Param1=value2&Param1=Value1 HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
704b4cef673542d84cdff252633f065e8daeba5f168b77116f8b1bcaf3d38f89
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=5772eed61e12b33fae39ee5e7012498b51d56abc0abb7c60486157bd471c4694
@@ -0,0 +1,8 @@
GET
/
Param1=value1&Param1=value2
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET /?Param1=value2&Param1=value1 HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
c968629d70850097a2d8781c9bf7edcb988b04cac14cca9be4acc3595f884606
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=9c3e54bfcdf0b19771a7f523ee5669cdf59bc7cc0884027167c21bb143a40197
@@ -0,0 +1,8 @@
GET
/
-._~0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz=-._~0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET /?-._~0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz=-._~0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
c30d4703d9f799439be92736156d47ccfb2d879ddf56f5befa6d1d6aab979177
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=5fa00fa31553b73ebf1942676e86291e8372ff2a2260956d9b8aae1d763fbf31
@@ -0,0 +1,8 @@
GET
/
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET / HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
bb579772317eb040ac9ed261061d46c1f17a8133879d6129b6e1c25292927e63
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=2cdec8eed098649ff3a119c94853b13c643bcf08f8b0a1d91e12c9027818dd04
@@ -0,0 +1,8 @@
GET
/
%E1%88%B4=bar
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET /?ሴ=bar HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
eb30c5bed55734080471a834cc727ae56beb50e5f39d1bff6d0d38cb192a7073
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date;x-amz-security-token, Signature=07ec1639c89043aa0e3e2de82b96708f198cceab042d4a97044c66dd9f74e7f8
@@ -0,0 +1,9 @@
GET
/
host:example.amazonaws.com
x-amz-date:20150830T123600Z
x-amz-security-token:6e86291e8372ff2a2260956d9b8aae1d763fbf315fa00fa31553b73ebf194267
host;x-amz-date;x-amz-security-token
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET / HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
067b36aa60031588cea4a4cde1f21215227a047690c72247f1d70b32fbbfad2b
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=5fa00fa31553b73ebf1942676e86291e8372ff2a2260956d9b8aae1d763fbf31
@@ -0,0 +1,8 @@
GET
/
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
GET / HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
bb579772317eb040ac9ed261061d46c1f17a8133879d6129b6e1c25292927e63
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=5da7c1a2acd57cee7505fc6676e4e544621c30862966e37dddb68e92efbe5d6b
@@ -0,0 +1,8 @@
POST
/
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
POST / HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
553f88c9e4d10fc9e109e2aeb65f030801b70c2f6468faca261d401ae622fc87
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;my-header1;x-amz-date, Signature=c5410059b04c1ee005303aed430f6e6645f61f4dc9e1461ec8f8916fdf18852c
@@ -0,0 +1,9 @@
POST
/
host:example.amazonaws.com
my-header1:value1
x-amz-date:20150830T123600Z
host;my-header1;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,4 @@
POST / HTTP/1.1
Host:example.amazonaws.com
My-Header1:value1
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
9368318c2967cf6de74404b30c65a91e8f6253e0a8659d6d5319f1a812f87d65
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;my-header1;x-amz-date, Signature=cdbc9802e29d2942e5e10b5bccfdd67c5f22c7c4e8ae67b53629efa58b974b7d
@@ -0,0 +1,9 @@
POST
/
host:example.amazonaws.com
my-header1:VALUE1
x-amz-date:20150830T123600Z
host;my-header1;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,4 @@
POST / HTTP/1.1
Host:example.amazonaws.com
My-Header1:VALUE1
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
d51ced243e649e3de6ef63afbbdcbca03131a21a7103a1583706a64618606a93
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=28038455d6de14eafc1f9222cf5aa6f1a96197d7deb8263271d420d138af7f11
@@ -0,0 +1,8 @@
POST
/
Param1=value1
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
POST /?Param1=value1 HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
9d659678c1756bb3113e2ce898845a0a79dbbc57b740555917687f1b3340fbbd
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=28038455d6de14eafc1f9222cf5aa6f1a96197d7deb8263271d420d138af7f11
@@ -0,0 +1,8 @@
POST
/
Param1=value1
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
POST /?Param1=value1 HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
9d659678c1756bb3113e2ce898845a0a79dbbc57b740555917687f1b3340fbbd
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=5da7c1a2acd57cee7505fc6676e4e544621c30862966e37dddb68e92efbe5d6b
@@ -0,0 +1,8 @@
POST
/
host:example.amazonaws.com
x-amz-date:20150830T123600Z
host;x-amz-date
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
@@ -0,0 +1,3 @@
POST / HTTP/1.1
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
553f88c9e4d10fc9e109e2aeb65f030801b70c2f6468faca261d401ae622fc87
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=content-type;host;x-amz-date, Signature=1a72ec8f64bd914b0e42e42607c7fbce7fb2c7465f63e3092b3b0d39fa77a6fe
@@ -0,0 +1,9 @@
POST
/
content-type:application/x-www-form-urlencoded; charset=utf8
host:example.amazonaws.com
x-amz-date:20150830T123600Z
content-type;host;x-amz-date
9095672bbd1f56dfc5b65f3e153adc8731a4a654192329106275f4c7b24d0b6e
@@ -0,0 +1,6 @@
POST / HTTP/1.1
Content-Type:application/x-www-form-urlencoded; charset=utf8
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
Param1=value1
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
2e1cf7ed91881a30569e46552437e4156c823447bf1781b921b5d486c568dd1c
@@ -0,0 +1 @@
AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=content-type;host;x-amz-date, Signature=ff11897932ad3f4e8b18135d722051e5ac45fc38421b1da7b9d196a0fe09473a
@@ -0,0 +1,9 @@
POST
/
content-type:application/x-www-form-urlencoded
host:example.amazonaws.com
x-amz-date:20150830T123600Z
content-type;host;x-amz-date
9095672bbd1f56dfc5b65f3e153adc8731a4a654192329106275f4c7b24d0b6e
@@ -0,0 +1,6 @@
POST / HTTP/1.1
Content-Type:application/x-www-form-urlencoded
Host:example.amazonaws.com
X-Amz-Date:20150830T123600Z
Param1=value1
@@ -0,0 +1,4 @@
AWS4-HMAC-SHA256
20150830T123600Z
20150830/us-east-1/service/aws4_request
42a5e5bb34198acb3e84da4f085bb7927f2bc277ca766e6d19c73c2154021281
+95
View File
@@ -0,0 +1,95 @@
#pragma once
// Shared rig for the Bedrock tests: a BedrockClient over a recording
// MockTransport, a fixed clock (2015-08-30T12:36:00Z, the date of AWS's SigV4
// suite) and AWS's documentation credentials. The mock only records the
// requests the real client builds; replies are either examples taken from the
// AWS API reference (labelled DOC) or documents shaped by the service model
// (labelled MODEL). Nothing here verifies vendor behavior: see
// src/vendors/bedrock/SPEC.md ## Unverified.
#include <ctime>
#include <memory>
#include <string>
#include "clients/transports/mock_transport.h"
#include "framework.h"
#include "llm/error.h"
#include "security/crypto/Base64.h"
#include "vendors/bedrock/agent.h"
#include "vendors/bedrock/caps.h"
#include "vendors/bedrock/chat_model.h"
#include "vendors/bedrock/client.h"
#include "vendors/bedrock/control.h"
#include "vendors/bedrock/event_stream.h"
#include "vendors/bedrock/runtime.h"
namespace bedrock_test {
using molo::clients::ClientRequest;
using molo::clients::ClientResponse;
using molo::clients::HeaderMap;
using molo::clients::Method;
using molo::clients::transports::MockExpectation;
using molo::clients::transports::MockTransport;
using Json = molo::clients::body::Json;
using namespace molo::bedrock;
inline ClientResponse reply(const std::string& body, int status = 200,
const std::string& type = "application/json") {
HeaderMap h;
h.set("Content-Type", type);
return ClientResponse(status, h, body);
}
inline ClientResponse stream_reply(const std::string& body) {
return reply(body, 200, "application/vnd.amazon.eventstream");
}
inline bool has(const std::string& hay, const std::string& needle) { return hay.find(needle) != std::string::npos; }
constexpr const char* kAccess = "AKIDEXAMPLE";
constexpr const char* kSecret = "wJalrXUtnFEMI/K7MDENG+bPxRfiCYEXAMPLEKEY";
constexpr const char* kBearer = "bedrock-api-key-TESTKEY-DO-NOT-LEAK";
constexpr long kFixedTime = 1440938160; // 20150830T123600Z
inline Credentials sigv4_credentials(const std::string& region = "us-east-1") {
AwsCredentials a;
a.access_key_id = kAccess;
a.secret_access_key = kSecret;
return Credentials::sigv4(a, region);
}
struct Rig {
MockTransport* mock = nullptr;
std::shared_ptr<BedrockClient> client;
explicit Rig(Credentials credentials = sigv4_credentials()) {
auto t = std::make_unique<MockTransport>();
mock = t.get();
client = std::make_shared<BedrockClient>(std::move(t), std::move(credentials), [] { return std::time_t(kFixedTime); });
}
Runtime runtime() const { return Runtime(client); }
Models models() const { return Models(client); }
Guardrails guardrails() const { return Guardrails(client); }
BatchJobs jobs() const { return BatchJobs(client); }
AgentRuntime agents() const { return AgentRuntime(client); }
void expect(Method m, const std::string& path, ClientResponse r, int times = 1) {
MockExpectation e;
e.method = m;
e.path = path;
e.response = std::move(r);
e.times = times;
mock->expect(e);
}
// Frame builders (the documented layout; see event_stream.h).
static std::string event(const std::string& type, const std::string& json) {
return EventStreamDecoder::encode({{":message-type", "event"}, {":event-type", type}, {":content-type", "application/json"}}, json);
}
static std::string exception(const std::string& type, const std::string& json) {
return EventStreamDecoder::encode({{":message-type", "exception"}, {":exception-type", type}, {":content-type", "application/json"}}, json);
}
};
} // namespace bedrock_test
+117
View File
@@ -0,0 +1,117 @@
// The call table, credentials, endpoints and caps.
#include <cstdlib>
#include <set>
#include "support.h"
using namespace bedrock_test;
TEST(bedrock_calls, table_rows_are_unique_and_self_consistent) {
std::set<std::string> ops;
std::set<int> kinds;
for (std::size_t i = 0; i < Calls::count(); ++i) {
const CallSpec& s = Calls::at(i);
ASSERT_TRUE(ops.insert(s.op).second);
ASSERT_TRUE(kinds.insert(static_cast<int>(s.call)).second);
ASSERT_TRUE(std::string(s.http_method) == "GET" || std::string(s.http_method) == "POST");
ASSERT_EQ(s.uri[0], '/');
// Every {placeholder} is a declared path param and vice versa.
std::string uri = s.uri, params = std::string(",") + s.path_params + ",";
std::size_t placeholders = 0;
for (std::size_t at = uri.find('{'); at != std::string::npos; at = uri.find('{', at + 1)) {
std::string name = uri.substr(at + 1, uri.find('}', at) - at - 1);
ASSERT_TRUE(params.find("," + name + ",") != std::string::npos);
++placeholders;
}
std::size_t declared = std::string(s.path_params).empty() ? 0 : 1;
for (const char* c = s.path_params; *c; ++c) declared += (*c == ',');
ASSERT_EQ(placeholders, declared);
ASSERT_EQ(&Calls::spec_of(s.call), &s);
// A GET never has a body; event-stream rows are POST.
if (std::string(s.http_method) == "GET") ASSERT_EQ(std::string(s.body_fields), "");
if (s.event_stream) ASSERT_EQ(std::string(s.http_method), "POST");
}
ASSERT_EQ(Calls::count(), 18u);
std::set<std::string> names;
for (std::size_t i = 0; i < Calls::schema_count(); ++i) ASSERT_TRUE(names.insert(std::string(Calls::schema_at(i).service) + "/" + Calls::schema_at(i).schema).second);
// Every response schema named by a row exists in the schema table of its service.
for (std::size_t i = 0; i < Calls::count(); ++i) {
const CallSpec& s = Calls::at(i);
const char* svc = s.service == AwsService::kRuntime ? "bedrock-runtime" : s.service == AwsService::kControl ? "bedrock" : "bedrock-agent-runtime";
if (!names.count(std::string(svc) + "/" + s.response)) FAIL(s.op << ": no schema row " << s.response << " for " << svc);
}
}
TEST(bedrock_calls, only_the_agent_runtime_refuses_bedrock_api_keys) {
for (std::size_t i = 0; i < Calls::count(); ++i) {
const CallSpec& s = Calls::at(i);
ASSERT_EQ(s.bearer_ok, s.service != AwsService::kAgentRuntime);
}
}
TEST(bedrock_calls, render_encodes_ids_and_refuses_odd_ones) {
ASSERT_EQ(Calls::render(Call::kConverse, {{"modelId", "anthropic.claude-3-sonnet-20240229-v1:0"}}),
"/model/anthropic.claude-3-sonnet-20240229-v1%3A0/converse");
ASSERT_EQ(Calls::render(Call::kConverse, {{"modelId", "arn:aws:bedrock:us-east-1:123456789012:inference-profile/us.x-v1:0"}}),
"/model/arn%3Aaws%3Abedrock%3Aus-east-1%3A123456789012%3Ainference-profile%2Fus.x-v1%3A0/converse");
ASSERT_THROW(Calls::render(Call::kConverse, {{"modelId", "a b"}}), molo::llm::ApiError);
ASSERT_THROW(Calls::render(Call::kConverse, {{"modelId", "a?b=c"}}), molo::llm::ApiError);
ASSERT_THROW(Calls::render(Call::kConverse, {{"modelId", "%2e%2e"}}), molo::llm::ApiError);
ASSERT_THROW(Calls::render(Call::kConverse, {{"modelId", ".."}}), molo::llm::ApiError);
ASSERT_THROW(Calls::render(Call::kConverse, {{"modelId", std::string(2049, 'a')}}), molo::llm::ApiError);
ASSERT_THROW(Calls::render(Call::kConverse, {}), molo::llm::ApiError);
ASSERT_EQ(Calls::render(Call::kApplyGuardrail, {{"guardrailIdentifier", "abc123"}, {"guardrailVersion", "DRAFT"}}),
"/guardrail/abc123/version/DRAFT/apply");
}
TEST(bedrock_endpoints, hosts_follow_the_service_prefixes_and_regions_are_validated) {
ASSERT_EQ(Endpoints::host(AwsService::kRuntime, "us-west-2"), "bedrock-runtime.us-west-2.amazonaws.com");
ASSERT_EQ(Endpoints::host(AwsService::kControl, "eu-central-1"), "bedrock.eu-central-1.amazonaws.com");
ASSERT_EQ(Endpoints::host(AwsService::kAgentRuntime, "ap-southeast-2"), "bedrock-agent-runtime.ap-southeast-2.amazonaws.com");
ASSERT_EQ(Endpoints::host(AwsService::kRuntime, "cn-north-1"), "bedrock-runtime.cn-north-1.amazonaws.com.cn");
ASSERT_THROW(Endpoints::host(AwsService::kRuntime, "us-east-1.evil.com/"), molo::llm::ApiError);
ASSERT_THROW(Endpoints::host(AwsService::kRuntime, "US-EAST-1"), molo::llm::ApiError);
ASSERT_THROW(Endpoints::host(AwsService::kRuntime, ""), molo::llm::ApiError);
ASSERT_THROW(Endpoints::host(AwsService::kRuntime, std::string(33, 'a')), molo::llm::ApiError);
}
TEST(bedrock_credentials, environment_selects_the_mode_and_bearer_wins) {
setenv("MOLO_ENV_FILES", "off", 1);
for (const char* v : {"AWS_BEARER_TOKEN_BEDROCK", "AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY", "AWS_SESSION_TOKEN", "AWS_REGION", "AWS_DEFAULT_REGION"}) unsetenv(v);
Credentials none = Credentials::from_env();
ASSERT_FALSE(none.configured());
ASSERT_EQ(std::string(none.mode_name()), "none");
ASSERT_EQ(none.region, "us-east-1");
setenv("AWS_ACCESS_KEY_ID", "AKIDTEST", 1);
ASSERT_FALSE(Credentials::from_env().configured()); // a key id alone is not a credential
setenv("AWS_SECRET_ACCESS_KEY", "secret", 1);
setenv("AWS_SESSION_TOKEN", "tok", 1);
setenv("AWS_DEFAULT_REGION", "eu-west-3", 1);
Credentials sig = Credentials::from_env();
ASSERT_EQ(std::string(sig.mode_name()), "sigv4");
ASSERT_EQ(sig.aws.session_token, "tok");
ASSERT_EQ(sig.region, "eu-west-3");
setenv("AWS_REGION", "us-west-2", 1);
ASSERT_EQ(Credentials::from_env().region, "us-west-2"); // AWS_REGION beats AWS_DEFAULT_REGION
setenv("AWS_REGION", "not a region", 1);
ASSERT_EQ(Credentials::from_env().region, "us-east-1"); // an invalid name falls back loudly in status, never into a host
setenv("AWS_BEARER_TOKEN_BEDROCK", "key", 1);
Credentials both = Credentials::from_env();
ASSERT_EQ(std::string(both.mode_name()), "bearer");
ASSERT_TRUE(both.aws.valid()); // kept for the agent runtime host
for (const char* v : {"AWS_BEARER_TOKEN_BEDROCK", "AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY", "AWS_SESSION_TOKEN", "AWS_REGION", "AWS_DEFAULT_REGION"}) unsetenv(v);
}
TEST(bedrock_caps, no_cap_is_unbounded) {
ASSERT_EQ(BedrockCaps::kMaxInvokeBodyBytes, 25000000u);
ASSERT_EQ(BedrockCaps::kMaxEventMessageBytes, 16u * 1024u * 1024u);
ASSERT_EQ(BedrockCaps::kMaxPages, 20u);
// An oversized InvokeModel body is refused before signing.
Rig rig;
std::string big(BedrockCaps::kMaxInvokeBodyBytes + 1, 'x');
InvokeOptions o;
ASSERT_THROW(rig.runtime().invoke_model_raw("m", big, o), molo::llm::ApiError);
ASSERT_EQ(rig.mock->send_count(), 0u);
}
+308
View File
@@ -0,0 +1,308 @@
// Converse request rules, result parsing, stream accumulation and the
// ChatModel mapping. DOC fixtures come from the AWS API reference; MODEL ones
// are shaped by the bedrock-runtime service model (ConverseStreamOutput).
#include "support.h"
using namespace bedrock_test;
namespace {
ConverseRequest base() {
ConverseRequest r;
r.model_id = "us.amazon.nova-micro-v1:0";
r.add_user("hi");
return r;
}
// DOC: API_runtime_Converse "Send a message with additional model fields", response.
const char* kDocAdditionalFieldsResponse =
"{\"output\":{\"message\":{\"content\":[{\"text\":\"<text generated by the model>\"}],\"role\":\"assistant\"}},"
"\"additionalModelResponseFields\":{\"stop_sequence\":\"SUCCESS\"},\"stopReason\":\"stop_sequence\","
"\"usage\":{\"inputTokens\":51,\"outputTokens\":442,\"totalTokens\":493},\"metrics\":{\"latencyMs\":7944}}";
void expect_invalid(const std::function<void()>& f, const std::string& needle) {
try {
f();
} catch (const molo::llm::ApiError& e) {
ASSERT_EQ(e.type(), "INVALID_ARGUMENT");
if (!has(e.message(), needle)) FAIL("message '" << e.message() << "' lacks '" << needle << "'");
return;
}
FAIL("expected INVALID_ARGUMENT mentioning " << needle);
}
} // namespace
TEST(bedrock_converse, request_rules_are_enforced_before_any_call) {
expect_invalid([] { ConverseRequest r; r.add_user("x"); r.validate(); }, "modelId");
expect_invalid([] { ConverseRequest r; r.model_id = "m"; r.validate(); }, "message");
expect_invalid([] { auto r = base(); r.temperature = -0.1; r.validate(); }, "temperature");
expect_invalid([] { auto r = base(); r.top_p = 1.1; r.validate(); }, "topP");
expect_invalid([] { auto r = base(); r.max_tokens = 0; r.validate(); }, "maxTokens");
expect_invalid([] { auto r = base(); r.tool_choice = "auto"; r.validate(); }, "needs tools");
expect_invalid([] { auto r = base(); r.guardrail_id = "g"; r.validate(); }, "guardrailVersion");
expect_invalid([] { auto r = base(); r.guardrail_stream_mode = "sync"; r.validate(false); }, "ConverseStream only");
expect_invalid([] { auto r = base(); r.latency = "turbo"; r.validate(); }, "latency");
expect_invalid([] { auto r = base(); r.service_tier = "gold"; r.validate(); }, "service tier");
expect_invalid([] { auto r = base(); for (int i = 0; i < 17; ++i) r.request_metadata["k" + std::to_string(i)] = "v"; r.validate(); }, "16");
expect_invalid([] { auto r = base(); r.stop_sequences = {""}; r.validate(); }, "stop sequence");
expect_invalid([] { Blocks::message("system", {Blocks::text("x")}); }, "role");
expect_invalid([] { Blocks::message("user", {}); }, "content block");
expect_invalid([] { Blocks::image("bmp", "x"); }, "png");
expect_invalid([] { Blocks::tool("bad name!", "d", Json::object()); }, "tool name");
expect_invalid([] { Blocks::tool_use("", "t", Json::object()); }, "toolUseId");
expect_invalid([] { Blocks::document("pdf", "", "x"); }, "name");
auto many = base();
for (std::size_t i = 0; i + 1 < BedrockCaps::kMaxMessages; ++i) many.add_user("x");
ASSERT_THROW(many.add_user("one too many"), molo::llm::ApiError);
}
TEST(bedrock_converse, full_request_maps_every_documented_member) {
ConverseRequest r = base();
r.add_system("be brief");
r.max_tokens = 100;
r.temperature = 0.2;
r.top_p = 0.9;
r.stop_sequences = {"END"};
r.tools.push_back(Blocks::tool("get_weather", "Weather", Json::parse("{\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}}}")));
r.tool_choice = "get_weather";
r.additional_fields = Json::parse("{\"top_k\":200}");
r.additional_response_paths = {"/stop_sequence"};
r.guardrail_id = "gr1";
r.guardrail_version = "2";
r.guardrail_trace = "enabled";
r.guardrail_stream_mode = "async";
r.latency = "optimized";
r.service_tier = "priority";
r.request_metadata["team"] = "a";
r.output_schema = Json::parse("{\"type\":\"object\"}");
r.effort = "high";
Json j = r.to_json(true);
ASSERT_EQ(j.find("inferenceConfig")->find("maxTokens")->as_int(), 100);
ASSERT_EQ(j.find("inferenceConfig")->find("stopSequences")->as_array()[0].as_string(), "END");
ASSERT_EQ(j.find("toolConfig")->find("toolChoice")->find("tool")->find("name")->as_string(), "get_weather");
ASSERT_EQ(j.find("toolConfig")->find("tools")->as_array()[0].find("toolSpec")->find("inputSchema")->find("json")->find("type")->as_string(), "object");
ASSERT_EQ(j.find("guardrailConfig")->find("streamProcessingMode")->as_string(), "async");
ASSERT_EQ(j.find("additionalModelRequestFields")->find("top_k")->as_int(), 200);
ASSERT_EQ(j.find("performanceConfig")->find("latency")->as_string(), "optimized");
ASSERT_EQ(j.find("serviceTier")->find("type")->as_string(), "priority");
ASSERT_EQ(j.find("requestMetadata")->find("team")->as_string(), "a");
const Json* tf = j.find("outputConfig")->find("textFormat");
ASSERT_EQ(tf->find("type")->as_string(), "json_schema");
// The schema travels as a JSON string (JsonSchemaDefinition.schema is a string).
ASSERT_EQ(tf->find("structure")->find("jsonSchema")->find("schema")->as_string(), "{\"type\":\"object\"}");
ASSERT_EQ(j.find("outputConfig")->find("effort")->as_string(), "high");
// The non-stream body omits the stream-only member.
r.guardrail_stream_mode.clear();
ASSERT_FALSE(r.to_json(false).find("guardrailConfig")->has("streamProcessingMode"));
// CountTokens' converse input holds only messages, system, toolConfig, additional fields.
Json c = r.to_count_json();
ASSERT_TRUE(c.find("converse")->has("toolConfig"));
ASSERT_FALSE(c.find("converse")->has("inferenceConfig"));
}
TEST(bedrock_converse, image_and_document_bytes_travel_as_base64) {
Json img = Blocks::image("png", std::string("\x89PNG", 4));
ASSERT_EQ(img.find("image")->find("source")->find("bytes")->as_string(), "iVBORw==");
Json doc = Blocks::document("txt", "notes", "hello");
ASSERT_EQ(doc.find("document")->find("source")->find("bytes")->as_string(), "aGVsbG8=");
ASSERT_EQ(doc.find("document")->find("name")->as_string(), "notes");
}
TEST(bedrock_converse, documented_response_with_additional_fields_parses) {
ConverseResult r(Json::parse(kDocAdditionalFieldsResponse));
ASSERT_EQ(r.stop_reason(), "stop_sequence");
ASSERT_EQ(r.usage().total_tokens, 493);
ASSERT_EQ(r.latency_ms(), 7944);
ASSERT_EQ(r.raw().find("additionalModelResponseFields")->find("stop_sequence")->as_string(), "SUCCESS");
ASSERT_EQ(r.assistant_message().find("role")->as_string(), "assistant");
ASSERT_TRUE(r.tool_uses().empty());
}
TEST(bedrock_converse, tool_use_and_reasoning_blocks_are_extracted) {
// MODEL: ContentBlock union members reasoningContent / toolUse.
ConverseResult r(Json::parse(
"{\"output\":{\"message\":{\"role\":\"assistant\",\"content\":["
"{\"reasoningContent\":{\"reasoningText\":{\"text\":\"think\",\"signature\":\"sig==\"}}},"
"{\"text\":\"Checking.\"},"
"{\"toolUse\":{\"toolUseId\":\"tu1\",\"name\":\"get_weather\",\"input\":{\"city\":\"Oslo\"}}}]}},"
"\"stopReason\":\"tool_use\",\"usage\":{\"inputTokens\":1,\"outputTokens\":2,\"totalTokens\":3,\"cacheReadInputTokens\":4},\"metrics\":{\"latencyMs\":5}}"));
ASSERT_EQ(r.text(), "Checking.");
ASSERT_EQ(r.reasoning(), "think");
ASSERT_EQ(r.reasoning_signature(), "sig==");
auto uses = r.tool_uses();
ASSERT_EQ(uses.size(), 1u);
ASSERT_EQ(uses[0].name, "get_weather");
ASSERT_EQ(uses[0].input.find("city")->as_string(), "Oslo");
ASSERT_EQ(r.usage().cache_read_tokens, 4);
auto resp = BedrockChatModel::to_response(r, "m");
ASSERT_EQ(resp.finish_reason, "tool_calls");
ASSERT_EQ(resp.tool_calls().size(), 1u);
ASSERT_EQ(resp.usage.cached_tokens, 4);
ASSERT_EQ(resp.text(), "Checking.");
}
TEST(bedrock_converse, stream_events_accumulate_into_the_same_shape_as_a_plain_reply) {
Rig rig;
// MODEL: one event per ConverseStreamOutput member, payload = the event structure.
std::string frames =
Rig::event("messageStart", "{\"role\":\"assistant\"}") +
Rig::event("contentBlockDelta", "{\"contentBlockIndex\":0,\"delta\":{\"text\":\"Hel\"}}") +
Rig::event("contentBlockDelta", "{\"contentBlockIndex\":0,\"delta\":{\"text\":\"lo\"}}") +
Rig::event("contentBlockStop", "{\"contentBlockIndex\":0}") +
Rig::event("contentBlockStart", "{\"contentBlockIndex\":1,\"start\":{\"toolUse\":{\"toolUseId\":\"tu9\",\"name\":\"lookup\"}}}") +
Rig::event("contentBlockDelta", "{\"contentBlockIndex\":1,\"delta\":{\"toolUse\":{\"input\":\"{\\\"q\\\":\"}}}") +
Rig::event("contentBlockDelta", "{\"contentBlockIndex\":1,\"delta\":{\"toolUse\":{\"input\":\"\\\"x\\\"}\"}}}") +
Rig::event("contentBlockStop", "{\"contentBlockIndex\":1}") +
Rig::event("messageStop", "{\"stopReason\":\"tool_use\"}") +
Rig::event("metadata", "{\"usage\":{\"inputTokens\":7,\"outputTokens\":9,\"totalTokens\":16},\"metrics\":{\"latencyMs\":321}}");
rig.expect(Method::kPost, "/model/us.amazon.nova-micro-v1%3A0/converse-stream", stream_reply(frames));
std::string live;
int events = 0;
ConverseResult r = rig.runtime().converse_stream(base(), [&](const StreamDelta& d) {
++events;
live += d.text;
return true;
});
ASSERT_EQ(events, 10);
ASSERT_EQ(live, "Hello");
ASSERT_EQ(r.text(), "Hello");
ASSERT_EQ(r.stop_reason(), "tool_use");
ASSERT_EQ(r.usage().total_tokens, 16);
ASSERT_EQ(r.latency_ms(), 321);
auto uses = r.tool_uses();
ASSERT_EQ(uses.size(), 1u);
ASSERT_EQ(uses[0].id, "tu9");
ASSERT_EQ(uses[0].input.find("q")->as_string(), "x");
}
TEST(bedrock_converse, a_stream_exception_frame_becomes_an_api_error_and_early_stop_is_quiet) {
Rig rig;
rig.expect(Method::kPost, "/model/us.amazon.nova-micro-v1%3A0/converse-stream",
stream_reply(Rig::event("messageStart", "{\"role\":\"assistant\"}") +
Rig::exception("throttlingException", "{\"message\":\"Too many requests, please wait\"}")));
try {
rig.runtime().converse_stream(base(), [](const StreamDelta&) { return true; });
FAIL("expected throttling");
} catch (const molo::llm::ApiError& e) {
ASSERT_EQ(e.http_status(), 429);
ASSERT_EQ(e.type(), "throttlingException");
}
Rig rig2;
rig2.expect(Method::kPost, "/model/us.amazon.nova-micro-v1%3A0/converse-stream",
stream_reply(Rig::event("messageStart", "{\"role\":\"assistant\"}") + Rig::event("messageStop", "{\"stopReason\":\"end_turn\"}")));
int n = 0;
rig2.runtime().converse_stream(base(), [&](const StreamDelta&) { return ++n < 1; });
ASSERT_EQ(n, 1);
}
TEST(bedrock_converse, a_json_error_in_place_of_a_stream_is_thrown) {
Rig rig;
rig.expect(Method::kPost, "/model/us.amazon.nova-micro-v1%3A0/converse-stream", reply("{\"message\":\"Could not resolve the foundation model\"}", 200));
try {
rig.runtime().converse_stream(base(), [](const StreamDelta&) { return true; });
FAIL("expected the error document");
} catch (const molo::llm::ApiError& e) {
ASSERT_TRUE(has(e.message(), "foundation model"));
}
}
TEST(bedrock_chat_model, neutral_request_maps_to_converse_and_back) {
Rig rig;
auto model = std::make_shared<BedrockChatModel>(std::make_shared<Runtime>(rig.client));
molo::llm::ChatRequest req;
req.system = "be brief";
req.messages.push_back(molo::llm::Message::user("weather?"));
molo::llm::Message a;
a.role = molo::llm::Role::kAssistant;
a.parts.push_back(molo::llm::ContentPart::of_text("Let me look."));
molo::llm::ToolCall call;
call.id = "tu1";
call.name = "get_weather";
call.arguments = Json::parse("{\"city\":\"Oslo\"}");
a.parts.push_back(molo::llm::ContentPart::of_call(call));
req.messages.push_back(a);
// Two tool results in two Tool messages merge into one user message.
for (const char* id : {"tu1", "tu2"}) {
molo::llm::Message t;
t.role = molo::llm::Role::kTool;
t.parts.push_back(molo::llm::ContentPart::of_result({id, "sunny", false}));
req.messages.push_back(t);
}
molo::llm::ToolSpec spec;
spec.name = "get_weather";
spec.description = "Weather";
req.tools.push_back(spec);
req.tool_choice = "required";
req.max_tokens = 64;
req.temperature = 0.3;
ConverseRequest wire = model->to_converse(req);
ASSERT_EQ(wire.model_id, BedrockChatModel::kDefaultModel);
ASSERT_EQ(wire.messages.size(), 3u);
ASSERT_EQ(wire.messages[2].find("content")->as_array().size(), 2u);
ASSERT_EQ(wire.messages[2].find("role")->as_string(), "user");
ASSERT_EQ(wire.tool_choice, "any");
ASSERT_EQ(wire.system.size(), 1u);
req.tool_choice = "none";
ASSERT_TRUE(model->to_converse(req).tools.empty());
req.tool_choice = "";
req.json_mode = true;
expect_invalid([&] { model->to_converse(req); }, "response_schema");
req.json_mode = false;
req.extra = Json::parse("{\"mystery\":1}");
expect_invalid([&] { model->to_converse(req); }, "unsupported extra key");
req.extra = Json::parse("{\"guardrailIdentifier\":\"g\",\"guardrailVersion\":\"1\",\"serviceTier\":\"flex\"}");
ASSERT_EQ(model->to_converse(req).service_tier, "flex");
molo::llm::ChatRequest img;
molo::llm::Message m = molo::llm::Message::user("look");
molo::llm::ImageData id;
id.mime = "image/png";
id.url = "https://x/y.png";
m.parts.push_back(molo::llm::ContentPart::of_image(id));
img.messages.push_back(m);
expect_invalid([&] { model->to_converse(img); }, "image bytes");
// generate() end to end over the mock.
Rig rig2;
auto model2 = std::make_shared<BedrockChatModel>(std::make_shared<Runtime>(rig2.client), "anthropic.claude-3-sonnet-20240229-v1:0");
rig2.expect(Method::kPost, "/model/anthropic.claude-3-sonnet-20240229-v1%3A0/converse",
reply("{\"output\":{\"message\":{\"content\":[{\"text\":\"ok\"}],\"role\":\"assistant\"}},\"stopReason\":\"max_tokens\",\"usage\":{\"inputTokens\":3,\"outputTokens\":4,\"totalTokens\":7},\"metrics\":{\"latencyMs\":1}}"));
molo::llm::ChatRequest simple;
simple.messages.push_back(molo::llm::Message::user("hi"));
molo::llm::ChatResponse resp = model2->generate(simple);
ASSERT_EQ(resp.text(), "ok");
ASSERT_EQ(resp.finish_reason, "length");
ASSERT_EQ(resp.usage.total_tokens, 7);
ASSERT_EQ(resp.model, "anthropic.claude-3-sonnet-20240229-v1:0");
ASSERT_EQ(model2->vendor(), "bedrock");
}
TEST(bedrock_chat_model, stream_maps_deltas_tool_starts_stop_and_usage) {
Rig rig;
auto model = std::make_shared<BedrockChatModel>(std::make_shared<Runtime>(rig.client));
rig.expect(Method::kPost, "/model/us.amazon.nova-micro-v1%3A0/converse-stream",
stream_reply(Rig::event("messageStart", "{\"role\":\"assistant\"}") +
Rig::event("contentBlockDelta", "{\"contentBlockIndex\":0,\"delta\":{\"text\":\"Hi\"}}") +
Rig::event("contentBlockStart", "{\"contentBlockIndex\":1,\"start\":{\"toolUse\":{\"toolUseId\":\"t\",\"name\":\"n\"}}}") +
Rig::event("contentBlockDelta", "{\"contentBlockIndex\":1,\"delta\":{\"toolUse\":{\"input\":\"{}\"}}}") +
Rig::event("messageStop", "{\"stopReason\":\"end_turn\"}") +
Rig::event("metadata", "{\"usage\":{\"inputTokens\":1,\"outputTokens\":2,\"totalTokens\":3},\"metrics\":{\"latencyMs\":1}}")));
molo::llm::ChatRequest req;
req.messages.push_back(molo::llm::Message::user("x"));
std::string text, tool, args, finish;
int total = 0;
model->stream(req, [&](const molo::llm::ChatChunk& c) {
text += c.text_delta;
tool += c.tool_call_name;
args += c.tool_args_delta;
if (!c.finish_reason.empty()) finish = c.finish_reason;
if (c.usage) total = c.usage->total_tokens;
return true;
});
ASSERT_EQ(text, "Hi");
ASSERT_EQ(tool, "n");
ASSERT_EQ(args, "{}");
ASSERT_EQ(finish, "stop");
ASSERT_EQ(total, 3);
}
+191
View File
@@ -0,0 +1,191 @@
// vnd.amazon.eventstream framing: CRC32 check value, round trips, one byte at
// a time feeding, corruption, truncation, caps, error documents.
#include "support.h"
#include "vendors/bedrock/crc32.h"
using namespace bedrock_test;
TEST(bedrock_eventstream, crc32_check_value_is_the_standard_one) {
// CRC-32/ISO-HDLC check value of "123456789".
ASSERT_EQ(Crc32::of(std::string("123456789")), 0xCBF43926u);
ASSERT_EQ(Crc32::of(std::string("")), 0u);
// Piecewise equals whole.
std::uint32_t part = Crc32::of(std::string("12345"));
ASSERT_EQ(Crc32::of(std::string("6789"), part), 0xCBF43926u);
}
TEST(bedrock_eventstream, round_trip_with_headers_and_payload) {
std::string frame = Rig::event("contentBlockDelta", "{\"contentBlockIndex\":0,\"delta\":{\"text\":\"Hi\"}}");
std::vector<EventMessage> got;
EventStreamDecoder d("bedrock", [&](const EventMessage& m) {
got.push_back(m);
return true;
});
d.feed(frame);
d.finish();
ASSERT_EQ(got.size(), 1u);
ASSERT_EQ(got[0].message_type(), "event");
ASSERT_EQ(got[0].event_type(), "contentBlockDelta");
ASSERT_EQ(got[0].header(":content-type"), "application/json");
ASSERT_TRUE(has(got[0].payload, "\"text\":\"Hi\""));
}
TEST(bedrock_eventstream, one_byte_at_a_time_and_two_messages_in_one_chunk) {
std::string a = Rig::event("messageStart", "{\"role\":\"assistant\"}");
std::string b = Rig::event("messageStop", "{\"stopReason\":\"end_turn\"}");
std::vector<std::string> types;
EventStreamDecoder d("bedrock", [&](const EventMessage& m) {
types.push_back(m.event_type());
return true;
});
for (char c : a + b) d.feed(std::string(1, c));
d.finish();
ASSERT_EQ(types.size(), 2u);
ASSERT_EQ(types[1], "messageStop");
types.clear();
EventStreamDecoder d2("bedrock", [&](const EventMessage& m) {
types.push_back(m.event_type());
return true;
});
d2.feed(a + b);
d2.finish();
ASSERT_EQ(types.size(), 2u);
}
TEST(bedrock_eventstream, every_header_value_type_is_parsed) {
// Hand-built header block: true, false, byte, int16, int32, int64, bytes, string, timestamp, uuid.
std::string h;
auto name = [&](const char* n) {
h.push_back(static_cast<char>(std::string(n).size()));
h += n;
};
name("t"); h.push_back(0);
name("f"); h.push_back(1);
name("b"); h.push_back(2); h.push_back(static_cast<char>(0xFE));
name("s"); h.push_back(3); h.push_back(0x01); h.push_back(0x02);
name("i"); h.push_back(4); h.append("\x00\x00\x01\x00", 4);
name("l"); h.push_back(5); h.append("\x00\x00\x00\x00\x00\x00\x00\x07", 8);
name("y"); h.push_back(6); h.append("\x00\x02xy", 4);
name("z"); h.push_back(7); h.append("\x00\x03" "abc", 5);
name("m"); h.push_back(8); h.append("\x00\x00\x00\x00\x00\x00\x00\x09", 8);
name("u"); h.push_back(9); h.append(16, 'U');
std::string out;
auto put32 = [&](std::uint32_t v) { for (int s = 24; s >= 0; s -= 8) out.push_back(static_cast<char>((v >> s) & 0xFF)); };
put32(static_cast<std::uint32_t>(16 + h.size() + 2));
put32(static_cast<std::uint32_t>(h.size()));
put32(Crc32::of(out));
out += h;
out += "{}";
put32(Crc32::of(out));
EventMessage got;
EventStreamDecoder d("bedrock", [&](const EventMessage& m) { got = m; return true; });
d.feed(out);
d.finish();
ASSERT_EQ(got.headers.at("t").number, 1);
ASSERT_EQ(got.headers.at("f").number, 0);
ASSERT_EQ(got.headers.at("b").number, -2);
ASSERT_EQ(got.headers.at("s").number, 258);
ASSERT_EQ(got.headers.at("i").number, 256);
ASSERT_EQ(got.headers.at("l").number, 7);
ASSERT_EQ(got.headers.at("y").text, "xy");
ASSERT_EQ(got.headers.at("z").text, "abc");
ASSERT_EQ(got.headers.at("m").number, 9);
ASSERT_EQ(got.headers.at("u").text.size(), 16u);
ASSERT_EQ(got.payload, "{}");
}
TEST(bedrock_eventstream, a_flipped_bit_is_a_crc_error_in_prelude_or_message) {
std::string frame = Rig::event("chunk", "{\"bytes\":\"AAAA\"}");
auto run = [](std::string f) {
EventStreamDecoder d("bedrock", [](const EventMessage&) { return true; });
try {
d.feed(f);
d.finish();
} catch (const molo::llm::ApiError& e) {
return e.type();
}
return std::string("no error");
};
std::string a = frame;
a[5] ^= 0x01; // headers length: prelude CRC breaks
ASSERT_EQ(run(a), "EVENTSTREAM_CRC");
std::string b = frame;
b[b.size() - 6] ^= 0x01; // payload: message CRC breaks
ASSERT_EQ(run(b), "EVENTSTREAM_CRC");
std::string c = frame;
c[c.size() - 1] ^= 0x01; // trailing CRC itself
ASSERT_EQ(run(c), "EVENTSTREAM_CRC");
}
TEST(bedrock_eventstream, truncation_is_loud_and_a_stop_is_quiet) {
std::string frame = Rig::event("chunk", "{}");
EventStreamDecoder d("bedrock", [](const EventMessage&) { return true; });
d.feed(frame.substr(0, frame.size() - 3));
ASSERT_THROW(d.finish(), molo::llm::ApiError);
int seen = 0;
EventStreamDecoder stop("bedrock", [&](const EventMessage&) { ++seen; return false; });
ASSERT_FALSE(stop.feed(frame + frame));
ASSERT_EQ(seen, 1);
stop.finish(); // stopped by the sink: no truncation complaint
}
TEST(bedrock_eventstream, impossible_lengths_are_refused_before_buffering) {
std::string out;
auto put32 = [&](std::uint32_t v) { for (int s = 24; s >= 0; s -= 8) out.push_back(static_cast<char>((v >> s) & 0xFF)); };
put32(0x02000000u); // 32 MiB total: over the 16 MiB cap
put32(0);
put32(Crc32::of(out));
EventStreamDecoder d("bedrock", [](const EventMessage&) { return true; });
try {
d.feed(out);
FAIL("expected the size cap");
} catch (const molo::llm::ApiError& e) {
ASSERT_EQ(e.type(), "EVENTSTREAM_LENGTH");
}
std::string small;
auto put = [&](std::uint32_t v) { for (int s = 24; s >= 0; s -= 8) small.push_back(static_cast<char>((v >> s) & 0xFF)); };
put(10); // shorter than the 16 byte minimum
put(0);
put(Crc32::of(small));
EventStreamDecoder d2("bedrock", [](const EventMessage&) { return true; });
ASSERT_THROW(d2.feed(small), molo::llm::ApiError);
}
TEST(bedrock_eventstream, a_json_error_body_in_place_of_a_stream_throws_its_message) {
EventStreamDecoder d("bedrock", [](const EventMessage&) { return true; });
d.feed("{\"message\":\"The security token ");
d.feed("included in the request is invalid.\"}");
try {
d.finish();
FAIL("expected the error document");
} catch (const molo::llm::ApiError& e) {
ASSERT_TRUE(has(e.message(), "security token"));
ASSERT_EQ(e.type(), "STREAM_HTTP_ERROR");
}
}
TEST(bedrock_eventstream, exception_frames_map_to_api_errors) {
std::string frame = Rig::exception("throttlingException", "{\"message\":\"Too many requests\"}");
EventMessage m;
EventStreamDecoder d("bedrock", [&](const EventMessage& x) { m = x; return true; });
d.feed(frame);
ASSERT_TRUE(m.is_failure());
try {
EventStreamDecoder::raise_if_failure("bedrock", m);
FAIL("expected throw");
} catch (const molo::llm::ApiError& e) {
ASSERT_EQ(e.http_status(), 429);
ASSERT_EQ(e.type(), "throttlingException");
ASSERT_EQ(e.message(), "Too many requests");
}
// modelStreamErrorException carries a status of 424 in the service model.
EventMessage ms;
EventStreamDecoder d2("bedrock", [&](const EventMessage& x) { ms = x; return true; });
d2.feed(Rig::exception("modelStreamErrorException", "{\"message\":\"x\",\"originalStatusCode\":500}"));
try {
EventStreamDecoder::raise_if_failure("bedrock", ms);
FAIL("expected throw");
} catch (const molo::llm::ApiError& e) {
ASSERT_EQ(e.http_status(), 424);
}
}

Some files were not shown because too many files have changed in this diff Show More