| import json, asyncio |
| import requests |
| from requests.models import PreparedRequest |
| from requests_auth_aws_sigv4 import AWSSigV4 |
| from datetime import datetime |
| from datetime import UTC |
| from datetime import timedelta |
| from dateutil.relativedelta import relativedelta |
|
|
| |
| async def bedrock_model_available(session, key_id="", secret_key="", region="us-east-1", model="anthropic.claude-3-sonnet-20240229-v1%3A"): |
| try: |
| model = model.replace(":","%3A") |
| except Exception as e: |
| pass |
| endpoint = f'https://bedrock.{region}.amazonaws.com/foundation-model-availability/'+model |
| |
| headers = { |
| 'authority': 'bedrock.us-east-1.amazonaws.com', |
| 'accept': '*/*', |
| 'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8,pl;q=0.7', |
| 'amz-sdk-invocation-id': '17a6e1df-4d2a-41c8-87fd-991da34b2a92', |
| 'amz-sdk-request': 'attempt=1; max=3', |
| 'origin': 'https://us-east-1.console.aws.amazon.com', |
| 'referer': 'https://us-east-1.console.aws.amazon.com/', |
| 'sec-ch-ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"', |
| 'sec-ch-ua-mobile': '?0', |
| 'sec-ch-ua-platform': '"Windows"', |
| 'sec-fetch-dest': 'empty', |
| 'sec-fetch-mode': 'cors', |
| 'sec-fetch-site': 'cross-site', |
| 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36', |
| } |
| aws_auth = AWSSigV4("bedrock", |
| aws_access_key_id=key_id, |
| aws_secret_access_key=secret_key, |
| region=region |
| ) |
| |
| loop = asyncio.get_event_loop() |
| req = requests.Request('GET', endpoint, headers=headers) |
| prepared_req = req.prepare() |
| signed_req = await loop.run_in_executor(None, aws_auth, prepared_req) |
|
|
| async with session.get(endpoint, headers=signed_req.headers, data=signed_req.body) as response: |
| if response.status != 200: |
| response_data = await response.text() |
| return json.loads(response_data) |
| |
| return await response.json() |
| |
| async def bedrock_send_fake_form(session, key_id="", secret_key="", region="us-east-1", form_data=""): |
| endpoint = f'https://bedrock.{region}.amazonaws.com/use-case-for-model-access' |
| |
| headers = { |
| 'authority': 'bedrock.us-east-1.amazonaws.com', |
| 'accept': '*/*', |
| 'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8,pl;q=0.7', |
| 'amz-sdk-invocation-id': '17a6e1df-4d2a-41c8-87fd-991da34b2a92', |
| 'amz-sdk-request': 'attempt=1; max=3', |
| 'origin': 'https://us-east-1.console.aws.amazon.com', |
| 'referer': 'https://us-east-1.console.aws.amazon.com/', |
| 'sec-ch-ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"', |
| 'sec-ch-ua-mobile': '?0', |
| 'sec-ch-ua-platform': '"Windows"', |
| 'sec-fetch-dest': 'empty', |
| 'sec-fetch-mode': 'cors', |
| 'sec-fetch-site': 'cross-site', |
| 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36', |
| } |
| |
|
|
| aws_auth = AWSSigV4("bedrock", |
| aws_access_key_id=key_id, |
| aws_secret_access_key=secret_key, |
| region=region |
| ) |
| |
| loop = asyncio.get_event_loop() |
| req = requests.Request('POST', endpoint, headers=headers) |
| prepared_req = req.prepare() |
| signed_req = await loop.run_in_executor(None, aws_auth, prepared_req) |
|
|
| async with session.post(endpoint, headers=signed_req.headers, data=signed_req.body) as response: |
| if response.status != 200: |
| response_data = await response.text() |
| return json.loads(response_data) |
| |
| return await response.json() |
|
|
| async def send_signed_request_bedrock(session, payload, model="", key_id="", secret_key="", region="us-east-1"): |
| try: |
| model = model.replace(":","%3A") |
| except Exception as e: |
| pass |
| |
| endpoint = f'https://bedrock-runtime.{region}.amazonaws.com/model/{model}/invoke' |
| |
| headers = { |
| "Content-Type": "application/json" |
| } |
| |
| aws_auth = AWSSigV4("bedrock", |
| aws_access_key_id=key_id, |
| aws_secret_access_key=secret_key, |
| region=region |
| ) |
| |
| loop = asyncio.get_event_loop() |
| req = requests.Request('POST', endpoint, data=payload, headers=headers) |
| prepared_req = req.prepare() |
| signed_req = await loop.run_in_executor(None, aws_auth, prepared_req) |
|
|
| async with session.post(endpoint, headers=signed_req.headers, data=signed_req.body) as response: |
| if response.status != 200: |
| response_data = await response.text() |
| return json.loads(response_data) |
| |
| return await response.json() |
|
|
| async def send_signed_request_ce(session, service, payload, key_id="", secret_key=""): |
| ce_endpoint = 'https://ce.us-east-1.amazonaws.com' |
| headers = { |
| "Content-Type": "application/x-www-form-urlencoded", |
| "Accept": "application/json", |
| } |
|
|
| aws_auth = AWSSigV4(service, |
| aws_access_key_id=key_id, |
| aws_secret_access_key=secret_key, |
| region="us-east-1" |
| ) |
|
|
| |
| headers = { |
| "Content-Type": "application/x-amz-json-1.1", |
| "Accept": "application/json", |
| "X-Amz-Target": f"AWSInsightsIndexService.GetCostAndUsage" |
| } |
|
|
| loop = asyncio.get_event_loop() |
| req = PreparedRequest() |
| req.prepare_url(ce_endpoint, {}) |
| req.prepare_method('POST') |
| req.prepare_headers(headers) |
| req.prepare_body(data=payload, files=None) |
|
|
| signed_req = await loop.run_in_executor(None, aws_auth, req) |
| |
| async with session.post(ce_endpoint, headers=signed_req.headers, data=signed_req.body) as response: |
| response_text = await response.text() |
| |
| if response.status != 200: |
| try: |
| return json.loads(response_text) |
| except: |
| return {} |
| return json.loads(response_text) |
|
|
| async def get_service_cost_and_usage(session, key, secret, service="Claude 3 Sonnet (Amazon Bedrock Edition)"): |
| now = datetime.now(UTC) |
| six_months_ago = now - relativedelta(months=6) |
| start_date = six_months_ago.replace(day=1).strftime('%Y-%m-%d') |
| end_date = (now.replace(day=1) + relativedelta(months=1) - timedelta(days=1)).strftime('%Y-%m-%d') |
| |
| payload = { |
| "TimePeriod": { |
| "Start": start_date, |
| "End": end_date |
| }, |
| "Granularity": "MONTHLY", |
| "Metrics": ["BlendedCost"], |
| "Filter": { |
| "Dimensions": { |
| "Key": "SERVICE", |
| "Values": [service] |
| } |
| } |
| } |
|
|
| json_payload = json.dumps(payload) |
|
|
| return await send_signed_request_ce(session, "ce", json_payload, key_id=key, secret_key=secret), service |