200 lines
38 KiB
JSON
200 lines
38 KiB
JSON
{
|
|
"sessionId": "e8dc2ec8-7338-4047-af97-c484a89a8b5b",
|
|
"projectHash": "c4ece9c032ac20d038bbd73e9aa5f86cb3fd24c826b8e99b6edcd77db288fcb1",
|
|
"startTime": "2026-03-03T11:38:34.723Z",
|
|
"lastUpdated": "2026-03-03T11:39:14.458Z",
|
|
"messages": [
|
|
{
|
|
"id": "d2c2da6d-6c3a-4b82-82fc-11b6c94148d4",
|
|
"timestamp": "2026-03-03T11:38:34.723Z",
|
|
"type": "user",
|
|
"content": [
|
|
{
|
|
"text": "make @bwsuage.py create a google sheet"
|
|
},
|
|
{
|
|
"text": "\n--- Content from referenced files ---"
|
|
},
|
|
{
|
|
"text": "\nContent from @bwsuage.py:\n"
|
|
},
|
|
{
|
|
"text": "import boto3\nfrom aws_utils import get_account_names, get_previous_month_range, get_boto_session\n\ndef get_total_bandwidth_report(threshold_gb=100.0):\n session = get_boto_session()\n ce_client = session.client('ce')\n all_accounts = get_account_names()\n if not all_accounts:\n return\n\n start_date, end_date = get_previous_month_range()\n account_totals = {acc_id: 0.0 for acc_id in all_accounts.keys()}\n next_token = None\n\n try:\n while True:\n params = {\n 'TimePeriod': {'Start': start_date, 'End': end_date},\n 'Granularity': 'MONTHLY',\n 'Metrics': ['UsageQuantity'],\n 'GroupBy': [\n {'Type': 'DIMENSION', 'Key': 'LINKED_ACCOUNT'},\n {'Type': 'DIMENSION', 'Key': 'USAGE_TYPE'}\n ]\n }\n if next_token:\n params['NextPageToken'] = next_token\n\n response = ce_client.get_cost_and_usage(**params)\n\n for result in response['ResultsByTime']:\n for group in result['Groups']:\n acc_id = group['Keys'][0]\n usage_type = group['Keys'][1]\n usage_amount = float(group['Metrics']['UsageQuantity']['Amount'])\n unit = group['Metrics']['UsageQuantity']['Unit']\n\n if \"DataTransfer\" in usage_type:\n if unit == 'Bytes':\n usage_amount /= (1024**3)\n elif unit in ['MB', 'Megabytes']:\n usage_amount /= 1024\n \n if acc_id in account_totals:\n account_totals[acc_id] += usage_amount\n else:\n account_totals[acc_id] = usage_amount\n\n next_token = response.get('NextPageToken')\n if not next_token:\n break\n\n print(f\"\\n--- Full Bandwidth Report ({start_date} to {end_date}) ---\")\n print(f\"{'Account Name':<25} | {'Total GB':<12} | {'Overage (>100GB)'}\")\n print(\"-\" * 75)\n\n sorted_accounts = sorted(account_totals.items(), key=lambda x: (x[1], all_accounts.get(x[0], x[0])), reverse=True)\n \n for acc_id, total_usage in sorted_accounts:\n acc_name = all_accounts.get(acc_id, f\"Deleted/Unknown ({acc_id})\")\n overage = max(0, total_usage - threshold_gb)\n status_icon = \"⚠️\" if overage > 0 else \"✅\"\n print(f\"{acc_name[:25]:<25} | {total_usage:>10.2f} GB | {overage:>8.2f} GB {status_icon}\")\n\n except Exception as e:\n print(f\"Error: {e}\")\n\nif __name__ == \"__main__\":\n get_total_bandwidth_report(100.0)"
|
|
},
|
|
{
|
|
"text": "\n--- End of content ---"
|
|
}
|
|
],
|
|
"displayContent": [
|
|
{
|
|
"text": "make @bwsuage.py create a google sheet"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "a773a08a-0932-4108-9997-3e748ce1fd09",
|
|
"timestamp": "2026-03-03T11:38:37.814Z",
|
|
"type": "gemini",
|
|
"content": "I will read `aws_utils.py` to confirm the `export_to_sheets` function's signature and implementation.",
|
|
"thoughts": [
|
|
{
|
|
"subject": "Exploring Implementation Options",
|
|
"description": "I'm currently evaluating how to best integrate the `export_to_sheets` function from `aws_utils.py` into `bwusage.py`. The goal is a seamless export of the bandwidth usage data. My plan is to call the `export_to_sheets` function with appropriate title, headers and data rows.",
|
|
"timestamp": "2026-03-03T11:38:36.773Z"
|
|
},
|
|
{
|
|
"subject": "Confirming Utility Function Details",
|
|
"description": "I just finished reviewing `aws_utils.py` to confirm the function signature for `export_to_sheets`. Now I'll proceed by working out how to best integrate the function call within `bwusage.py`. I'll first structure the data into the correct format. Then, I'll figure out where the `export_to_sheets` call should be placed to ensure the export happens after data generation.",
|
|
"timestamp": "2026-03-03T11:38:37.722Z"
|
|
}
|
|
],
|
|
"tokens": {
|
|
"input": 16382,
|
|
"output": 42,
|
|
"cached": 3254,
|
|
"thoughts": 178,
|
|
"tool": 0,
|
|
"total": 16602
|
|
},
|
|
"model": "gemini-3-flash-preview",
|
|
"toolCalls": [
|
|
{
|
|
"id": "read_file_1772537917813_0",
|
|
"name": "read_file",
|
|
"args": {
|
|
"file_path": "aws_utils.py"
|
|
},
|
|
"result": [
|
|
{
|
|
"functionResponse": {
|
|
"id": "read_file_1772537917813_0",
|
|
"name": "read_file",
|
|
"response": {
|
|
"output": "import boto3\nimport json\nimport os\nimport subprocess\nimport time\nfrom datetime import datetime, date\nfrom dateutil.relativedelta import relativedelta\n\n# Attempt to load .env file if python-dotenv is installed\ntry:\n from dotenv import load_dotenv\n load_dotenv()\nexcept ImportError:\n pass\n\n# --- GOOGLE SHEETS CONFIG ---\ndef get_google_client_secret_file():\n return os.getenv('GOOGLE_CLIENT_SECRET_FILE', 'client_secret.json')\n\ndef get_google_authorized_user_file():\n return os.getenv('GOOGLE_AUTHORIZED_USER_FILE', 'authorized_user.json')\n\nSCOPES = [\n 'https://www.googleapis.com/auth/spreadsheets',\n 'https://www.googleapis.com/auth/drive'\n]\n\ndef get_google_auth():\n \"\"\"Authenticates with Google Sheets API.\"\"\"\n import gspread\n from google_auth_oauthlib.flow import InstalledAppFlow\n from google.auth.transport.requests import Request\n from google.oauth2.credentials import Credentials\n\n creds = None\n auth_user_file = get_google_authorized_user_file()\n client_secret_file = get_google_client_secret_file()\n\n if os.path.exists(auth_user_file):\n creds = Credentials.from_authorized_user_file(auth_user_file, SCOPES)\n \n if not creds or not creds.valid:\n if creds and creds.expired and creds.refresh_token:\n creds.refresh(Request())\n else:\n if not os.path.exists(client_secret_file):\n print(f\"Warning: {client_secret_file} not found. Google Sheets export will be skipped.\")\n return None\n flow = InstalledAppFlow.from_client_secrets_file(client_secret_file, SCOPES)\n creds = flow.run_local_server(port=0)\n with open(auth_user_file, 'w') as token:\n token.write(creds.to_json())\n \n return gspread.authorize(creds)\n\ndef export_to_sheets(title, headers, rows):\n \"\"\"\n Creates a Google Sheet and populates it with headers and rows.\n Title will be appended with ISO8601 date.\n \"\"\"\n gc = get_google_auth()\n if not gc:\n return None\n\n full_title = f\"{title}_{date.today().isoformat()}\"\n print(f\"Exporting to Google Sheet: {full_title}...\")\n \n try:\n sh = gc.create(full_title)\n ws = sh.get_worksheet(0)\n ws.update_title(\"Data\")\n \n # Prepare data: headers + rows\n data = [headers] + rows\n ws.update(data)\n \n # Basic formatting\n ws.format(\"A1:Z1\", {\"textFormat\": {\"bold\": True}})\n ws.freeze(rows=1)\n \n print(f\"Successfully exported to: {sh.url}\")\n return sh.url\n except Exception as e:\n print(f\"Error exporting to Google Sheets: {e}\")\n return None\n\ndef get_boto_session():\n \"\"\"\n Returns a boto3 session for the parent profile.\n Ensures SSO login is valid and unsets conflicting env vars.\n \"\"\"\n ensure_sso_login()\n parent_profile = os.getenv('AWS_PARENT_PROFILE', 'default')\n \n # Unset env vars that would override the profile\n for var in ['AWS_ACCESS_KEY_ID', 'AWS_SECRET_ACCESS_KEY', 'AWS_SESSION_TOKEN']:\n if var in os.environ:\n del os.environ[var]\n \n os.environ['AWS_PROFILE'] = parent_profile\n return boto3.Session(profile_name=parent_profile)\n\ndef ensure_sso_login():\n \"\"\"\n Checks if the current session has valid credentials.\n If not, attempts to run 'aws sso login'.\n Uses AWS_PARENT_PROFILE from env or defaults to 'default'.\n \"\"\"\n parent_profile = os.getenv('AWS_PARENT_PROFILE', 'default')\n \n # We create a temporary session to check credentials\n session = boto3.Session(profile_name=parent_profile)\n \n try:\n # Check if we can get an identity (indicates valid session)\n sts = session.client('sts')\n sts.get_caller_identity()\n except Exception:\n print(f\"Session for profile '{parent_profile}' expired or invalid. Attempting SSO login...\")\n try:\n # We use subprocess to call the CLI for login as it handles the browser flow\n subprocess.run([\"aws\", \"sso\", \"login\", \"--profile\", parent_profile], check=True)\n print(\"SSO login successful.\")\n except subprocess.CalledProcessError:\n print(\"Error: 'aws sso login' failed. Please login manually.\")\n return False\n except Exception as e:\n print(f\"An unexpected error occurred during login: {e}\")\n return False\n \n return True\n\ndef get_skip_accounts():\n \"\"\"Returns a list of account IDs to skip from SKIP_ACCOUNTS env var.\"\"\"\n skip_str = os.getenv('SKIP_ACCOUNTS', '')\n if not skip_str:\n return []\n return [s.strip() for s in skip_str.split(',') if s.strip()]\n\ndef get_ou_ids():\n \"\"\"Returns a list of OU IDs from OU_IDS env var.\"\"\"\n ou_str = os.getenv('OU_IDS', '')\n if ou_str:\n return [o.strip() for o in ou_str.split(',') if o.strip()]\n return []\n\ndef get_account_names():\n \"\"\"Fetches account names from AWS Organizations, excluding skipped accounts.\"\"\"\n session = get_boto_session()\n org_client = session.client('organizations')\n skip_accounts = get_skip_accounts()\n accounts = {}\n try:\n paginator = org_client.get_paginator('list_accounts')\n for page in paginator.paginate():\n for account in page['Accounts']:\n if account['Status'] == 'ACTIVE' and account['Id'] not in skip_accounts:\n accounts[account['Id']] = account['Name']\n except Exception as e:\n sts = session.client('sts')\n try:\n identity = sts.get_caller_identity()['Arn']\n except:\n identity = \"Unknown\"\n print(f\"Error fetching account names (Identity: {identity}): {e}\")\n print(\"Tip: If you don't have permission to list all accounts, try specifying OU_IDS in your .env file.\")\n return accounts\n\ndef get_previous_month_range():\n \"\"\"Returns (start_date, end_date) for the previous month in YYYY-MM-DD format.\"\"\"\n today = date.today()\n first_day_curr = today.replace(day=1)\n last_day_prev = first_day_curr - relativedelta(days=1)\n start_date = last_day_prev.replace(day=1).strftime('%Y-%m-%d')\n end_date = first_day_curr.strftime('%Y-%m-%d')\n return start_date, end_date\n\ndef get_last_n_months_ranges(n=3):\n \"\"\"Returns a list of (start_date, end_date, label) for the last n months.\"\"\"\n ranges = []\n current_date = datetime.now().replace(day=1)\n for i in range(1, n + 1):\n start_dt = current_date - relativedelta(months=i)\n end_dt = current_date - relativedelta(months=i-1)\n ranges.append((\n start_dt.strftime('%Y-%m-%d'),\n end_dt.strftime('%Y-%m-%d'),\n start_dt.strftime('%Y-%m')\n ))\n return ranges\n\ndef get_aws_pricing(service_code, filters):\n \"\"\"Generic helper to fetch on-demand price from AWS Pricing API (us-east-1).\"\"\"\n session = get_boto_session()\n pricing_client = session.client('pricing', region_name='us-east-1')\n try:\n response = pricing_client.get_products(\n ServiceCode=service_code,\n Filters=filters\n )\n if response['PriceList']:\n price_item = json.loads(response['PriceList'][0])\n on_demand = price_item['terms']['OnDemand']\n term_key = list(on_demand.keys())[0]\n price_dimensions = on_demand[term_key]['priceDimensions']\n dim_key = list(price_dimensions.keys())[0]\n return float(price_dimensions[dim_key]['pricePerUnit']['USD'])\n except Exception as e:\n print(f\"Error fetching pricing for {service_code}: {e}\")\n return None\n\ndef setup_org_accounts_session(ou_ids=None, profile_suffix='.admin'):\n \"\"\"\n Yields (account_dict, profile_name) for active accounts in OUs.\n Handles boto3 session setup for each account.\n Excludes accounts in SKIP_ACCOUNTS env var.\n If no OUs are provided, scans the entire organization.\n \"\"\"\n session = get_boto_session()\n\n if ou_ids is None:\n ou_ids = get_ou_ids()\n \n skip_accounts = get_skip_accounts()\n org_client = session.client('organizations')\n\n if not ou_ids:\n # Fallback: Scan all accounts in the organization if no OUs specified\n try:\n paginator = org_client.get_paginator('list_accounts')\n for page in paginator.paginate():\n for account in page['Accounts']:\n if account['Status'] == 'ACTIVE' and account['Id'] not in skip_accounts:\n # Sanitize account name for profile use\n account_name = account['Name'].replace(\" - \", \"-\").replace(\" \", \"-\")\n profile_name = f'{account_name}{profile_suffix}'\n yield account, profile_name\n return\n except Exception as e:\n sts = session.client('sts')\n try:\n identity = sts.get_caller_identity()['Arn']\n except:\n identity = \"Unknown\"\n print(f\"Error fetching all accounts in organization (Identity: {identity}): {e}\")\n print(\"Tip: If you don't have permission to list all accounts, try specifying OU_IDS in your .env file.\")\n return\n\n for ou_id in ou_ids:\n try:\n paginator = org_client.get_paginator('list_accounts_for_parent')\n for page in paginator.paginate(ParentId=ou_id):\n for account in page['Accounts']:\n if account['Status'] == 'ACTIVE' and account['Id'] not in skip_accounts:\n # Sanitize account name for profile use\n account_name = account['Name'].replace(\" - \", \"-\").replace(\" \", \"-\")\n profile_name = f'{account_name}{profile_suffix}'\n yield account, profile_name\n except Exception as e:\n print(f\"Error fetching accounts for OU {ou_id}: {e}\")\n"
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"status": "success",
|
|
"timestamp": "2026-03-03T11:38:37.845Z",
|
|
"resultDisplay": "",
|
|
"displayName": "ReadFile",
|
|
"description": "Reads and returns the content of a specified file. If the file is large, the content will be truncated. The tool's response will clearly indicate if truncation has occurred and will provide details on how to read more of the file using the 'start_line' and 'end_line' parameters. Handles text, images (PNG, JPG, GIF, WEBP, SVG, BMP), audio files (MP3, WAV, AIFF, AAC, OGG, FLAC), and PDF files. For text files, it can read specific line ranges.",
|
|
"renderOutputAsMarkdown": true
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "f502099c-112b-4542-b280-80e9ae4c39b2",
|
|
"timestamp": "2026-03-03T11:38:51.910Z",
|
|
"type": "gemini",
|
|
"content": "I will modify `bwsuage.py` to import `export_to_sheets` and use it to export the bandwidth report data to a Google Sheet.",
|
|
"thoughts": [
|
|
{
|
|
"subject": "Implementing the export function",
|
|
"description": "I've verified that the `export_to_sheets` function is accessible within `aws_utils.py`. My next task is modifying `bwsu_age.py`. I plan to incorporate the import statement, compile data into a list of rows, and invoke `export_to_sheets` following the console report. The focus will be on ensuring the row data is correctly formatted.",
|
|
"timestamp": "2026-03-03T11:38:40.174Z"
|
|
},
|
|
{
|
|
"subject": "Confirming Function Call",
|
|
"description": "I'm now integrating the `export_to_sheets` function call into `bwsu_age.py`. I've added the import statement and am structuring the data into a `rows` list. The function will be called after the console output. I am prioritizing correct data formatting, making sure that the final `rows` argument is a list of lists before passing it to `export_to_sheets`.",
|
|
"timestamp": "2026-03-03T11:38:41.680Z"
|
|
},
|
|
{
|
|
"subject": "Refining Data Structures",
|
|
"description": "I'm making progress in `bwsu_age.py`. I've added the import for `export_to_sheets` and am working on the data preparation. The core of my effort now lies in correctly structuring the `rows` list. I'm focusing on parsing the existing console output and transforming it into the expected list of lists format for the function. I'll need to extract the account names and total bandwidth values.",
|
|
"timestamp": "2026-03-03T11:38:42.970Z"
|
|
},
|
|
{
|
|
"subject": "Incorporating the Function Call",
|
|
"description": "I am now implementing the sheet export logic within `bwsu_age.py`. I've verified the presence of `export_to_sheets` in `aws_utils.py` and am proceeding with the import statement in `bwsu_age.py`. Next, I will populate the `rows` list by parsing the existing report and extracting the required data, focusing on matching the function's expected data format. Finally, I will call the function to export the data.",
|
|
"timestamp": "2026-03-03T11:38:44.296Z"
|
|
}
|
|
],
|
|
"tokens": {
|
|
"input": 19140,
|
|
"output": 1642,
|
|
"cached": 16620,
|
|
"thoughts": 891,
|
|
"tool": 0,
|
|
"total": 21673
|
|
},
|
|
"model": "gemini-3-flash-preview",
|
|
"toolCalls": [
|
|
{
|
|
"id": "replace_1772537931909_0",
|
|
"name": "replace",
|
|
"args": {
|
|
"instruction": "Import export_to_sheets and add logic to export the bandwidth report to Google Sheets.",
|
|
"new_string": "from aws_utils import get_account_names, get_previous_month_range, get_boto_session, export_to_sheets\n\ndef get_total_bandwidth_report(threshold_gb=100.0):\n session = get_boto_session()\n ce_client = session.client('ce')\n all_accounts = get_account_names()\n if not all_accounts:\n return\n\n start_date, end_date = get_previous_month_range()\n account_totals = {acc_id: 0.0 for acc_id in all_accounts.keys()}\n next_token = None\n\n try:\n while True:\n params = {\n 'TimePeriod': {'Start': start_date, 'End': end_date},\n 'Granularity': 'MONTHLY',\n 'Metrics': ['UsageQuantity'],\n 'GroupBy': [\n {'Type': 'DIMENSION', 'Key': 'LINKED_ACCOUNT'},\n {'Type': 'DIMENSION', 'Key': 'USAGE_TYPE'}\n ]\n }\n if next_token:\n params['NextPageToken'] = next_token\n\n response = ce_client.get_cost_and_usage(**params)\n\n for result in response['ResultsByTime']:\n for group in result['Groups']:\n acc_id = group['Keys'][0]\n usage_type = group['Keys'][1]\n usage_amount = float(group['Metrics']['UsageQuantity']['Amount'])\n unit = group['Metrics']['UsageQuantity']['Unit']\n\n if \"DataTransfer\" in usage_type:\n if unit == 'Bytes':\n usage_amount /= (1024**3)\n elif unit in ['MB', 'Megabytes']:\n usage_amount /= 1024\n \n if acc_id in account_totals:\n account_totals[acc_id] += usage_amount\n else:\n account_totals[acc_id] = usage_amount\n\n next_token = response.get('NextPageToken')\n if not next_token:\n break\n\n print(f\"\\n--- Full Bandwidth Report ({start_date} to {end_date}) ---\")\n print(f\"{'Account Name':<25} | {'Total GB':<12} | {'Overage (>100GB)'}\")\n print(\"-\" * 75)\n\n sorted_accounts = sorted(account_totals.items(), key=lambda x: (x[1], all_accounts.get(x[0], x[0])), reverse=True)\n \n headers = [\"Account Name\", \"Account ID\", \"Total GB\", \"Overage (>100GB)\"]\n rows = []\n\n for acc_id, total_usage in sorted_accounts:\n acc_name = all_accounts.get(acc_id, f\"Deleted/Unknown ({acc_id})\")\n overage = max(0, total_usage - threshold_gb)\n status_icon = \"⚠️\" if overage > 0 else \"✅\"\n print(f\"{acc_name[:25]:<25} | {total_usage:>10.2f} GB | {overage:>8.2f} GB {status_icon}\")\n \n rows.append([acc_name, acc_id, round(total_usage, 2), round(overage, 2)])\n\n # Export to Google Sheets\n export_to_sheets(\"AWS_Bandwidth_Usage\", headers, rows)\n\n except Exception as e:\n print(f\"Error: {e}\")\n",
|
|
"old_string": "from aws_utils import get_account_names, get_previous_month_range, get_boto_session\n\ndef get_total_bandwidth_report(threshold_gb=100.0):\n session = get_boto_session()\n ce_client = session.client('ce')\n all_accounts = get_account_names()\n if not all_accounts:\n return\n\n start_date, end_date = get_previous_month_range()\n account_totals = {acc_id: 0.0 for acc_id in all_accounts.keys()}\n next_token = None\n\n try:\n while True:\n params = {\n 'TimePeriod': {'Start': start_date, 'End': end_date},\n 'Granularity': 'MONTHLY',\n 'Metrics': ['UsageQuantity'],\n 'GroupBy': [\n {'Type': 'DIMENSION', 'Key': 'LINKED_ACCOUNT'},\n {'Type': 'DIMENSION', 'Key': 'USAGE_TYPE'}\n ]\n }\n if next_token:\n params['NextPageToken'] = next_token\n\n response = ce_client.get_cost_and_usage(**params)\n\n for result in response['ResultsByTime']:\n for group in result['Groups']:\n acc_id = group['Keys'][0]\n usage_type = group['Keys'][1]\n usage_amount = float(group['Metrics']['UsageQuantity']['Amount'])\n unit = group['Metrics']['UsageQuantity']['Unit']\n\n if \"DataTransfer\" in usage_type:\n if unit == 'Bytes':\n usage_amount /= (1024**3)\n elif unit in ['MB', 'Megabytes']:\n usage_amount /= 1024\n \n if acc_id in account_totals:\n account_totals[acc_id] += usage_amount\n else:\n account_totals[acc_id] = usage_amount\n\n next_token = response.get('NextPageToken')\n if not next_token:\n break\n\n print(f\"\\n--- Full Bandwidth Report ({start_date} to {end_date}) ---\")\n print(f\"{'Account Name':<25} | {'Total GB':<12} | {'Overage (>100GB)'}\")\n print(\"-\" * 75)\n\n sorted_accounts = sorted(account_totals.items(), key=lambda x: (x[1], all_accounts.get(x[0], x[0])), reverse=True)\n \n for acc_id, total_usage in sorted_accounts:\n acc_name = all_accounts.get(acc_id, f\"Deleted/Unknown ({acc_id})\")\n overage = max(0, total_usage - threshold_gb)\n status_icon = \"⚠️\" if overage > 0 else \"✅\"\n print(f\"{acc_name[:25]:<25} | {total_usage:>10.2f} GB | {overage:>8.2f} GB {status_icon}\")\n\n except Exception as e:\n print(f\"Error: {e}\")\n",
|
|
"file_path": "/Users/bob/git/dxw/aws-stuff/bwsuage.py",
|
|
"allow_multiple": false
|
|
},
|
|
"result": [
|
|
{
|
|
"functionResponse": {
|
|
"id": "replace_1772537931909_0",
|
|
"name": "replace",
|
|
"response": {
|
|
"output": "Successfully modified file: /Users/bob/git/dxw/aws-stuff/bwsuage.py (1 replacements). Here is the updated code:\nimport boto3\nfrom aws_utils import get_account_names, get_previous_month_range, get_boto_session, export_to_sheets\n\ndef get_total_bandwidth_report(threshold_gb=100.0):\n session = get_boto_session()\n ce_client = session.client('ce')\n all_accounts = get_account_names()\n...\n print(f\"{'Account Name':<25} | {'Total GB':<12} | {'Overage (>100GB)'}\")\n print(\"-\" * 75)\n\n sorted_accounts = sorted(account_totals.items(), key=lambda x: (x[1], all_accounts.get(x[0], x[0])), reverse=True)\n \n headers = [\"Account Name\", \"Account ID\", \"Total GB\", \"Overage (>100GB)\"]\n rows = []\n\n for acc_id, total_usage in sorted_accounts:\n acc_name = all_accounts.get(acc_id, f\"Deleted/Unknown ({acc_id})\")\n overage = max(0, total_usage - threshold_gb)\n status_icon = \"⚠️\" if overage > 0 else \"✅\"\n print(f\"{acc_name[:25]:<25} | {total_usage:>10.2f} GB | {overage:>8.2f} GB {status_icon}\")\n \n rows.append([acc_name, acc_id, round(total_usage, 2), round(overage, 2)])\n\n # Export to Google Sheets\n export_to_sheets(\"AWS_Bandwidth_Usage\", headers, rows)\n\n except Exception as e:\n print(f\"Error: {e}\")\n\nif __name__ == \"__main__\":\n get_total_bandwidth_report(100.0)\n..."
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"status": "success",
|
|
"timestamp": "2026-03-03T11:39:11.140Z",
|
|
"resultDisplay": {
|
|
"fileDiff": "Index: bwsuage.py\n===================================================================\n--- bwsuage.py\tCurrent\n+++ bwsuage.py\tProposed\n@@ -1,5 +1,5 @@\n import boto3\n-from aws_utils import get_account_names, get_previous_month_range, get_boto_session\n+from aws_utils import get_account_names, get_previous_month_range, get_boto_session, export_to_sheets\n \n def get_total_bandwidth_report(threshold_gb=100.0):\n session = get_boto_session()\n@@ -56,12 +56,20 @@\n \n sorted_accounts = sorted(account_totals.items(), key=lambda x: (x[1], all_accounts.get(x[0], x[0])), reverse=True)\n \n+ headers = [\"Account Name\", \"Account ID\", \"Total GB\", \"Overage (>100GB)\"]\n+ rows = []\n+\n for acc_id, total_usage in sorted_accounts:\n acc_name = all_accounts.get(acc_id, f\"Deleted/Unknown ({acc_id})\")\n overage = max(0, total_usage - threshold_gb)\n status_icon = \"⚠️\" if overage > 0 else \"✅\"\n print(f\"{acc_name[:25]:<25} | {total_usage:>10.2f} GB | {overage:>8.2f} GB {status_icon}\")\n+ \n+ rows.append([acc_name, acc_id, round(total_usage, 2), round(overage, 2)])\n \n+ # Export to Google Sheets\n+ export_to_sheets(\"AWS_Bandwidth_Usage\", headers, rows)\n+\n except Exception as e:\n print(f\"Error: {e}\")\n \n",
|
|
"fileName": "bwsuage.py",
|
|
"filePath": "/Users/bob/git/dxw/aws-stuff/bwsuage.py",
|
|
"originalContent": "import boto3\nfrom aws_utils import get_account_names, get_previous_month_range, get_boto_session\n\ndef get_total_bandwidth_report(threshold_gb=100.0):\n session = get_boto_session()\n ce_client = session.client('ce')\n all_accounts = get_account_names()\n if not all_accounts:\n return\n\n start_date, end_date = get_previous_month_range()\n account_totals = {acc_id: 0.0 for acc_id in all_accounts.keys()}\n next_token = None\n\n try:\n while True:\n params = {\n 'TimePeriod': {'Start': start_date, 'End': end_date},\n 'Granularity': 'MONTHLY',\n 'Metrics': ['UsageQuantity'],\n 'GroupBy': [\n {'Type': 'DIMENSION', 'Key': 'LINKED_ACCOUNT'},\n {'Type': 'DIMENSION', 'Key': 'USAGE_TYPE'}\n ]\n }\n if next_token:\n params['NextPageToken'] = next_token\n\n response = ce_client.get_cost_and_usage(**params)\n\n for result in response['ResultsByTime']:\n for group in result['Groups']:\n acc_id = group['Keys'][0]\n usage_type = group['Keys'][1]\n usage_amount = float(group['Metrics']['UsageQuantity']['Amount'])\n unit = group['Metrics']['UsageQuantity']['Unit']\n\n if \"DataTransfer\" in usage_type:\n if unit == 'Bytes':\n usage_amount /= (1024**3)\n elif unit in ['MB', 'Megabytes']:\n usage_amount /= 1024\n \n if acc_id in account_totals:\n account_totals[acc_id] += usage_amount\n else:\n account_totals[acc_id] = usage_amount\n\n next_token = response.get('NextPageToken')\n if not next_token:\n break\n\n print(f\"\\n--- Full Bandwidth Report ({start_date} to {end_date}) ---\")\n print(f\"{'Account Name':<25} | {'Total GB':<12} | {'Overage (>100GB)'}\")\n print(\"-\" * 75)\n\n sorted_accounts = sorted(account_totals.items(), key=lambda x: (x[1], all_accounts.get(x[0], x[0])), reverse=True)\n \n for acc_id, total_usage in sorted_accounts:\n acc_name = all_accounts.get(acc_id, f\"Deleted/Unknown ({acc_id})\")\n overage = max(0, total_usage - threshold_gb)\n status_icon = \"⚠️\" if overage > 0 else \"✅\"\n print(f\"{acc_name[:25]:<25} | {total_usage:>10.2f} GB | {overage:>8.2f} GB {status_icon}\")\n\n except Exception as e:\n print(f\"Error: {e}\")\n\nif __name__ == \"__main__\":\n get_total_bandwidth_report(100.0)\n",
|
|
"newContent": "import boto3\nfrom aws_utils import get_account_names, get_previous_month_range, get_boto_session, export_to_sheets\n\ndef get_total_bandwidth_report(threshold_gb=100.0):\n session = get_boto_session()\n ce_client = session.client('ce')\n all_accounts = get_account_names()\n if not all_accounts:\n return\n\n start_date, end_date = get_previous_month_range()\n account_totals = {acc_id: 0.0 for acc_id in all_accounts.keys()}\n next_token = None\n\n try:\n while True:\n params = {\n 'TimePeriod': {'Start': start_date, 'End': end_date},\n 'Granularity': 'MONTHLY',\n 'Metrics': ['UsageQuantity'],\n 'GroupBy': [\n {'Type': 'DIMENSION', 'Key': 'LINKED_ACCOUNT'},\n {'Type': 'DIMENSION', 'Key': 'USAGE_TYPE'}\n ]\n }\n if next_token:\n params['NextPageToken'] = next_token\n\n response = ce_client.get_cost_and_usage(**params)\n\n for result in response['ResultsByTime']:\n for group in result['Groups']:\n acc_id = group['Keys'][0]\n usage_type = group['Keys'][1]\n usage_amount = float(group['Metrics']['UsageQuantity']['Amount'])\n unit = group['Metrics']['UsageQuantity']['Unit']\n\n if \"DataTransfer\" in usage_type:\n if unit == 'Bytes':\n usage_amount /= (1024**3)\n elif unit in ['MB', 'Megabytes']:\n usage_amount /= 1024\n \n if acc_id in account_totals:\n account_totals[acc_id] += usage_amount\n else:\n account_totals[acc_id] = usage_amount\n\n next_token = response.get('NextPageToken')\n if not next_token:\n break\n\n print(f\"\\n--- Full Bandwidth Report ({start_date} to {end_date}) ---\")\n print(f\"{'Account Name':<25} | {'Total GB':<12} | {'Overage (>100GB)'}\")\n print(\"-\" * 75)\n\n sorted_accounts = sorted(account_totals.items(), key=lambda x: (x[1], all_accounts.get(x[0], x[0])), reverse=True)\n \n headers = [\"Account Name\", \"Account ID\", \"Total GB\", \"Overage (>100GB)\"]\n rows = []\n\n for acc_id, total_usage in sorted_accounts:\n acc_name = all_accounts.get(acc_id, f\"Deleted/Unknown ({acc_id})\")\n overage = max(0, total_usage - threshold_gb)\n status_icon = \"⚠️\" if overage > 0 else \"✅\"\n print(f\"{acc_name[:25]:<25} | {total_usage:>10.2f} GB | {overage:>8.2f} GB {status_icon}\")\n \n rows.append([acc_name, acc_id, round(total_usage, 2), round(overage, 2)])\n\n # Export to Google Sheets\n export_to_sheets(\"AWS_Bandwidth_Usage\", headers, rows)\n\n except Exception as e:\n print(f\"Error: {e}\")\n\nif __name__ == \"__main__\":\n get_total_bandwidth_report(100.0)\n",
|
|
"diffStat": {
|
|
"model_added_lines": 9,
|
|
"model_removed_lines": 1,
|
|
"model_added_chars": 390,
|
|
"model_removed_chars": 83,
|
|
"user_added_lines": 0,
|
|
"user_removed_lines": 4,
|
|
"user_added_chars": 0,
|
|
"user_removed_chars": 75
|
|
},
|
|
"isNewFile": false
|
|
},
|
|
"displayName": "Edit",
|
|
"description": "Replaces text within a file. By default, the tool expects to find and replace exactly ONE occurrence of `old_string`. If you want to replace multiple occurrences of the exact same string, set `allow_multiple` to true. This tool requires providing significant context around the change to ensure precise targeting. Always use the read_file tool to examine the file's current content before attempting a text replacement.\n \n The user has the ability to modify the `new_string` content. If modified, this will be stated in the response.\n \n Expectation for required parameters:\n 1. `old_string` MUST be the exact literal text to replace (including all whitespace, indentation, newlines, and surrounding code etc.).\n 2. `new_string` MUST be the exact literal text to replace `old_string` with (also including all whitespace, indentation, newlines, and surrounding code etc.). Ensure the resulting code is correct and idiomatic and that `old_string` and `new_string` are different.\n 3. `instruction` is the detailed instruction of what needs to be changed. It is important to Make it specific and detailed so developers or large language models can understand what needs to be changed and perform the changes on their own if necessary. \n 4. NEVER escape `old_string` or `new_string`, that would break the exact literal text requirement.\n **Important:** If ANY of the above are not satisfied, the tool will fail. CRITICAL for `old_string`: Must uniquely identify the instance(s) to change. Include at least 3 lines of context BEFORE and AFTER the target text, matching whitespace and indentation precisely. If this string matches multiple locations and `allow_multiple` is not true, the tool will fail.\n 5. Prefer to break down complex and long changes into multiple smaller atomic calls to this tool. Always check the content of the file after changes or not finding a string to match.\n **Multiple replacements:** Set `allow_multiple` to true if you want to replace ALL occurrences that match `old_string` exactly.",
|
|
"renderOutputAsMarkdown": true
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "3173e680-0312-41ca-893e-ac9ce4022506",
|
|
"timestamp": "2026-03-03T11:39:14.458Z",
|
|
"type": "gemini",
|
|
"content": "I have updated `bwsuage.py` to include Google Sheets export functionality using the shared `export_to_sheets` utility from `aws_utils.py`. The report will now be automatically uploaded after being printed to the console.",
|
|
"thoughts": [
|
|
{
|
|
"subject": "Reviewing Script Modifications",
|
|
"description": "I've incorporated the `export_to_sheets` function and implemented the row collection. Before finalizing, I'll confirm the syntax. A crucial next step is to assess the broader implications. It's imperative that I determine if other scripts warrant the same adjustments to fulfill user requirements comprehensively.",
|
|
"timestamp": "2026-03-03T11:39:13.534Z"
|
|
},
|
|
{
|
|
"subject": "Verifying Syntax and Scope",
|
|
"description": "I've successfully implemented the `export_to_sheets` call and the row collection, and I've verified the syntax. I've also checked for other potential scripts that the user might want, and determined that the changes should be isolated to `@bwsuage.py`. Plus, I added the rounding to two decimal places. Time to run a check for pattern consistency.",
|
|
"timestamp": "2026-03-03T11:39:14.387Z"
|
|
}
|
|
],
|
|
"tokens": {
|
|
"input": 21265,
|
|
"output": 49,
|
|
"cached": 16344,
|
|
"thoughts": 141,
|
|
"tool": 0,
|
|
"total": 21455
|
|
},
|
|
"model": "gemini-3-flash-preview"
|
|
}
|
|
],
|
|
"kind": "main"
|
|
} |