struct kb

Author: networkandcode

structured-kb-demo/.python-version

@@ -0,0 +1 @@
+3.13

structured-kb-demo/README.md

@@ -0,0 +1,20 @@
+import boto3
+
+from logger import logger
+from vars import DB_NAME, REGION
+
+glue = boto3.client('glue', region_name=REGION)
+
+try:
+    response = glue.create_database(
+        DatabaseInput={
+            'Name': DB_NAME,
+            'Description': 'Database for Bedrock structured knowledge base demo',
+        }
+    )
+    logger.info(f"Glue database '{DB_NAME}' created successfully.")
+    
+except glue.exceptions.AlreadyExistsException:
+    logger.error(f"Database {DB_NAME} already exists.")
+except Exception as e:
+    logger.error(f"Error creating Glue database: {e}")

structured-kb-demo/create_glue_db.py

@@ -0,0 +1,18 @@
+from logger import logger
+
+import boto3
+from botocore.exceptions import ClientError
+
+from vars import BUCKET_NAME, REGION
+
+s3_client = boto3.client('s3', region_name=REGION)
+
+try:
+    s3_client.head_bucket(Bucket=BUCKET_NAME)
+except ClientError as e:
+    logger.error(f"Error accessing bucket {BUCKET_NAME}: {e}")
+    s3_client.create_bucket(
+        Bucket=BUCKET_NAME,
+        CreateBucketConfiguration={'LocationConstraint': AWS_REGION}
+    )
+    logger.info(f"Bucket {BUCKET_NAME} created successfully")

structured-kb-demo/create_s3_bucket.py

@@ -0,0 +1,42 @@
+import json
+
+import boto3
+
+from logger import logger
+from vars import BUCKET_ARN, QUEUE_NAME, QUEUE_ARN
+
+sqs = boto3.client('sqs')
+
+access_policy = {
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Principal": {
+                "Service": "s3.amazonaws.com"
+            },
+            "Action": "sqs:SendMessage",
+            "Resource": QUEUE_ARN,
+            "Condition": {
+                "ArnLike": {
+                    "aws:SourceArn": BUCKET_ARN
+                }
+            }
+        }
+    ]
+}
+
+try:
+    # Check if queue exists
+    sqs.get_queue_url(QueueName=QUEUE_NAME)
+    logger.info(f"Queue already exists.")
+except sqs.exceptions.QueueDoesNotExist:
+    # Create queue if it doesn't exist
+    sqs.create_queue(
+        QueueName=QUEUE_NAME,
+        Attributes={
+            'Policy': json.dumps(access_policy)
+        }
+    )
+    logger.info(f"Queue created successfully.")
+except Exception as e:
+    logger.error(f"Error: {e}")

structured-kb-demo/create_sqs_queue.py

@@ -0,0 +1,11 @@
+resource_id,service,region,status,monthly_cost,owner_team
+i-01,EC2,us-east-1,running,45.0,DevOps
+i-02,EC2,us-west-2,stopped,0.0,DevOps
+db-01,RDS,ap-south-1,available,120.0,Data-Science
+db-02,RDS,us-east-1,backing-up,95.0,Data-Science
+vol-01,EBS,us-east-1,attached,10.5,DevOps
+s3-01,S3,eu-west-1,active,5.25,Security
+s3-02,S3,us-east-1,active,55.0,Marketing
+elb-01,ALB,us-east-1,active,22.0,DevOps
+cf-01,CloudFront,global,deployed,15.0,Marketing
+sqs-01,SQS,us-east-1,active,1.2,DevOps

structured-kb-demo/inventory_day_1.csv

@@ -0,0 +1,11 @@
+resource_id,service,region,status,monthly_cost,owner_team,environment
+lambda-01,Lambda,us-east-1,active,0.5,DevOps,Production
+lambda-02,Lambda,us-east-1,active,0.1,DevOps,Staging
+db-03,RDS,ap-south-1,available,150.0,Data-Science,Production
+i-03,EC2,us-east-1,running,45.0,Interns,Development
+i-04,EC2,us-east-1,running,45.0,Interns,Development
+s3-03,S3,us-east-1,active,12.0,Sales,Production
+eks-01,EKS,us-east-1,active,73.0,DevOps,Production
+redshift-01,Redshift,us-east-1,available,350.0,Analytics,Production
+sns-01,SNS,us-east-1,active,0.8,DevOps,Production
+glue-01,Glue,us-east-1,idle,0.0,DevOps,Staging

structured-kb-demo/inventory_day_2.csv

@@ -0,0 +1,4 @@
+import logging
+
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)

structured-kb-demo/logger.py

@@ -0,0 +1,10 @@
+[project]
+name = "structured-kb-demo"
+version = "0.1.0"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.13"
+dependencies = [
+    "boto3>=1.42.97",
+    "python-dotenv>=1.2.2",
+]

structured-kb-demo/pyproject.toml

@@ -0,0 +1,27 @@
+import boto3
+
+from logger import logger
+from vars import BUCKET_NAME, QUEUE_ARN
+
+s3 = boto3.client("s3")
+
+notification_configuration = {
+    "QueueConfigurations": [
+        {
+            "QueueArn": QUEUE_ARN,
+            "Events": [
+                "s3:ObjectCreated:*", 
+                "s3:ObjectRemoved:*"
+            ]
+        }
+    ]
+}
+
+try:
+    s3.put_bucket_notification_configuration(
+        Bucket=BUCKET_NAME,
+        NotificationConfiguration=notification_configuration
+    )
+    print(f"Successfully added event notifications to {BUCKET_NAME}")
+except Exception as e:
+    print(f"Error: {e}")