Untitled

pipeline: processors: # Step 1: Log the raw S3 event - log: level: INFO message: "Raw S3 event received: ${! json() }" # Step 2: Extract bucket name and file key from the S3 event - mapping: | root.bucket_name = this.Records.index(0).s3.bucket.name root.file_key = this.Records.index(0).s3.object.key - log: level: INFO message: "Extracted Bucket Name: ${! json(\"bucket_name\") }" - log: level: INFO message: "Extracted File Key: ${! json(\"file_key\") }" # Step 3: Fetch the actual file content from S3 - aws_s3: bucket: ${! json("bucket_name") } key: ${! json("file_key") } - log: level: INFO message: "Actual file content fetched: ${! content() }" # Step 4: Pass the file content to Lambda for processing - branch: processors: - aws_lambda: function: bentodboperation # Replace with your Lambda function name parallel: false # Execute sequentially, set to true if you want parallel invocations result_map: | root = if meta().exists("lambda_function_error") { throw("Invocation failed due to %v: %v".format(this.errorType, this.errorMessage)) } else { this # If no error, keep the message unchanged } output: aws_s3: bucket: test-avtarr-bento-lambda-output # Replace with your output S3 bucket name path: output-files/${!json("custNo")}_${!json("distrNationCode")}.json # Dynamic file name based on the Lambda output region: "eu-west-2" # Region where the output bucket is located content_type: application/json processors: - log: level: INFO message: "Processed output written to S3: ${! json() }"