diff --git a/sonde-api-to-iot-core/lambda_function.py b/sonde-api-to-iot-core/lambda_function.py index ab68970..829efcd 100644 --- a/sonde-api-to-iot-core/lambda_function.py +++ b/sonde-api-to-iot-core/lambda_function.py @@ -101,6 +101,12 @@ async def upload(event, context): event["time_server"] = datetime.datetime.now().isoformat() payload["user-agent"] = event["headers"]["user-agent"] payload["position"] = f'{payload["lat"]},{payload["lon"]}' + current_year = datetime.datetime.now().year + if payload["datetime"].split("-")[0] not in [str(current_year), str(current_year-1), str(current_year+1)]: + # skip any telm that's not last year, this year or next year + print(payload) + print("Not within time range - not suitable to add to queues") + continue if time_delta: payload["upload_time_delta"] = time_delta if "uploader_position" in payload: diff --git a/sqs_to_s3.tf b/sqs_to_s3.tf index 33f44aa..31616fb 100644 --- a/sqs_to_s3.tf +++ b/sqs_to_s3.tf @@ -91,7 +91,7 @@ resource "aws_lambda_function" "sqs_to_s3" { resource "aws_lambda_event_source_mapping" "sqs_to_s3" { event_source_arn = aws_sqs_queue.sqs_to_s3.arn function_name = aws_lambda_function.sqs_to_s3.arn - batch_size = 5 + batch_size = 3 maximum_batching_window_in_seconds = 15 }