Merge pull request #12 from HicResearch/list-pagination-ignore-90

Ignore egress requests updated more than 90 days ago

egress_backend/lambda/egress_api/list_requests.py

@@ -4,10 +4,13 @@
 # agreement between Customer and Amazon Web Services, Inc.
 
 import os
+from datetime import datetime
 
 import boto3
 from aws_lambda_powertools import Logger, Tracer
 
+MAX_REQUEST_AGE_DAYS = 90
+
 tracer = Tracer(service="ListRequestsAPI")
 logger = Logger(service="ListRequestsAPI")
 
@@ -18,9 +21,19 @@
 def list_requests():
     logger.debug("List Requests API invoked")
 
+    now = datetime.now()
+
+    def is_recent(item):
+        updated_dt = datetime.strptime(item["updated_dt"], "%Y-%m-%dT%H:%M:%S.%fZ")
+        return (now - updated_dt).days < MAX_REQUEST_AGE_DAYS
+
     ddb_table = ddb.Table(table)
 
     response = ddb_table.scan()
+    data = [item for item in response["Items"] if is_recent(item)]
+    while response.get("LastEvaluatedKey"):
+        response = ddb_table.scan(ExclusiveStartKey=response["LastEvaluatedKey"])
+        data.extend([item for item in response["Items"] if is_recent(item)])
 
-    logger.debug("Succesful database scan of all egress requests")
-    return response["Items"]
+    logger.debug("Successful database scan of all egress requests")
+    return data