Deletes entire bucket content based on bucket names, object prefix and minimal date

clear_bucket_by_min_date.py

from datetime import datetime
from typing import Optional

import boto3
import pytz


def clear_bucket_by_min_date(
    bucket: str,
    prefix: Optional[str] = None,
    min_date: datetime = datetime.now(pytz.UTC),
    aws_profile_name: Optional[str] = None,
):
    if aws_profile_name is not None:
        s3 = boto3.Session(profile_name=aws_profile_name).resource("s3")
    else:
        s3 = boto3.resource("s3")

    for file in s3.Bucket(bucket).objects.filter(prefix):
        if file.last_modified < min_date:
            s3.Object(bucket, file.key).delete()


if __name__ == "__main__":
    clear_buket_by_min_date(
        bucket="example",
        prefix="some/prefix",
        min_date=datetime(year=2021, month=11, day=26, tzinfo=pytz.UTC),
        aws_profile_name="prd",
    )