import os
import sys

from custom.utils.sync.aws import aws_s3_ls


run = 'utils/sync/sync_from.sh'
s3_path = 's3://tri-ml-datasets/cv_datasets'
prefix = 'processed/LBM'


filter = sys.argv[1]
datasets = aws_s3_ls(f'{s3_path}/{prefix}')
datasets = [d for d in datasets if d.startswith(filter)]


for dataset in datasets:
    dataset = f'{prefix}/{dataset}'
    command = f'{run} {dataset}'
    os.system(command)