AWS Batch — 9
3 min readDec 23, 2023
Next, review of @git
in 🔻giza, validate, on local,
/Users/kamangir/storage/abcli/2023–09–02–18–25–22–31551/vancouver.geojson -> /Users/kamangir/storage/abcli/upload=0/vancouver.geojson
vanwatch/ingest-and-analyze
refactors.
@source help vanwatch/ingest-and-analyze
abcli_scripts source dryrun \
vanwatch/ingest-and-analyze \
dryrun \
count=3,dryrun \
$(@timestamp)
abcli_scripts source - \
vanwatch/ingest-and-analyze \
dryrun \
count=3,dryrun \
$(@timestamp)
abcli_scripts source - \
vanwatch/ingest-and-analyze \
- \
count=3,dryrun \
$(@timestamp)
abcli_scripts source - \
vanwatch/ingest-and-analyze - count=3 \
$(@timestamp)
@docker run
@docker build
@docker run
abcli_scripts source - \
vanwatch/ingest-and-analyze - count=3 \
$(@timestamp)
pass aws credentials to the docker image,
docker run \
-e AWS_ACCESS_KEY_ID=your_access_key \
-e AWS_SECRET_ACCESS_KEY=your_secret_key \
your_image_name
@source - \
vanwatch/ingest-and-analyze - count=3 \
$(@timestamp)
@select 2023-12-22-18-16-21-25480; @download; open .; \
@select 2023-12-22-18-16-20-44279; @download; open .
@docker source dryrun \
vanwatch/ingest-and-analyze dryrun count=5,dryrun \
$(@timestamp)
@docker source - \
vanwatch/ingest-and-analyze dryrun count=5,dryrun \
$(@timestamp)
@docker source - \
vanwatch/ingest-and-analyze - count=5,dryrun \
$(@timestamp)
@docker source - \
vanwatch/ingest-and-analyze - count=5 \
$(@timestamp)
Next: submit to aws batch.