diff --git a/.github/workflows/horizon.yml b/.github/workflows/horizon.yml index 0ccd0bc842..bfaed3501d 100644 --- a/.github/workflows/horizon.yml +++ b/.github/workflows/horizon.yml @@ -145,11 +145,11 @@ jobs: # run map job docker run -e NETWORK_PASSPHRASE='testnet' -e JOB_INDEX_ENV=AWS_BATCH_JOB_ARRAY_INDEX -e AWS_BATCH_JOB_ARRAY_INDEX=0 -e BATCH_SIZE=64 -e FIRST_CHECKPOINT=64 \ - -e WORKER_COUNT=1 -v /ledgerexport-test/:/ledgermeta -e TXMETA_SOURCE=file:///ledgermeta -v $PWD/index:/index -e INDEX_TARGET=file:///index stellar/lighthorizon-index-batch map + -e WORKER_COUNT=1 -e RUN_MODE=map -v /ledgerexport-test/:/ledgermeta -e TXMETA_SOURCE=file:///ledgermeta -v $PWD/index:/index -e INDEX_TARGET=file:///index stellar/lighthorizon-index-batch # run reduce job docker run -e NETWORK_PASSPHRASE='testnet' -e JOB_INDEX_ENV=AWS_BATCH_JOB_ARRAY_INDEX -e AWS_BATCH_JOB_ARRAY_INDEX=0 -e MAP_JOB_COUNT=1 -e REDUCE_JOB_COUNT=1 \ - -e WORKER_COUNT=1 -v $PWD/index:/index -e INDEX_SOURCE_ROOT=file:///index -e INDEX_TARGET=file:///index stellar/lighthorizon-index-batch reduce + -e WORKER_COUNT=1 -e RUN_MODE=reduce -v $PWD/index:/index -e INDEX_SOURCE_ROOT=file:///index -e INDEX_TARGET=file:///index stellar/lighthorizon-index-batch # Push images - if: github.ref == 'refs/heads/master' || github.ref == 'refs/heads/lighthorizon' diff --git a/exp/lighthorizon/index/cmd/map.sh b/exp/lighthorizon/index/cmd/map.sh index b85b7838f8..390370f2cb 100755 --- a/exp/lighthorizon/index/cmd/map.sh +++ b/exp/lighthorizon/index/cmd/map.sh @@ -68,7 +68,7 @@ for (( i=0; i < $BATCH_COUNT; i++ )) do echo -n "Creating map job $i... " - NETWORK_PASSPHRASE='testnet' MODULES='accounts_unbacked,transactions' \ + NETWORK_PASSPHRASE='testnet' JOB_INDEX_ENV='AWS_BATCH_JOB_ARRAY_INDEX' MODULES='accounts_unbacked,transactions' \ AWS_BATCH_JOB_ARRAY_INDEX=$i BATCH_SIZE=$BATCH_SIZE FIRST_CHECKPOINT=$FIRST \ TXMETA_SOURCE=file://$1 INDEX_TARGET=file://$2 WORKER_COUNT=1 \ ./map & diff --git a/exp/lighthorizon/index/cmd/reduce.sh b/exp/lighthorizon/index/cmd/reduce.sh index e89b91c474..1cfbca0ccc 100755 --- a/exp/lighthorizon/index/cmd/reduce.sh +++ b/exp/lighthorizon/index/cmd/reduce.sh @@ -47,7 +47,7 @@ for (( i=0; i < $REDUCE_JOB_COUNT; i++ )) do echo -n "Creating reduce job $i... " - AWS_BATCH_JOB_ARRAY_INDEX=$i MAP_JOB_COUNT=$MAP_JOB_COUNT \ + AWS_BATCH_JOB_ARRAY_INDEX=$i JOB_INDEX_ENV="AWS_BATCH_JOB_ARRAY_INDEX" MAP_JOB_COUNT=$MAP_JOB_COUNT \ REDUCE_JOB_COUNT=$REDUCE_JOB_COUNT WORKER_COUNT=4 \ INDEX_SOURCE_ROOT=file://$1 INDEX_TARGET=file://$2 \ timeout -k 30s 10s ./reduce &