Skip to content
This repository has been archived by the owner on Apr 6, 2020. It is now read-only.

Commit

Permalink
Move temporary files to build directory
Browse files Browse the repository at this point in the history
  • Loading branch information
erikdtw committed Dec 20, 2017
1 parent 0c8e55f commit b8a0486
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 3 deletions.
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
build/**
data/**
test/__pycache__/
*.pyc
Expand Down
10 changes: 7 additions & 3 deletions deployment/deploy-pipeline.sh
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,12 @@ if [ -z "$job" ] ; then
fi


cd ..
mkdir build
cd build

echo "Creating run_pipeline_job.sh for $job"
cp run_pipeline.sh run_pipeline_job.sh
cp ../deployment/run_pipeline.sh run_pipeline_job.sh

if [ "$job" = "all" ]; then
echo "python36 merger.py" >> run_pipeline_job.sh
Expand All @@ -29,11 +33,11 @@ else
echo "python36 $job.py" >> run_pipeline_job.sh
fi

echo "Uploading run_pipeline_job.sh for $job"
echo "Uploading run_pipeline_job.sh"
aws s3 cp run_pipeline_job.sh s3://twde-datalab/

echo "Uploading src/ to twde-datalab/src.tar.gz"
rm ../src/*.hdf ../src/*.csv
rm -f ../src/*.hdf -f ../src/*.csv
tar czf src.tar.gz --directory="../src/" .
aws s3 cp "src.tar.gz" "s3://twde-datalab/src.tar.gz"

Expand Down

0 comments on commit b8a0486

Please sign in to comment.