public
/
cookiecutter-data-science
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add Makefile entries for syncing data to S3

This commit is contained in:
isms 2015-10-30 15:19:25 -04:00
parent 004f0635a4
commit 809b281c58
2 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
cookiecutter.json
View File

@ -1,4 +1,5 @@
{ {
"project_name": "project_name", "project_name": "project_name",
"repo_name": "{{ cookiecutter.project_name|replace(' ', '_') }}", "repo_name": "{{ cookiecutter.project_name|replace(' ', '_') }}",
"s3_bucket": "your-bucket-for-syncing-data"
} }

8
{{ cookiecutter.repo_name }}/Makefile
View File

@ -1,7 +1,13 @@
.PHONY: clean data .PHONY: clean data sync_data_to_s3 sync_data_from_s3
data: data:
python src/make_dataset.py python src/make_dataset.py
clean: clean:
find . -name "*.pyc" -exec rm {} \; find . -name "*.pyc" -exec rm {} \;
sync_data_to_s3:
s3cmd sync --recursive data/ s3://{{ cookiecutter.s3_bucket }}/data/
sync_data_from_s3:
s3cmd sync --recursive s3://{{ cookiecutter.s3_bucket }}/data/ data/