Add Makefile entries for syncing data to S3
This commit is contained in:
parent
004f0635a4
commit
809b281c58
|
@ -1,4 +1,5 @@
|
|||
{
|
||||
"project_name": "project_name",
|
||||
"repo_name": "{{ cookiecutter.project_name|replace(' ', '_') }}",
|
||||
"s3_bucket": "your-bucket-for-syncing-data"
|
||||
}
|
||||
|
|
|
@ -1,7 +1,13 @@
|
|||
.PHONY: clean data
|
||||
.PHONY: clean data sync_data_to_s3 sync_data_from_s3
|
||||
|
||||
data:
|
||||
python src/make_dataset.py
|
||||
|
||||
clean:
|
||||
find . -name "*.pyc" -exec rm {} \;
|
||||
|
||||
sync_data_to_s3:
|
||||
s3cmd sync --recursive data/ s3://{{ cookiecutter.s3_bucket }}/data/
|
||||
|
||||
sync_data_from_s3:
|
||||
s3cmd sync --recursive s3://{{ cookiecutter.s3_bucket }}/data/ data/
|
||||
|
|
Loading…
Reference in New Issue