move files to src dir. add env.yml

This commit is contained in:
Matt J 2022-11-05 07:37:44 -07:00
parent 5dab765216
commit a288a8e1e2
10 changed files with 120 additions and 5 deletions

View File

@ -1,8 +1,8 @@
all:
python pipeline.py train
python src/pipeline.py train
data:
python data.py
python src/data.py
batch:
python batch.py
python src/batch.py

111
environment.yml Normal file
View File

@ -0,0 +1,111 @@
name: ml
channels:
- pytorch
- conda-forge
- defaults
dependencies:
- _libgcc_mutex=0.1=conda_forge
- _openmp_mutex=4.5=2_gnu
- black=22.6.0=py310h06a4308_0
- blas=1.0=mkl
- brotli=1.0.9=h5eee18b_7
- brotli-bin=1.0.9=h5eee18b_7
- bzip2=1.0.8=h7f98852_4
- ca-certificates=2022.10.11=h06a4308_0
- click=8.0.3=pyhd3eb1b0_0
- colorama=0.4.6=pyhd8ed1ab_0
- cycler=0.11.0=pyhd3eb1b0_0
- dbus=1.13.18=hb2f20db_0
- einops=0.4.1=pyhd8ed1ab_0
- expat=2.4.9=h6a678d5_0
- fontconfig=2.13.1=h6c09931_0
- fonttools=4.25.0=pyhd3eb1b0_0
- freetype=2.12.1=h4a9f257_0
- giflib=5.2.1=h7b6447c_0
- glib=2.69.1=h4ff587b_1
- gst-plugins-base=1.14.0=h8213a91_2
- gstreamer=1.14.0=h28cd5cc_2
- icu=58.2=he6710b0_3
- intel-openmp=2021.4.0=h06a4308_3561
- jpeg=9e=h7f8727e_0
- kiwisolver=1.4.2=py310h295c915_0
- krb5=1.19.2=hac12032_0
- lcms2=2.12=h3be6417_0
- ld_impl_linux-64=2.39=hc81fddc_0
- lerc=3.0=h295c915_0
- libbrotlicommon=1.0.9=h5eee18b_7
- libbrotlidec=1.0.9=h5eee18b_7
- libbrotlienc=1.0.9=h5eee18b_7
- libclang=10.0.1=default_hb85057a_2
- libdeflate=1.8=h7f8727e_5
- libedit=3.1.20210910=h7f8727e_0
- libevent=2.1.12=h8f2d780_0
- libffi=3.3=he6710b0_2
- libgcc-ng=12.2.0=h65d4601_19
- libgfortran-ng=12.2.0=h69a702a_19
- libgfortran5=12.2.0=h337968e_19
- libgomp=12.2.0=h65d4601_19
- libllvm10=10.0.1=hbcb73fb_5
- libnsl=2.0.0=h7f98852_0
- libopenblas=0.3.21=pthreads_h78a6416_3
- libpng=1.6.37=hbc83047_0
- libpq=12.9=h16c4e8d_3
- libstdcxx-ng=12.2.0=h46fd767_19
- libtiff=4.4.0=hecacb30_0
- libuuid=1.0.3=h7f8727e_2
- libwebp=1.2.4=h11a3e52_0
- libwebp-base=1.2.4=h5eee18b_0
- libxcb=1.15=h7f8727e_0
- libxkbcommon=1.0.1=hfa300c1_0
- libxml2=2.9.14=h74e7548_0
- libxslt=1.1.35=h4e12654_0
- lz4-c=1.9.3=h295c915_1
- matplotlib=3.5.2=py310h06a4308_0
- matplotlib-base=3.5.2=py310hf590b9c_0
- mkl=2021.4.0=h06a4308_640
- mkl-service=2.4.0=py310h7f8727e_0
- mkl_fft=1.3.1=py310hd6ae3a3_0
- mkl_random=1.2.2=py310h00e6091_0
- munkres=1.1.4=py_0
- mypy_extensions=0.4.3=py310h06a4308_0
- ncurses=6.3=h27087fc_1
- nspr=4.33=h295c915_0
- nss=3.74=h0370c37_0
- numpy=1.23.3=py310hd5efca6_0
- numpy-base=1.23.3=py310h8e6c178_0
- openssl=1.1.1q=h7f8727e_0
- packaging=21.3=pyhd3eb1b0_0
- pathspec=0.10.1=pyhd8ed1ab_0
- pcre=8.45=h295c915_0
- pillow=9.2.0=py310hace64e9_1
- pip=22.3=pyhd8ed1ab_0
- platformdirs=2.5.2=pyhd8ed1ab_1
- ply=3.11=py310h06a4308_0
- pyparsing=3.0.9=py310h06a4308_0
- pyqt=5.15.7=py310h6a678d5_1
- python=3.10.6=haa1d7c7_1
- python-dateutil=2.8.2=pyhd3eb1b0_0
- pytorch=1.13.0=py3.10_cpu_0
- pytorch-mutex=1.0=cpu
- qt-main=5.15.2=h327a75a_7
- qt-webengine=5.15.9=hd2b0992_4
- qtwebkit=5.212=h4eab89a_4
- readline=8.1.2=h0f457ee_0
- setuptools=65.5.0=pyhd8ed1ab_0
- sip=6.6.2=py310h6a678d5_0
- six=1.16.0=pyhd3eb1b0_1
- sqlite=3.39.3=h5082296_0
- tk=8.6.12=h1ccaba5_0
- toml=0.10.2=pyhd3eb1b0_0
- tomli=2.0.1=py310h06a4308_0
- tornado=6.2=py310h5eee18b_0
- tqdm=4.64.1=pyhd8ed1ab_0
- typing_extensions=4.3.0=py310h06a4308_0
- tzdata=2022e=h191b570_0
- wheel=0.37.1=pyhd8ed1ab_0
- xz=5.2.6=h166bdaf_0
- zlib=1.2.13=h5eee18b_0
- zstd=1.5.2=ha4553b6_0
- pip:
- pyqt5-sip==12.11.0
prefix: /home/personal/Dev/conda/envs/ml

View File

@ -11,8 +11,7 @@ class Batch:
def __init__(
self,
stage: Stage,
model: nn.Module,
device,
model: nn.Module, device,
loader: DataLoader,
optimizer: optim.Optimizer,
criterion: nn.Module,

View File

View File

@ -1,3 +1,8 @@
"""
main class for building a DL pipeline.
"""
import click
from batch import Batch
from model.linear import DNN