Merge pull request #15 from rileydrizzy/main

Rebase from development

.github/workflows/run_units_test.yml

@@ -34,4 +34,5 @@ jobs:
 
       - name: Set up Pytest
         run: |
+          cd signa2text
           pytest

.gitignore

@@ -92,8 +92,11 @@ target/
 
 # Data and models
 data/*/*
-models/*
-kaggle
+artifacts/
+signa2text/kaggle/input/asl-fingerspelling/*
+!signa2text/kaggle/input/asl-fingerspelling/character_to_prediction_index.json
+wandb/
+outputs/
 !.gitkeep
 !dataset_paths.json
 !dev_samples.json

Makefile

@@ -1,14 +1,19 @@
 .DEFAULT_GOAL := help
 
 help:
-	@echo "    setup                Set up the environment with the required dependencies"
-	@echo "    export               save the dependencies onto the requirements txt file"
+	@echo "    setup                Set up the environment with the required dependencies and environment variables"
+	@echo "    export_               save the dependencies onto the requirements text file"
 	@echo "    precommit            runs precommit on all files"
 
 setup:
-	@echo "Running setup..."
+	@echo "Installing and setting up dependencies..."
+	chmod +x run_setup.sh
 	. ./run_setup.sh
 
+	@echo "Setting Enviroment Variables"
+	chmod +x set_environment_variables.sh
+	. ./set_environment_variables.sh
+
 precommit:
 	@echo "Running precommit on all files"
 	python pre-commit run --all-files
@@ -18,5 +23,5 @@ export_:
 	poetry export --without-hashes -f requirements.txt --output requirements.txt
 
 run_container:
-	@echo "Running Docker Contain"
+	@echo "Running Docker Container"
 	run_container

README.md

@@ -155,7 +155,7 @@ Distributed under the MIT License. See `LICENSE` for more information.
 <p align="right">(<a href="#readme-top">back to top</a>)</p>
 
 <!-- CONTACT -->
-## Support and Contact
+## Contact
 
 If you have questions or need assistance, feel free to reach out to:
 

pyproject.toml

@@ -1,5 +1,5 @@
 [tool.poetry]
-name = "App Title"
+name = "NSL-2-AUDIO"
 version = "0.1.0"
 description = "A Machine Learning System for Sign Language Video Translation and Speech Generation into Low-Resource Languages (LRLs) in Nigeria"
 authors = ["Ipadeola Ladipo Ezekiel <[email protected]>"]
@@ -14,7 +14,6 @@ wandb = "^0.15.12"
 transformers = "^4.34.0"
 pandas = "^2.1.1"
 hydra-core = "^1.3.2"
-tensorflow = "^2.14.0"
 torch = "^2.1.0"
 torchaudio = "^2.1.0"
 torchvision = "^0.16.0"

requirements.txt

@@ -1,143 +1,103 @@
-absl-py==2.0.0 ; python_version >= "3.10" and python_version < "3.12"
 annotated-types==0.6.0 ; python_version >= "3.10" and python_version < "3.12"
 antlr4-python3-runtime==4.9.3 ; python_version >= "3.10" and python_version < "3.12"
 appdirs==1.4.4 ; python_version >= "3.10" and python_version < "3.12"
-appnope==0.1.3 ; python_version >= "3.10" and python_version < "3.12" and platform_system == "Darwin"
-asttokens==2.4.1 ; python_version >= "3.10" and python_version < "3.12"
-astunparse==1.6.3 ; python_version >= "3.10" and python_version < "3.12"
+appnope==0.1.3 ; python_version >= "3.10" and python_version < "3.12" and (platform_system == "Darwin" or sys_platform == "darwin")
+asttokens==2.4.0 ; python_version >= "3.10" and python_version < "3.12"
+backcall==0.2.0 ; python_version >= "3.10" and python_version < "3.12"
 bleach==6.1.0 ; python_version >= "3.10" and python_version < "3.12"
-cachetools==5.3.2 ; python_version >= "3.10" and python_version < "3.12"
-certifi==2023.11.17 ; python_version >= "3.10" and python_version < "3.12"
+certifi==2023.7.22 ; python_version >= "3.10" and python_version < "3.12"
 cffi==1.16.0 ; python_version >= "3.10" and python_version < "3.12" and implementation_name == "pypy"
 cfgv==3.4.0 ; python_version >= "3.10" and python_version < "3.12"
-charset-normalizer==3.3.2 ; python_version >= "3.10" and python_version < "3.12"
+charset-normalizer==3.3.0 ; python_version >= "3.10" and python_version < "3.12"
 click==8.1.7 ; python_version >= "3.10" and python_version < "3.12"
 colorama==0.4.6 ; python_version >= "3.10" and python_version < "3.12" and (sys_platform == "win32" or platform_system == "Windows")
-comm==0.2.0 ; python_version >= "3.10" and python_version < "3.12"
+comm==0.1.4 ; python_version >= "3.10" and python_version < "3.12"
 debugpy==1.8.0 ; python_version >= "3.10" and python_version < "3.12"
 decorator==5.1.1 ; python_version >= "3.10" and python_version < "3.12"
-distlib==0.3.8 ; python_version >= "3.10" and python_version < "3.12"
+distlib==0.3.7 ; python_version >= "3.10" and python_version < "3.12"
 docker-pycreds==0.4.0 ; python_version >= "3.10" and python_version < "3.12"
-exceptiongroup==1.2.0 ; python_version >= "3.10" and python_version < "3.11"
-executing==2.0.1 ; python_version >= "3.10" and python_version < "3.12"
-filelock==3.13.1 ; python_version >= "3.10" and python_version < "3.12"
-flatbuffers==23.5.26 ; python_version >= "3.10" and python_version < "3.12"
-fsspec==2023.12.2 ; python_version >= "3.10" and python_version < "3.12"
-gast==0.5.4 ; python_version >= "3.10" and python_version < "3.12"
-gitdb==4.0.11 ; python_version >= "3.10" and python_version < "3.12"
-gitpython==3.1.40 ; python_version >= "3.10" and python_version < "3.12"
-google-auth-oauthlib==1.2.0 ; python_version >= "3.10" and python_version < "3.12"
-google-auth==2.25.2 ; python_version >= "3.10" and python_version < "3.12"
-google-pasta==0.2.0 ; python_version >= "3.10" and python_version < "3.12"
-grpcio==1.60.0 ; python_version >= "3.10" and python_version < "3.12"
-h5py==3.10.0 ; python_version >= "3.10" and python_version < "3.12"
-huggingface-hub==0.19.4 ; python_version >= "3.10" and python_version < "3.12"
+exceptiongroup==1.1.3 ; python_version >= "3.10" and python_version < "3.11"
+executing==2.0.0 ; python_version >= "3.10" and python_version < "3.12"
+filelock==3.12.4 ; python_version >= "3.10" and python_version < "3.12"
+fsspec==2023.9.2 ; python_version >= "3.10" and python_version < "3.12"
+gitdb==4.0.10 ; python_version >= "3.10" and python_version < "3.12"
+gitpython==3.1.38 ; python_version >= "3.10" and python_version < "3.12"
+huggingface-hub==0.17.3 ; python_version >= "3.10" and python_version < "3.12"
 hydra-core==1.3.2 ; python_version >= "3.10" and python_version < "3.12"
-identify==2.5.33 ; python_version >= "3.10" and python_version < "3.12"
-idna==3.6 ; python_version >= "3.10" and python_version < "3.12"
+identify==2.5.30 ; python_version >= "3.10" and python_version < "3.12"
+idna==3.4 ; python_version >= "3.10" and python_version < "3.12"
 iniconfig==2.0.0 ; python_version >= "3.10" and python_version < "3.12"
-ipykernel==6.27.1 ; python_version >= "3.10" and python_version < "3.12"
-ipython==8.18.1 ; python_version >= "3.10" and python_version < "3.12"
+ipykernel==6.26.0 ; python_version >= "3.10" and python_version < "3.12"
+ipython==8.16.1 ; python_version >= "3.10" and python_version < "3.12"
 jedi==0.19.1 ; python_version >= "3.10" and python_version < "3.12"
 jinja2==3.1.2 ; python_version >= "3.10" and python_version < "3.12"
-jupyter-client==8.6.0 ; python_version >= "3.10" and python_version < "3.12"
-jupyter-core==5.5.0 ; python_version >= "3.10" and python_version < "3.12"
+jupyter-client==8.4.0 ; python_version >= "3.10" and python_version < "3.12"
+jupyter-core==5.4.0 ; python_version >= "3.10" and python_version < "3.12"
 kaggle==1.5.16 ; python_version >= "3.10" and python_version < "3.12"
-keras==2.15.0 ; python_version >= "3.10" and python_version < "3.12"
-libclang==16.0.6 ; python_version >= "3.10" and python_version < "3.12"
 loguru==0.7.2 ; python_version >= "3.10" and python_version < "3.12"
-markdown==3.5.1 ; python_version >= "3.10" and python_version < "3.12"
 markupsafe==2.1.3 ; python_version >= "3.10" and python_version < "3.12"
 matplotlib-inline==0.1.6 ; python_version >= "3.10" and python_version < "3.12"
-ml-dtypes==0.2.0 ; python_version >= "3.10" and python_version < "3.12"
 mpmath==1.3.0 ; python_version >= "3.10" and python_version < "3.12"
 nest-asyncio==1.5.8 ; python_version >= "3.10" and python_version < "3.12"
-networkx==3.2.1 ; python_version >= "3.10" and python_version < "3.12"
+networkx==3.2 ; python_version >= "3.10" and python_version < "3.12"
 nodeenv==1.8.0 ; python_version >= "3.10" and python_version < "3.12"
-numpy==1.26.2 ; python_version >= "3.10" and python_version < "3.12"
-nvidia-cublas-cu12==12.1.3.1 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-cuda-cupti-cu12==12.1.105 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-cuda-nvrtc-cu12==12.1.105 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-cuda-runtime-cu12==12.1.105 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-cudnn-cu12==8.9.2.26 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-cufft-cu12==11.0.2.54 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-curand-cu12==10.3.2.106 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-cusolver-cu12==11.4.5.107 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-cusparse-cu12==12.1.0.106 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-nccl-cu12==2.18.1 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-nvjitlink-cu12==12.3.101 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-nvidia-nvtx-cu12==12.1.105 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-oauthlib==3.2.2 ; python_version >= "3.10" and python_version < "3.12"
+numpy==1.26.1 ; python_version >= "3.10" and python_version < "3.12"
 omegaconf==2.3.0 ; python_version >= "3.10" and python_version < "3.12"
 opencv-python==4.8.1.78 ; python_version >= "3.10" and python_version < "3.12"
 opendatasets==0.1.22 ; python_version >= "3.10" and python_version < "3.12"
-opt-einsum==3.3.0 ; python_version >= "3.10" and python_version < "3.12"
 packaging==23.2 ; python_version >= "3.10" and python_version < "3.12"
-pandas==2.1.4 ; python_version >= "3.10" and python_version < "3.12"
+pandas==2.1.1 ; python_version >= "3.10" and python_version < "3.12"
 parso==0.8.3 ; python_version >= "3.10" and python_version < "3.12"
 pathtools==0.1.2 ; python_version >= "3.10" and python_version < "3.12"
-pexpect==4.9.0 ; python_version >= "3.10" and python_version < "3.12" and sys_platform != "win32"
+pexpect==4.8.0 ; python_version >= "3.10" and python_version < "3.12" and sys_platform != "win32"
+pickleshare==0.7.5 ; python_version >= "3.10" and python_version < "3.12"
 pillow==10.1.0 ; python_version >= "3.10" and python_version < "3.12"
 platformdirs==3.11.0 ; python_version >= "3.10" and python_version < "3.12"
-pluggy==1.3.0 ; python_version >= "3.10" and python_version < "3.12"
-pre-commit==3.6.0 ; python_version >= "3.10" and python_version < "3.12"
-prompt-toolkit==3.0.42 ; python_version >= "3.10" and python_version < "3.12"
-protobuf==4.23.4 ; python_version >= "3.10" and python_version < "3.12"
+pluggy==1.4.0 ; python_version >= "3.10" and python_version < "3.12"
+pre-commit==3.5.0 ; python_version >= "3.10" and python_version < "3.12"
+prompt-toolkit==3.0.39 ; python_version >= "3.10" and python_version < "3.12"
+protobuf==4.24.4 ; python_version >= "3.10" and python_version < "3.12"
 psutil==5.9.6 ; python_version >= "3.10" and python_version < "3.12"
 ptyprocess==0.7.0 ; python_version >= "3.10" and python_version < "3.12" and sys_platform != "win32"
 pure-eval==0.2.2 ; python_version >= "3.10" and python_version < "3.12"
-pyarrow==14.0.1 ; python_version >= "3.10" and python_version < "3.12"
-pyasn1-modules==0.3.0 ; python_version >= "3.10" and python_version < "3.12"
-pyasn1==0.5.1 ; python_version >= "3.10" and python_version < "3.12"
+pyarrow==14.0.2 ; python_version >= "3.10" and python_version < "3.12"
 pycparser==2.21 ; python_version >= "3.10" and python_version < "3.12" and implementation_name == "pypy"
-pydantic-core==2.14.5 ; python_version >= "3.10" and python_version < "3.12"
-pydantic==2.5.2 ; python_version >= "3.10" and python_version < "3.12"
-pygments==2.17.2 ; python_version >= "3.10" and python_version < "3.12"
-pytest==7.4.3 ; python_version >= "3.10" and python_version < "3.12"
+pydantic-core==2.16.2 ; python_version >= "3.10" and python_version < "3.12"
+pydantic==2.6.1 ; python_version >= "3.10" and python_version < "3.12"
+pygments==2.16.1 ; python_version >= "3.10" and python_version < "3.12"
+pytest==7.4.4 ; python_version >= "3.10" and python_version < "3.12"
 python-dateutil==2.8.2 ; python_version >= "3.10" and python_version < "3.12"
 python-slugify==8.0.1 ; python_version >= "3.10" and python_version < "3.12"
 pytz==2023.3.post1 ; python_version >= "3.10" and python_version < "3.12"
 pywin32==306 ; sys_platform == "win32" and platform_python_implementation != "PyPy" and python_version >= "3.10" and python_version < "3.12"
 pyyaml==6.0.1 ; python_version >= "3.10" and python_version < "3.12"
-pyzmq==25.1.2 ; python_version >= "3.10" and python_version < "3.12"
+pyzmq==25.1.1 ; python_version >= "3.10" and python_version < "3.12"
 regex==2023.10.3 ; python_version >= "3.10" and python_version < "3.12"
-requests-oauthlib==1.3.1 ; python_version >= "3.10" and python_version < "3.12"
 requests==2.31.0 ; python_version >= "3.10" and python_version < "3.12"
-rsa==4.9 ; python_version >= "3.10" and python_version < "3.12"
-safetensors==0.4.1 ; python_version >= "3.10" and python_version < "3.12"
-sentry-sdk==1.39.0 ; python_version >= "3.10" and python_version < "3.12"
+safetensors==0.4.0 ; python_version >= "3.10" and python_version < "3.12"
+sentry-sdk==1.32.0 ; python_version >= "3.10" and python_version < "3.12"
 setproctitle==1.3.3 ; python_version >= "3.10" and python_version < "3.12"
-setuptools==69.0.2 ; python_version >= "3.10" and python_version < "3.12"
+setuptools==68.2.2 ; python_version >= "3.10" and python_version < "3.12"
 six==1.16.0 ; python_version >= "3.10" and python_version < "3.12"
 smmap==5.0.1 ; python_version >= "3.10" and python_version < "3.12"
 stack-data==0.6.3 ; python_version >= "3.10" and python_version < "3.12"
 sympy==1.12 ; python_version >= "3.10" and python_version < "3.12"
-tensorboard-data-server==0.7.2 ; python_version >= "3.10" and python_version < "3.12"
-tensorboard==2.15.1 ; python_version >= "3.10" and python_version < "3.12"
-tensorflow-estimator==2.15.0 ; python_version >= "3.10" and python_version < "3.12"
-tensorflow-io-gcs-filesystem==0.34.0 ; python_version >= "3.10" and python_version < "3.12"
-tensorflow==2.15.0 ; python_version >= "3.10" and python_version < "3.12"
-termcolor==2.4.0 ; python_version >= "3.10" and python_version < "3.12"
 text-unidecode==1.3 ; python_version >= "3.10" and python_version < "3.12"
-tokenizers==0.15.0 ; python_version >= "3.10" and python_version < "3.12"
+tokenizers==0.14.1 ; python_version >= "3.10" and python_version < "3.12"
 tomli==2.0.1 ; python_version >= "3.10" and python_version < "3.11"
-torch==2.1.1 ; python_version >= "3.10" and python_version < "3.12"
-torchaudio==2.1.1 ; python_version >= "3.10" and python_version < "3.12"
+torch==2.1.0 ; python_version >= "3.10" and python_version < "3.12"
+torchaudio==2.1.0 ; python_version >= "3.10" and python_version < "3.12"
 torchprofile==0.0.4 ; python_version >= "3.10" and python_version < "3.12"
-torchvision==0.16.1 ; python_version >= "3.10" and python_version < "3.12"
-tornado==6.4 ; python_version >= "3.10" and python_version < "3.12"
+torchvision==0.16.0 ; python_version >= "3.10" and python_version < "3.12"
+tornado==6.3.3 ; python_version >= "3.10" and python_version < "3.12"
 tqdm==4.66.1 ; python_version >= "3.10" and python_version < "3.12"
-traitlets==5.14.0 ; python_version >= "3.10" and python_version < "3.12"
-transformers==4.36.0 ; python_version >= "3.10" and python_version < "3.12"
-triton==2.1.0 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.10" and python_version < "3.12"
-typing-extensions==4.9.0 ; python_version >= "3.10" and python_version < "3.12"
+traitlets==5.11.2 ; python_version >= "3.10" and python_version < "3.12"
+transformers==4.34.1 ; python_version >= "3.10" and python_version < "3.12"
+typing-extensions==4.8.0 ; python_version >= "3.10" and python_version < "3.12"
 tzdata==2023.3 ; python_version >= "3.10" and python_version < "3.12"
-urllib3==2.1.0 ; python_version >= "3.10" and python_version < "3.12"
+urllib3==2.0.7 ; python_version >= "3.10" and python_version < "3.12"
 virtualenv==20.21.0 ; python_version >= "3.10" and python_version < "3.12"
 wandb==0.15.12 ; python_version >= "3.10" and python_version < "3.12"
-wcwidth==0.2.12 ; python_version >= "3.10" and python_version < "3.12"
+wcwidth==0.2.8 ; python_version >= "3.10" and python_version < "3.12"
 webencodings==0.5.1 ; python_version >= "3.10" and python_version < "3.12"
-werkzeug==3.0.1 ; python_version >= "3.10" and python_version < "3.12"
-wheel==0.42.0 ; python_version >= "3.10" and python_version < "3.12"
 win32-setctime==1.1.0 ; python_version >= "3.10" and python_version < "3.12" and sys_platform == "win32"
-wrapt==1.14.1 ; python_version >= "3.10" and python_version < "3.12"

run_setup.sh

@@ -1,6 +1,5 @@
-echo "Installing..."
-curl -sSL https://install.python-poetry.org | python -
-echo "Activating virtual environment"
-poetry install
-poetry shell
+#!/bin/bash
+
+curl -sSL https://install.python-poetry.org | python3 -
+poetry install --no-root
 echo "Environment setup complete"

set_environment_variables_template.sh

@@ -7,3 +7,5 @@ export KAGGLE_KEY=xxxxxxxxxxxxxx
 
 #replace with WANDB key
 export WANDB_API_KEY=xxxxxxxxxxxxxx
+
+echo "Setting Enviroment Variables Completed"

signa2text/README.md

@@ -52,8 +52,11 @@ $ cd signa2Text
 $ python src/download_dev_data.py
 ```
 
+<!-- CONTACT -->
 ## Contact
 
+If you have questions or need assistance, feel free to reach out to:
+
 **Name:** **Ipadeola Ezekiel Ladipo**  
 **Email:** <[email protected]>  
 **GitHub:** [@rileydrizzy](https://github.com/rileydrizzy)  

signa2text/kaggle/input/asl-fingerspelling/character_to_prediction_index.json

@@ -0,0 +1,61 @@
+{
+    " ": 0,
+    "!": 1,
+    "#": 2,
+    "$": 3,
+    "%": 4,
+    "&": 5,
+    "'": 6,
+    "(": 7,
+    ")": 8,
+    "*": 9,
+    "+": 10,
+    ",": 11,
+    "-": 12,
+    ".": 13,
+    "\/": 14,
+    "0": 15,
+    "1": 16,
+    "2": 17,
+    "3": 18,
+    "4": 19,
+    "5": 20,
+    "6": 21,
+    "7": 22,
+    "8": 23,
+    "9": 24,
+    ":": 25,
+    ";": 26,
+    "=": 27,
+    "?": 28,
+    "@": 29,
+    "[": 30,
+    "_": 31,
+    "a": 32,
+    "b": 33,
+    "c": 34,
+    "d": 35,
+    "e": 36,
+    "f": 37,
+    "g": 38,
+    "h": 39,
+    "i": 40,
+    "j": 41,
+    "k": 42,
+    "l": 43,
+    "m": 44,
+    "n": 45,
+    "o": 46,
+    "p": 47,
+    "q": 48,
+    "r": 49,
+    "s": 50,
+    "t": 51,
+    "u": 52,
+    "v": 53,
+    "w": 54,
+    "x": 55,
+    "y": 56,
+    "z": 57,
+    "~": 58
+}

signa2text/run_train.sh

@@ -2,7 +2,6 @@
 
 # Display a header with script information
 echo "=== Running Train Script ==="
+python src/main.py
 
-torchrun --standalone --nproc_per_node=1 src/main.py --model_name test_model --epoch 2 
-#torchrun --standalone --nproc_per_node=1 src/main.py 
-#--epochs 10 --batch 512
+echo "=== Completed Train Script Run ==="