hf space deployment

.gitattributes

@@ -1,3 +1,37 @@
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.png filter=lfs diff=lfs merge=lfs -text
 *.jpg filter=lfs diff=lfs merge=lfs -text
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

.github/workflows/huggingface.yaml

@@ -0,0 +1,23 @@
+name: Push to Hugging face space
+
+on:
+  push:
+    branches:
+      - main
+    
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+          lfs: true
+          ref: main
+      
+      - name: push to hf space
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: |
+          git push https://anuj-panthri:[email protected]/spaces/anuj-panthri/image-colorization main --force

Dockerfile

@@ -0,0 +1,22 @@
+FROM tensorflow/tensorflow
+
+EXPOSE 5000
+COPY . /app
+WORKDIR /app
+
+# opencv fix
+RUN apt-get update && apt-get install ffmpeg libsm6 libxext6  -y
+
+RUN pip install --upgrade pip
+RUN pip install --ignore-installed -r requirements.txt --no-cache-dir
+RUN pip install -e .
+
+RUN ls -lh
+RUN rm -r outputs
+RUN ls -lh
+
+RUN --mount=type=secret,id=COMET_API_KEY,mode=0444,required=true \
+    python3 download_model_comet.py --key $(cat /run/secrets/COMET_API_KEY) --version 1.0.0
+
+RUN chmod g+w /app
+CMD python3 app/app.py

README.md

@@ -1,3 +1,16 @@
+---
+title: Image Colorization
+emoji: 🐢
+colorFrom: purple
+colorTo: yellow
+sdk: docker
+pinned: false
+license: apache-2.0
+app_port: 5000
+---
+
+hugging face config
+
 ## Image Colorization
 ==============================
 
@@ -80,6 +93,15 @@ Kaggle API docs:- https://github.com/Kaggle/kaggle-api/blob/main/docs/README.md
 - kaggle kernels pull anujpanthri/training-image-colorization-model -p kaggle/
 - kaggle kernels push -p kaggle/
 - echo "{\"username\":\"$KAGGLE_USERNAME\",\"key\":\"$KAGGLE_KEY\"}" > kaggle.json
+
+## Docker Commands:-
+- docker buildx build --secret id=COMET_API_KEY,env=COMET_API_KEY -t testcontainer
+- docker run -it -p 5000:5000 -e COMET_API_KEY=$COMET_API_KEY testcontainer
+
+## Git Commands:-
+- git lfs migrate info --everything --include="*.zip,*.png,*.jpg"
+- git lfs migrate import --everything --include="*.zip,*.png,*.jpg"
+
 ### Version 1:
 
 - im gonna skip logging for now and rather use print statements

download_model_comet.py

@@ -1,15 +1,25 @@
 from comet_ml.api import API
 from src.utils.config_loader import constants
+import argparse
 
-api = API()
+def set_api_and_download_model(key:str, version:str, output_dir=constants.ARTIFACT_MODEL_DIR):
+    api = API(api_key=key)
 
-# set env variable COMET_API_KEY
+    # set env variable COMET_API_KEY
 
-api.download_registry_model(
-    "anujpanthri",
-    "image-colorization-model",
-    version="1.0.0",
-    output_path=constants.ARTIFACT_MODEL_DIR,
-    expand=True,
-    stage=None, 
-)
+    api.download_registry_model(
+        "anujpanthri",
+        "image-colorization-model",
+        version=version,
+        output_path=output_dir,
+        expand=True,
+        stage=None, 
+    )
+
+
+if __name__=="__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--key",type=str,required=True)
+    parser.add_argument("--version",type=str,required=True)
+    config = parser.parse_args()
+    set_api_and_download_model(config.key,config.version)