Upload 4 files

Dockerfile

@@ -0,0 +1,16 @@
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+RUN wget https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf
+
+COPY . .
+
+CMD ["gunicorn", "-b", "0.0.0.0:7860", "main:app"]

main.py

@@ -0,0 +1,37 @@
+from flask import Flask, request, jsonify
+from langchain_community.llms import LlamaCpp
+import os 
+app = Flask(__name__)
+
+n_gpu_layers = 0
+n_batch = 1024
+
+
+llm = LlamaCpp(
+    model_path="Phi-3-mini-4k-instruct-q4.gguf",  # path to GGUF file
+    temperature=0.1,
+    n_gpu_layers=n_gpu_layers,
+    n_batch=n_batch,
+    verbose=True,
+    n_ctx=4096
+)
+file_size = os.stat('Phi-3-mini-4k-instruct-q4.gguf')
+print("model size ====> :", file_size.st_size, "bytes")
+
+
+@app.route('/', methods=['POST'])
+def get_skills():
+    cv_body = request.json.get('cv_body')
+
+    # Simple inference example
+    output = llm(
+        f"<|user|>\n{cv_body}<|end|>\n<|assistant|>Can you list the skills mentioned in the CV?<|end|>",
+        max_tokens=256,  # Generate up to 256 tokens
+        stop=["<|end|>"], 
+        echo=True,  # Whether to echo the prompt
+    )
+
+    return jsonify({'skills': output})
+
+if __name__ == '__main__':
+    app.run()

main.yml

@@ -0,0 +1,27 @@
+name: Python application
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Python 3.x
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.x'
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+
+    - name: Run the app
+      run: python app.py

requirements.txt

@@ -0,0 +1,12 @@
+flask
+matplotlib
+numpy
+gensim
+scikit-learn
+llama-cpp-python
+huggingface-hub
+langchain
+langchain-experimental
+scipy==1.10.1
+gunicorn
+langchain-community