Spaces:

sanmmarr29
/

helperAi

Sleeping

App Files Files Community

sanmmarr29 commited on Jan 27

Commit

732e177

verified ·

1 Parent(s): 0ff1fa3

Upload 6 files

Browse files

Files changed (6) hide show

Dockerfile +1 -4
app/config.py +1 -1
app/main.py +18 -3
app/static/styles.css +27 -0
app/templates/chat.html +85 -0
requirements.txt +2 -1

Dockerfile CHANGED Viewed

@@ -3,14 +3,11 @@ FROM python:3.10-slim
 WORKDIR /app
 # Install system dependencies
-RUN apt-get update && apt-get install -y \
     git \
     && rm -rf /var/lib/apt/lists/*
-RUN mkdir -p .cache/hub
-RUN chmod -R 777 .cache/hub
 # Copy requirements first to leverage Docker cache
 COPY requirements.txt .

 WORKDIR /app
 # Install system dependencies
+RUN sudo apt-get update && sudapt-get install -y \
     git \
     && rm -rf /var/lib/apt/lists/*
 # Copy requirements first to leverage Docker cache
 COPY requirements.txt .

app/config.py CHANGED Viewed

@@ -2,7 +2,7 @@ from pydantic_settings import BaseSettings
 class Settings(BaseSettings):
     HUGGINGFACE_TOKEN: str
-    MODEL_NAME: str = "deepseek-ai/DeepSeek-R1-Distill-Llama-8B"
     class Config:
         env_file = ".env"

 class Settings(BaseSettings):
     HUGGINGFACE_TOKEN: str
+    MODEL_NAME: str = "deepseek-ai/deepseek-coder-33b-instruct"
     class Config:
         env_file = ".env"

app/main.py CHANGED Viewed

@@ -1,7 +1,11 @@
-from fastapi import FastAPI
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
 from .config import settings
 app = FastAPI(
     title="Deepseek Chat API",
@@ -9,6 +13,10 @@ app = FastAPI(
     version="1.0.0"
 )
 # Initialize model and tokenizer
 tokenizer = AutoTokenizer.from_pretrained(settings.MODEL_NAME, token=settings.HUGGINGFACE_TOKEN)
 model = AutoModelForCausalLM.from_pretrained(
@@ -18,10 +26,17 @@ model = AutoModelForCausalLM.from_pretrained(
     device_map="auto"
 )
 @app.post("/chat")
-async def chat(message: str):
     # Prepare the prompt
-    prompt = f"### Instruction: {message}\n\n### Response:"
     # Generate response
     inputs = tokenizer(prompt, return_tensors="pt").to(model.device)

+from fastapi import FastAPI, Request
+from fastapi.templating import Jinja2Templates
+from fastapi.staticfiles import StaticFiles
+from fastapi.responses import HTMLResponse
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
 from .config import settings
+from pydantic import BaseModel
 app = FastAPI(
     title="Deepseek Chat API",
     version="1.0.0"
 )
+# Mount static files and templates
+app.mount("/static", StaticFiles(directory="app/static"), name="static")
+templates = Jinja2Templates(directory="app/templates")
 # Initialize model and tokenizer
 tokenizer = AutoTokenizer.from_pretrained(settings.MODEL_NAME, token=settings.HUGGINGFACE_TOKEN)
 model = AutoModelForCausalLM.from_pretrained(
     device_map="auto"
 )
+class ChatMessage(BaseModel):
+    message: str
+@app.get("/", response_class=HTMLResponse)
+async def home(request: Request):
+    return templates.TemplateResponse("chat.html", {"request": request})
 @app.post("/chat")
+async def chat(message: ChatMessage):
     # Prepare the prompt
+    prompt = f"### Instruction: {message.message}\n\n### Response:"
     # Generate response
     inputs = tokenizer(prompt, return_tensors="pt").to(model.device)

app/static/styles.css ADDED Viewed

	@@ -0,0 +1,27 @@

+/* Custom scrollbar */
+#chat-messages::-webkit-scrollbar {
+    width: 6px;
+}
+#chat-messages::-webkit-scrollbar-track {
+    background: #f1f1f1;
+}
+#chat-messages::-webkit-scrollbar-thumb {
+    background: #888;
+    border-radius: 3px;
+}
+#chat-messages::-webkit-scrollbar-thumb:hover {
+    background: #666;
+}
+/* Message animations */
+@keyframes fadeIn {
+    from { opacity: 0; transform: translateY(10px); }
+    to { opacity: 1; transform: translateY(0); }
+}
+#chat-messages > div {
+    animation: fadeIn 0.3s ease-out forwards;
+}

app/templates/chat.html ADDED Viewed

	@@ -0,0 +1,85 @@

+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Deepseek Chat</title>
+    <link href="https://cdn.jsdelivr.net/npm/[email protected]/dist/tailwind.min.css" rel="stylesheet">
+    <link rel="stylesheet" href="{{ url_for('static', path='/styles.css') }}">
+</head>
+<body class="bg-gray-100 h-screen">
+    <div class="container mx-auto px-4 h-screen flex flex-col">
+        <header class="py-4">
+            <h1 class="text-2xl font-bold text-gray-800">Deepseek Chat</h1>
+        </header>
+        <div class="flex-1 bg-white rounded-lg shadow-lg flex flex-col">
+            <div id="chat-messages" class="flex-1 p-4 overflow-y-auto space-y-4">
+                <!-- Messages will be inserted here -->
+            </div>
+            <div class="border-t p-4">
+                <form id="chat-form" class="flex space-x-4">
+                    <input type="text"
+                           id="message-input"
+                           class="flex-1 rounded-lg border border-gray-300 px-4 py-2 focus:outline-none focus:border-blue-500"
+                           placeholder="Type your message...">
+                    <button type="submit"
+                            class="bg-blue-500 text-white px-6 py-2 rounded-lg hover:bg-blue-600 focus:outline-none">
+                        Send
+                    </button>
+                </form>
+            </div>
+        </div>
+    </div>
+    <script>
+        const chatMessages = document.getElementById('chat-messages');
+        const chatForm = document.getElementById('chat-form');
+        const messageInput = document.getElementById('message-input');
+        function appendMessage(content, isUser) {
+            const messageDiv = document.createElement('div');
+            messageDiv.className = `flex ${isUser ? 'justify-end' : 'justify-start'}`;
+            const bubble = document.createElement('div');
+            bubble.className = `max-w-[70%] rounded-lg p-3 ${
+                isUser ? 'bg-blue-500 text-white' : 'bg-gray-100 text-gray-800'
+            }`;
+            bubble.textContent = content;
+            messageDiv.appendChild(bubble);
+            chatMessages.appendChild(messageDiv);
+            chatMessages.scrollTop = chatMessages.scrollHeight;
+        }
+        chatForm.addEventListener('submit', async (e) => {
+            e.preventDefault();
+            const message = messageInput.value.trim();
+            if (!message) return;
+            // Clear input
+            messageInput.value = '';
+            // Add user message
+            appendMessage(message, true);
+            try {
+                const response = await fetch('/chat', {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json',
+                    },
+                    body: JSON.stringify({ message }),
+                });
+                const data = await response.json();
+                appendMessage(data.response, false);
+            } catch (error) {
+                appendMessage('Sorry, something went wrong. Please try again.', false);
+                console.error('Error:', error);
+            }
+        });
+    </script>
+</body>
+</html>

requirements.txt CHANGED Viewed

@@ -5,4 +5,5 @@ pydantic-settings
 python-dotenv
 transformers
 accelerate>=0.26.0
-torch

 python-dotenv
 transformers
 accelerate>=0.26.0
+torch
+jinja2