test environ

app/api/download-all/route.ts

@@ -2,25 +2,51 @@ import { NextRequest } from "next/server";
 import JSZip from "jszip";
 import { createClient } from "@supabase/supabase-js";
 
-export const dynamic = "force-dynamic";
-
 export async function GET(req: NextRequest) {
   const supabase = createClient(
     process.env.NEXT_PUBLIC_SUPABASE_URL!,
     process.env.NEXT_PUBLIC_SUPABASE_SERVICE_KEY!,
   );
 
-  // Validate environment variables
+  try {
+    // Ambil daftar file
+    const { data: files, error: listError } = await supabase.storage
+      .from("pnp-bot-storage")
+      .list("", { limit: 1000 }); // kosong berarti root folder, sesuaikan jika ada prefix
 
-  // Add this debug logging to see what's happening
-  console.log("URL:", process.env.NEXT_PUBLIC_SUPABASE_URL);
-  console.log(
-    "Service Key:",
-    process.env.NEXT_PUBLIC_SUPABASE_SERVICE_KEY ? "Present" : "Missing",
-  );
+    if (listError || !files) {
+      return new Response(
+        JSON.stringify({
+          error: listError?.message || "Gagal mengambil daftar file.",
+        }),
+        { status: 500 },
+      );
+    }
 
-  try {
-    // ... rest of your code
+    const zip = new JSZip();
+
+    // Download semua file dan tambahkan ke zip
+    for (const file of files) {
+      const { data: fileData, error: downloadError } = await supabase.storage
+        .from("pnp-bot-storage")
+        .download(file.name);
+
+      if (!downloadError && fileData) {
+        const arrayBuffer = await fileData.arrayBuffer();
+        zip.file(file.name, arrayBuffer);
+      }
+    }
+
+    // Hasilkan zip sebagai buffer
+    const zipBuffer = await zip.generateAsync({ type: "nodebuffer" });
+
+    return new Response(zipBuffer, {
+      status: 200,
+      headers: {
+        "Content-Type": "application/zip",
+        "Content-Disposition": "attachment; filename=all-files.zip",
+      },
+    });
   } catch (error) {
     console.error("ZIP error:", error);
     return new Response(

scrapping/dosen_scrap.py

@@ -3,11 +3,8 @@ from scrapy.crawler import CrawlerProcess
 from datetime import datetime
 import re
 from supabase import create_client
-from dotenv import load_dotenv
 import os
 
-# Load environment variables
-load_dotenv()
 
 class DosenSpider(scrapy.Spider):
     name = 'dosen_spider'
@@ -27,10 +24,10 @@ class DosenSpider(scrapy.Spider):
         super(DosenSpider, self).__init__(*args, **kwargs)
         # Initialize Supabase client
         self.supabase = create_client(
-            os.getenv("NEXT_PUBLIC_SUPABASE_URL"),
-            os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
+            os.environ.get("NEXT_PUBLIC_SUPABASE_URL"),
+            os.environ.get("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
         )
-        self.storage_bucket = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
+        self.storage_bucket = os.environ.get("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
         self.collected_data = []
     
     def parse(self, response):

scrapping/jadwal_scrap.py

@@ -4,11 +4,9 @@ import os
 import re
 from datetime import datetime
 from supabase import create_client
-from dotenv import load_dotenv
 from io import StringIO
 
-# Load environment variables
-load_dotenv()
+
 
 class PnpSpider(scrapy.Spider):
     name = 'pnp_spider'
@@ -23,11 +21,11 @@ class PnpSpider(scrapy.Spider):
     def __init__(self, *args, **kwargs):
         super(PnpSpider, self).__init__(*args, **kwargs)
         # Initialize Supabase client
-        url = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
-        key = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
+        url = os.environ.get("NEXT_PUBLIC_SUPABASE_URL")
+        key = os.environ.get("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
         
         self.supabase = create_client(url, key)
-        self.storage_bucket = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
+        self.storage_bucket = os.environ.get("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
         
         self.file_buffers = {}  # Dictionary to store StringIO objects
         self.current_date = datetime.now().strftime("%Y-%m-%d")

scrapping/jurusan_scrap.py

@@ -1,16 +1,13 @@
 import scrapy
 from scrapy.crawler import CrawlerProcess
 from bs4 import BeautifulSoup
-from dotenv import load_dotenv
 from supabase import create_client
 from datetime import datetime
 import os, re, tempfile
 
-# Load environment variables
-load_dotenv()
-SUPABASE_URL = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
-SUPABASE_KEY = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
-SUPABASE_BUCKET = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET", "pnp-bot-storage")
+SUPABASE_URL = os.environ.get("NEXT_PUBLIC_SUPABASE_URL")
+SUPABASE_KEY = os.environ.get("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
+SUPABASE_BUCKET = os.environ.get("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET", "pnp-bot-storage")
 
 
 

scrapping/pnp_scrap.py

@@ -3,14 +3,12 @@ from scrapy.crawler import CrawlerProcess
 from datetime import datetime
 import re
 import os
-from dotenv import load_dotenv
 from supabase import create_client, Client
 
-# Load environment variables
-load_dotenv()
-SUPABASE_URL = os.getenv("NEXT_PUBLIC_SUPABASE_URL")
-SUPABASE_KEY = os.getenv("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
-SUPABASE_BUCKET = os.getenv("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
+
+SUPABASE_URL = os.environ.get("NEXT_PUBLIC_SUPABASE_URL")
+SUPABASE_KEY = os.environ.get("NEXT_PUBLIC_SUPABASE_SERVICE_KEY")
+SUPABASE_BUCKET = os.environ.get("NEXT_PUBLIC_SUPABASE_STORAGE_BUCKET")
 supabase: Client = create_client(SUPABASE_URL, SUPABASE_KEY)