first commit

.gradio/certificate.pem

@@ -0,0 +1,31 @@
+-----BEGIN CERTIFICATE-----
+MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
+TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
+cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
+WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
+ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
+MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
+h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
+0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
+A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
+T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
+B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
+B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
+KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
+OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
+jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
+qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
+rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
+HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
+hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
+ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
+3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
+NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
+ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
+TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
+jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
+oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
+4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
+mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
+emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
+-----END CERTIFICATE-----

app.py

@@ -0,0 +1,88 @@
+import torch
+import gradio as gr
+from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer, AutoConfig
+
+# List of summarization models
+model_names = [
+    "google/bigbird-pegasus-large-arxiv",
+    "facebook/bart-large-cnn",
+    "google/t5-v1_1-large",
+    "sshleifer/distilbart-cnn-12-6",
+    "allenai/led-base-16384",
+    "google/pegasus-xsum",
+    "togethercomputer/LLaMA-2-7B-32K"
+]
+
+# Placeholder for the summarizer pipeline, tokenizer, and maximum tokens
+summarizer = None
+tokenizer = None
+max_tokens = None
+
+# Example text for summarization
+example_text = (
+    "Artificial intelligence (AI) is intelligence—perceiving, synthesizing, and inferring information—"
+    "demonstrated by machines, as opposed to intelligence displayed by non-human animals and humans. "
+    "Example tasks in which AI is employed include speech recognition, computer vision, language translation, "
+    "autonomous vehicles, and game playing. AI research has been defined as the field of study of intelligent "
+    "agents, which refers to any system that perceives its environment and takes actions that maximize its "
+    "chance of achieving its goals."
+)
+
+# Function to load the selected model
+def load_model(model_name):
+    global summarizer, tokenizer, max_tokens
+    try:
+        # Load the summarization pipeline with the selected model
+        summarizer = pipeline("summarization", model=model_name, torch_dtype=torch.float32)
+        tokenizer = AutoTokenizer.from_pretrained(model_name)
+        config = AutoConfig.from_pretrained(model_name)
+
+        # Set a reasonable default for max_tokens if not available
+        max_tokens = getattr(config, 'max_position_embeddings', 1024)
+
+        return f"Model {model_name} loaded successfully! Max tokens: {max_tokens}"
+    except Exception as e:
+        return f"Failed to load model {model_name}. Error: {str(e)}"
+
+# Function to summarize the input text
+def summarize_text(input, min_length, max_length):
+    if summarizer is None:
+        return "No model loaded!"
+
+    try:
+        # Tokenize the input text and check the number of tokens
+        input_tokens = tokenizer.encode(input, return_tensors="pt")
+        num_tokens = input_tokens.shape[1]
+        if num_tokens > max_tokens:
+            return f"Error: Input exceeds the max token limit of {max_tokens}."
+
+        # Ensure min/max lengths are within bounds
+        min_summary_length = max(10, int(num_tokens * (min_length / 100)))
+        max_summary_length = min(max_tokens, int(num_tokens * (max_length / 100)))
+
+        # Summarize the input text
+        output = summarizer(input, min_length=min_summary_length, max_length=max_summary_length, truncation=True)
+        return output[0]['summary_text']
+    except Exception as e:
+        return f"Summarization failed: {str(e)}"
+
+# Gradio Interface
+with gr.Blocks() as demo:
+    with gr.Row():
+        model_dropdown = gr.Dropdown(choices=model_names, label="Choose a model", value="sshleifer/distilbart-cnn-12-6")
+        load_button = gr.Button("Load Model")
+
+    load_message = gr.Textbox(label="Load Status", interactive=False)
+
+    min_length_slider = gr.Slider(minimum=0, maximum=100, step=1, label="Minimum Summary Length (%)", value=10)
+    max_length_slider = gr.Slider(minimum=0, maximum=100, step=1, label="Maximum Summary Length (%)", value=20)
+
+    input_text = gr.Textbox(label="Input text to summarize", lines=6, value=example_text)
+    summarize_button = gr.Button("Summarize Text")
+    output_text = gr.Textbox(label="Summarized text", lines=4)
+
+    load_button.click(fn=load_model, inputs=model_dropdown, outputs=load_message)
+    summarize_button.click(fn=summarize_text, inputs=[input_text, min_length_slider, max_length_slider],
+                           outputs=output_text)
+
+demo.launch(share=True)

requirements.txt

@@ -0,0 +1,3 @@
+transformers
+torch
+gradio