| import gradio as gr | |
| from transformers import AutoModelForCausalLM, AutoTokenizer | |
| def greet(name): | |
| checkpoint = "Salesforce/codegen-350M-mono" | |
| model = AutoModelForCausalLM.from_pretrained(checkpoint) | |
| tokenizer = AutoTokenizer.from_pretrained(checkpoint) | |
| text = "def hello_world():" | |
| completion = model.generate(**tokenizer(text, return_tensors="pt")) | |
| return tokenizer.decode(completion[0]) | |
| iface = gr.Interface(fn=greet, inputs="text", outputs="text") | |
| iface.launch() |