| Step | \n","Training Loss | \n","
|---|---|
| 500 | \n","0.370500 | \n","
"]},"metadata":{}},{"output_type":"execute_result","data":{"text/plain":["('/content/gpt_model/tokenizer_config.json',\n"," '/content/gpt_model/special_tokens_map.json',\n"," '/content/gpt_model/vocab.json',\n"," '/content/gpt_model/merges.txt',\n"," '/content/gpt_model/added_tokens.json')"]},"metadata":{},"execution_count":10}]},{"cell_type":"code","source":["# use Gradio App to take input and generate output:\n","\n","def generate_response(model, tokenizer, prompt, max_length=100):\n"," input_ids = tokenizer.encode(prompt, return_tensors='pt')\n","\n"," attention_mask = torch.ones_like(input_ids)\n"," pad_token_id = tokenizer.eos_token_id\n","\n"," output = model.generate(\n"," input_ids,\n"," attention_mask=attention_mask,\n"," pad_token_id=pad_token_id,\n"," max_length=max_length,\n"," num_return_sequences=1,\n"," no_repeat_ngram_size=2,\n"," do_sample=True,\n"," top_k=50,\n"," top_p=0.95,\n"," temperature=0.7,\n"," early_stopping=True\n"," )\n"," response = tokenizer.decode(output[0], skip_special_tokens=True)\n"," return response\n","\n"],"metadata":{"id":"mUySawrmrUzM","executionInfo":{"status":"ok","timestamp":1727008601834,"user_tz":-330,"elapsed":2,"user":{"displayName":"Saman Khan","userId":"04820494405334513558"}}},"execution_count":17,"outputs":[]},{"cell_type":"code","source":["\n","import gradio as gr\n","\n","# Load the fine-tuned model and tokenizer\n","model = GPT2LMHeadModel.from_pretrained(model_output_path)\n","tokenizer = GPT2Tokenizer.from_pretrained(model_output_path)\n","\n","iface = gr.Interface(\n"," fn=lambda prompt: generate_response(model, tokenizer, prompt, 250),\n"," inputs = \"textbox\",\n"," outputs=\"text\",\n"," title=\"GPT-2 Fine-Tuned Text Generator\",\n"," description=\"Enter a prompt and the model will generate text based on your input.\"\n",")\n","\n","iface.launch(share=True)\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":591},"id":"tDij3ct5uhED","executionInfo":{"status":"ok","timestamp":1727008758191,"user_tz":-330,"elapsed":1761,"user":{"displayName":"Saman Khan","userId":"04820494405334513558"}},"outputId":"16b3e023-70c9-45f0-d5df-32f08038cd8c"},"execution_count":20,"outputs":[{"output_type":"stream","name":"stdout","text":["Colab notebook detected. To show errors in colab notebook, set debug=True in launch()\n","Running on public URL: https://fc087f7820fdecd3b1.gradio.live\n","\n","This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co./spaces)\n"]},{"output_type":"display_data","data":{"text/plain":["