app.py

from PIL import Image
import pytesseract
import gradio as gr
from datetime import datetime
import os
from flair.data import Sentence
from flair.models import SequenceTagger
from segtok.segmenter import split_single
import pandas as pd

# tagger = SequenceTagger.load("ner-ontonotes")
tagger = SequenceTagger.load("flair/ner-english-ontonotes")

langs = []

choices = os.popen("tesseract --list-langs").read().split("\n")[1:-1]

blocks = gr.Blocks()


def get_named_entities(ocr_text: str):
    sentence = [Sentence(sent, use_tokenizer=True) for sent in split_single(ocr_text)]
    tagger.predict(sentence)

    entities = []

    for token in sentence:
        for entity in token.get_spans("ner"):
            entity = str(entity)
            entities.append(entity)

    entities = "\n".join(entities)

    return entities


def run(image, lang="eng"):
    print("Image ", image)
    try:
        print("Image name ", image.name)
    except Exception as e:
        print(f"Could not print image filename: {e}")
    result = pytesseract.image_to_string(image, lang=None if lang == [] else lang)

    ner = get_named_entities(result)
    return result, ner


def download_output(ocr_text: str, named_entities: str, image_name="test"):
    try:
        named_entities_list = named_entities.split("\n")

        now = datetime.now()
        datetime_now = now.strftime("%Y%m%d_%H%M%S")
        output_file = f"{image_name}_{datetime_now}.xlsx"

        ocr_df = pd.Series(ocr_text)
        ner_df = pd.Series(named_entities_list)

        with pd.ExcelWriter(output_file, engine="xlsxwriter") as writer:
            ocr_df.to_excel(writer, sheet_name="OCR text")
            ner_df.to_excel(writer, sheet_name="Named entities")
        return output_file

    except Exception as e:
        raise gr.Error(f"Something went wrong: here's the error: {e}")


with gr.Blocks() as demo:
    gr.Markdown("## Theatre Programmer")
    with gr.Row():
        with gr.Column():
            image_in = gr.Image(type="pil", mirror_webcam=False)
            lang = gr.Dropdown(choices, value="eng", label="Select language")
            btn = gr.Button("Run")
        with gr.Column():
            ocr_text = gr.TextArea(label="OCR output")
        with gr.Column():
            ner = gr.TextArea(label="Named entities")
        # with gr.Column():
        #     gr.CheckboxGroup(ner, label="Named entities")
    with gr.Row():
        download_btn = gr.Button("Download output")

    try:
        print("Image name ", image_in.name)
    except Exception as e:
        print(f"Could not print image filename: {e}")

    btn.click(fn=run, inputs=[image_in, lang], outputs=[ocr_text, ner])
    download_btn.click(
        fn=download_output,
        inputs=[ocr_text, ner],
        outputs=[gr.components.File()],
    )

demo.launch()