import spaces import gradio as gr from marker.markdown_extractor import MarkdownExtractorConfig, MarkdownExtractor from pdf.pdf_extractor import PDFExtractorConfig, PDFExtractor from unstructuredio.unstructured_pdf import UnstructuredIOConfig, UnstructuredIOExtractor from indexify_extractor_sdk import Content markdown_extractor = MarkdownExtractor() pdf_extractor = PDFExtractor() unstructured_extractor = UnstructuredIOExtractor() @spaces.GPU def use_marker(pdf_filepath): if pdf_filepath is None: raise gr.Error("Please provide some input PDF: upload a PDF file") with open(pdf_filepath, "rb") as f: pdf_data = f.read() content = Content(content_type="application/pdf", data=pdf_data) config = MarkdownExtractorConfig(batch_multiplier=2) result = markdown_extractor.extract(content, config) return result @spaces.GPU def use_pdf_extractor(pdf_filepath): if pdf_filepath is None: raise gr.Error("Please provide some input PDF: upload a PDF file") with open(pdf_filepath, "rb") as f: pdf_data = f.read() content = Content(content_type="application/pdf", data=pdf_data) config = PDFExtractorConfig(output_types=["text", "table"]) result = pdf_extractor.extract(content, config) return result @spaces.GPU def use_unstructured(pdf_filepath): if pdf_filepath is None: raise gr.Error("Please provide some input PDF: upload a PDF file") with open(pdf_filepath, "rb") as f: pdf_data = f.read() content = Content(content_type="application/pdf", data=pdf_data) config = UnstructuredIOConfig(strategy="hi_res") result = unstructured_extractor.extract(content, config) return result with gr.Blocks(theme=gr.themes.Soft()) as demo: with gr.Tab("PDF data extraction with Marker & Indexify"): gr.HTML("
Indexify is a scalable realtime and continuous indexing and structured extraction engine for unstructured data to build generative AI applications
") gr.HTML("Step 1: Upload a PDF file from local storage.
" "Use this demo for single PDF file only. " "You can extract from PDF files continuously and try various other extractors locally with " "Indexify.
" ) pdf_file_1 = gr.File(type="filepath") with gr.Column(): gr.HTML("Step 2: Run the extractor.
") go_button_1 = gr.Button(value="Run Marker extractor", variant="primary") model_output_text_box_1 = gr.Textbox(label="Extractor Output", elem_id="model_output_text_box_1") with gr.Row(): gr.HTML("Developed with 🫶 by Indexify | a Tensorlake product
") go_button_1.click(fn=use_marker, inputs=[pdf_file_1], outputs=[model_output_text_box_1]) with gr.Tab("PDF data extraction with PDF Extractor & Indexify"): gr.HTML("Indexify is a scalable realtime and continuous indexing and structured extraction engine for unstructured data to build generative AI applications
") gr.HTML("Step 1: Upload a PDF file from local storage.
" "Use this demo for single PDF file only. " "You can extract from PDF files continuously and try various other extractors locally with " "Indexify.
" ) pdf_file_2 = gr.File(type="filepath") with gr.Column(): gr.HTML("Step 2: Run the extractor.
") go_button_2 = gr.Button(value="Run PDF extractor", variant="primary") model_output_text_box_2 = gr.Textbox(label="Extractor Output", elem_id="model_output_text_box_2") with gr.Row(): gr.HTML("Developed with 🫶 by Indexify | a Tensorlake product
") go_button_2.click(fn=use_pdf_extractor, inputs=[pdf_file_2], outputs=[model_output_text_box_2]) with gr.Tab("PDF data extraction with Unstructured IO & Indexify"): gr.HTML("Indexify is a scalable realtime and continuous indexing and structured extraction engine for unstructured data to build generative AI applications
") gr.HTML("Step 1: Upload a PDF file from local storage.
" "Use this demo for single PDF file only. " "You can extract from PDF files continuously and try various other extractors locally with " "Indexify.
" ) pdf_file_3 = gr.File(type="filepath") with gr.Column(): gr.HTML("Step 2: Run the extractor.
") go_button_3 = gr.Button(value="Run Unstructured extractor", variant="primary") model_output_text_box_3 = gr.Textbox(label="Extractor Output", elem_id="model_output_text_box_3") with gr.Row(): gr.HTML("Developed with 🫶 by Indexify | a Tensorlake product
") go_button_3.click(fn=use_unstructured, inputs=[pdf_file_3], outputs=[model_output_text_box_3]) demo.queue() demo.launch()