shadertoy iframe

app.py

@@ -139,6 +139,13 @@ text = """
 This gives you access to a filtered version of the [Shadertoys](https://huggingface.co/datasets/Vipitis/Shadertoys) dataset, only shaders that const of a single pass (and have at least one fuction with a return statement) are available.
 In the near future there will be some buttons and sliders to generate variations of the shadercode itself, and hence get some different images. 
 If I find an efficient way, the shaders might run in real time and be interactive.
+
+## TODO:
+ - [~] use embedded Shadertoy for reference/attribution (seems to not on change??)
+ - [] working render implementation on CPU only space (use the browser for WebGPU?)
+ - [] generate variations of return statements (ShaderEval task1)
+ - [] generate whole functions
+ - [] generate whole shaders (via prompts?)
 """
 passes_dataset = datasets.load_dataset("Vipitis/Shadertoys")
 single_passes = passes_dataset.filter(lambda x: not x["has_inputs"] and x["num_passes"] == 1 and x["code"].count("return") >= 1) #filter easier than having a custom loader script?
@@ -162,13 +169,17 @@ def grab_sample(sample_idx):
     sample_source = sample_pass["source"]
     sample_title = sample_pass["title"]
     sample_auhtor = sample_pass["author"]
-    return sample_code, sample_source #, sample_title, sample_auhtor
+    source_iframe = construct_embed(sample_source)
+    return sample_pass, sample_code, source_iframe #, sample_title, sample_auhtor
 
 def _make_pipeline(model_cp):
     tokenizer = AutoTokenizer.from_pretrained(model_cp, trust_remote_code=True)
     model = AutoModelForCausalLM.from_pretrained(model_cp, trust_remote_code=True)
     return pipeline("text-generation", model=model, tokenizer=tokenizer, trust_remote_code=True)
 
+def construct_embed(source_url):
+    return f'<iframe width="640" height="360" frameborder="0" src="{source_url}?gui=true&t=0&paused=true&muted=true" allowfullscreen></iframe>'
+
 with gr.Blocks() as site:
     text_md = gr.Markdown(text)
     model_cp = gr.Textbox(value="Vipitis/santacoder-finetuned-Shadertoys", label="Model Checkpoint", interactive=True)
@@ -178,10 +189,12 @@ with gr.Blocks() as site:
     time_slider = gr.Slider(minimum=0, maximum=10, value=0, label="time (update on release)", step=0.02)
     #output = gr.Textbox(label="Output")
     rendered_frame = gr.Image(shape=(512, 420), label=f"rendered frame preview")
-    info_md = gr.Markdown(value="code_source", label="source URL for this shader", interactive=False)
+    # info_md = gr.Markdown(value="code_source", label="source URL for this shader", interactive=False)
+    source_embed = gr.HTML('<iframe width="640" height="360" frameborder="0" src="https://www.shadertoy.com/embed/XtcSDf?gui=true&t=0&paused=true&muted=true" allowfullscreen></iframe>')
     sample_code = gr.Code(label="Sample Code", language=None, readonly=True, lines=20)
-    sample_pass = gr.State(value=None)
-    sample_idx.release(fn=grab_sample, inputs=[sample_idx], outputs=[sample_code, info_md])
+    sample_pass = gr.State(value={})
+    sample_idx.release(fn=grab_sample, inputs=[sample_idx], outputs=[sample_pass, sample_code, source_embed])
+    # sample_idx.release(fn=construct_embed, inputs=[sample_idx], outputs=[source_embed]) #twice to make have different outputs?
     time_slider.release(fn=lambda code, time: asyncio.run(get_image(code, time)), inputs=[sample_code, time_slider], outputs=rendered_frame)
     render_button.click(fn=lambda code: asyncio.run(get_image(code)), inputs=[sample_code], outputs=rendered_frame)
     # run_button.click(fn=print, inputs=[model_cp, sample_idx], outputs=output)