Fix some video output and image output pipeline bugs

guidance-ai · Feb 11, 2025 · e467879 · e467879
1 parent 1c2d1a9
commit e467879
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 8 deletions.
diff --git a/client/graphpaper-inline/src/App.svelte b/client/graphpaper-inline/src/App.svelte
@@ -64,10 +64,10 @@ For upcoming features, we won't be able to send all details over the wire, and w
         } else if (isImageOutput(msg.node_attr)) {
           console.log("Image available.");
           textComponents.push(msg.node_attr);
+        } else if (isVideoOutput(msg.node_attr)) {
+          console.log("Video available.");
+          textComponents.push(msg.node_attr);
         }
-      } else if (isVideoOutput(msg.node_attr)) {
-        console.log("Video available.");
-        textComponents.push(msg.node_attr);
       }
     } else if (isExecutionStartedMessage(msg)) {
       requireFullReplay = false;

diff --git a/guidance/library/_video.py b/guidance/library/_video.py
@@ -23,7 +23,7 @@ def video(lm, src: typing.Union[str, pathlib.Path, bytes], allow_local: bool = T
 def gen_video(lm):
     # TODO(nopdive): Mock for testing. Remove all of this code later.
     with open(
-        pkg_resources.resource_filename("guidance", "resources/sample_video.wav"), "rb"
+        pkg_resources.resource_filename("guidance", "resources/sample_video.mp4"), "rb"
     ) as f:
         bytes_data = f.read()
         base64_string = base64.b64encode(bytes_data).decode('utf-8')

diff --git a/guidance/models/_model.py b/guidance/models/_model.py
@@ -29,7 +29,7 @@
     CaptureOutput,
     TraceHandler,
 )
-from ..trace._trace import AudioOutput, AudioInput, VideoInput, VideoOutput
+from ..trace._trace import AudioOutput, AudioInput, ImageInput, ImageOutput, VideoInput, VideoOutput
 from ..visual import (
     TraceMessage,
     AutoRenderer,
@@ -1133,7 +1133,7 @@ def __add__(self, value):
         elif isinstance(value, CaptureOutput):
             out = lm
             out._update_trace_node(out._id, out._parent_id, value)
-        elif isinstance(value, (AudioOutput, AudioInput, VideoInput, VideoOutput)):
+        elif isinstance(value, (AudioOutput, AudioInput, ImageInput, ImageOutput, VideoInput, VideoOutput)):
             # TODO(nopdive): This is used for testing, consider removing when fully attached to model execution.
             out = lm
             out._update_trace_node(out._id, out._parent_id, value)