Update MP Tasks to observe timestamp bounds

PiperOrigin-RevId: 507006313

mediapipe/tasks/web/audio/audio_classifier/audio_classifier.ts

@@ -200,6 +200,10 @@ export class AudioClassifier extends AudioTaskRunner<AudioClassifierResult[]> {
           this.addJsAudioClassificationResults(binaryProtos);
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+        TIMESTAMPED_CLASSIFICATIONS_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
 
     const binaryGraph = graphConfig.serializeBinary();
     this.setGraph(new Uint8Array(binaryGraph), /* isBinary= */ true);

mediapipe/tasks/web/audio/audio_embedder/audio_embedder.ts

@@ -203,6 +203,9 @@ export class AudioEmbedder extends AudioTaskRunner<AudioEmbedderResult[]> {
               convertFromEmbeddingResultProto(embeddingResult));
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(EMBEDDINGS_STREAM, timestamp => {
+      this.setLatestOutputTimestamp(timestamp);
+    });
 
     this.graphRunner.attachProtoVectorListener(
         TIMESTAMPED_EMBEDDINGS_STREAM, (data, timestamp) => {
@@ -214,6 +217,10 @@ export class AudioEmbedder extends AudioTaskRunner<AudioEmbedderResult[]> {
           }
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+        TIMESTAMPED_EMBEDDINGS_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
 
     const binaryGraph = graphConfig.serializeBinary();
     this.setGraph(new Uint8Array(binaryGraph), /* isBinary= */ true);

mediapipe/tasks/web/text/text_classifier/text_classifier.ts

@@ -164,6 +164,10 @@ export class TextClassifier extends TaskRunner {
               ClassificationResult.deserializeBinary(binaryProto));
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+        CLASSIFICATIONS_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
 
     const binaryGraph = graphConfig.serializeBinary();
     this.setGraph(new Uint8Array(binaryGraph), /* isBinary= */ true);

mediapipe/tasks/web/text/text_embedder/text_embedder.ts

@@ -182,6 +182,9 @@ export class TextEmbedder extends TaskRunner {
               convertFromEmbeddingResultProto(embeddingResult);
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(EMBEDDINGS_STREAM, timestamp => {
+      this.setLatestOutputTimestamp(timestamp);
+    });
 
     const binaryGraph = graphConfig.serializeBinary();
     this.setGraph(new Uint8Array(binaryGraph), /* isBinary= */ true);

mediapipe/tasks/web/vision/gesture_recognizer/gesture_recognizer.ts

@@ -363,11 +363,20 @@ export class GestureRecognizer extends VisionTaskRunner {
           this.addJsLandmarks(binaryProto);
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(LANDMARKS_STREAM, timestamp => {
+      this.setLatestOutputTimestamp(timestamp);
+    });
+
     this.graphRunner.attachProtoVectorListener(
         WORLD_LANDMARKS_STREAM, (binaryProto, timestamp) => {
           this.adddJsWorldLandmarks(binaryProto);
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+        WORLD_LANDMARKS_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
+
     this.graphRunner.attachProtoVectorListener(
         HAND_GESTURES_STREAM, (binaryProto, timestamp) => {
           // Gesture index is not used, because the final gesture result comes
@@ -376,11 +385,19 @@ export class GestureRecognizer extends VisionTaskRunner {
               ...this.toJsCategories(binaryProto, /* populateIndex= */ false));
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+        HAND_GESTURES_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
+
     this.graphRunner.attachProtoVectorListener(
         HANDEDNESS_STREAM, (binaryProto, timestamp) => {
           this.handednesses.push(...this.toJsCategories(binaryProto));
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(HANDEDNESS_STREAM, timestamp => {
+      this.setLatestOutputTimestamp(timestamp);
+    });
 
     const binaryGraph = graphConfig.serializeBinary();
     this.setGraph(new Uint8Array(binaryGraph), /* isBinary= */ true);

mediapipe/tasks/web/vision/hand_landmarker/hand_landmarker.ts

@@ -317,16 +317,30 @@ export class HandLandmarker extends VisionTaskRunner {
           this.addJsLandmarks(binaryProto);
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+      LANDMARKS_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
+
     this.graphRunner.attachProtoVectorListener(
         WORLD_LANDMARKS_STREAM, (binaryProto, timestamp) => {
           this.adddJsWorldLandmarks(binaryProto);
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+      WORLD_LANDMARKS_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
+
     this.graphRunner.attachProtoVectorListener(
         HANDEDNESS_STREAM, (binaryProto, timestamp) => {
           this.handednesses.push(...this.toJsCategories(binaryProto));
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+      HANDEDNESS_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
 
     const binaryGraph = graphConfig.serializeBinary();
     this.setGraph(new Uint8Array(binaryGraph), /* isBinary= */ true);

mediapipe/tasks/web/vision/image_classifier/image_classifier.ts

@@ -192,6 +192,10 @@ export class ImageClassifier extends VisionTaskRunner {
               ClassificationResult.deserializeBinary(binaryProto));
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+        CLASSIFICATIONS_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
 
     const binaryGraph = graphConfig.serializeBinary();
     this.setGraph(new Uint8Array(binaryGraph), /* isBinary= */ true);

mediapipe/tasks/web/vision/image_embedder/image_embedder.ts

@@ -211,6 +211,9 @@ export class ImageEmbedder extends VisionTaskRunner {
           this.addJsImageEmdedding(binaryProto);
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(EMBEDDINGS_STREAM, timestamp => {
+      this.setLatestOutputTimestamp(timestamp);
+    });
 
     const binaryGraph = graphConfig.serializeBinary();
     this.setGraph(new Uint8Array(binaryGraph), /* isBinary= */ true);

mediapipe/tasks/web/vision/image_segmenter/image_segmenter.ts

@@ -291,6 +291,10 @@ export class ImageSegmenter extends VisionTaskRunner {
           }
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+        GROUPED_SEGMENTATIONS_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
 
     const binaryGraph = graphConfig.serializeBinary();
     this.setGraph(new Uint8Array(binaryGraph), /* isBinary= */ true);

mediapipe/tasks/web/vision/object_detector/object_detector.ts

@@ -252,6 +252,10 @@ export class ObjectDetector extends VisionTaskRunner {
           this.addJsObjectDetections(binaryProto);
           this.setLatestOutputTimestamp(timestamp);
         });
+    this.graphRunner.attachEmptyPacketListener(
+        DETECTIONS_STREAM, timestamp => {
+          this.setLatestOutputTimestamp(timestamp);
+        });
 
     const binaryGraph = graphConfig.serializeBinary();
     this.setGraph(new Uint8Array(binaryGraph), /* isBinary= */ true);