From 1acaa4a5b17fcf27bf64d910f884ae7d5c15be29 Mon Sep 17 00:00:00 2001
From: Mautisim Munir <mautisim@edgestore.ai>
Date: Wed, 19 Oct 2022 20:28:41 +0500
Subject: [PATCH] added fps display

---
 .../posetracking_lindera/MainActivity.java    | 14 +++++++
 .../src/main/res/layout/activity_main.xml     | 14 +++++--
 .../solutions/lindera/FpsHelper.java          | 42 +++++++++++++++++++
 .../mediapipe/solutions/lindera/Lindera.java  |  2 +
 4 files changed, 69 insertions(+), 3 deletions(-)
 create mode 100644 mediapipe/java/com/google/mediapipe/solutions/lindera/FpsHelper.java

diff --git a/mediapipe/examples/android/solutions/posetracking-lindera/src/main/java/com/google/mediapipe/examples/posetracking_lindera/MainActivity.java b/mediapipe/examples/android/solutions/posetracking-lindera/src/main/java/com/google/mediapipe/examples/posetracking_lindera/MainActivity.java
index 304c4bacc..886cc8080 100644
--- a/mediapipe/examples/android/solutions/posetracking-lindera/src/main/java/com/google/mediapipe/examples/posetracking_lindera/MainActivity.java
+++ b/mediapipe/examples/android/solutions/posetracking-lindera/src/main/java/com/google/mediapipe/examples/posetracking_lindera/MainActivity.java
@@ -17,10 +17,12 @@ package com.google.mediapipe.examples.posetracking_lindera;
 import android.os.Bundle;
 import android.os.Handler;
 import android.os.Looper;
+import android.util.Log;
 import android.view.View;
 import android.widget.Button;
 import android.widget.FrameLayout;
 import android.widget.ProgressBar;
+import android.widget.TextView;
 
 import androidx.appcompat.app.AppCompatActivity;
 
@@ -33,6 +35,7 @@ import java.util.Arrays;
 import java.util.List;
 import java.util.concurrent.ExecutorService;
 import java.util.concurrent.Executors;
+import java.util.function.Consumer;
 
 
 /**
@@ -64,6 +67,17 @@ public class MainActivity extends AppCompatActivity {
         lindera.setCamera("FRONT");
         lindera.setCameraRotation(CameraRotation.AUTOMATIC);
 
+        lindera.fpsHelper.onFpsUpdate = new Consumer<Double>() {
+            @Override
+            public void accept(Double fps) {
+                String text = "FPS: "+String.format("%04.1f" ,fps);
+                runOnUiThread(()-> {
+                    TextView view = findViewById(R.id.fps_view);
+                    view.setText(text);
+                });
+            }
+        };
+
     }
 
 
diff --git a/mediapipe/examples/android/solutions/posetracking-lindera/src/main/res/layout/activity_main.xml b/mediapipe/examples/android/solutions/posetracking-lindera/src/main/res/layout/activity_main.xml
index ceca64dea..1200f79ce 100644
--- a/mediapipe/examples/android/solutions/posetracking-lindera/src/main/res/layout/activity_main.xml
+++ b/mediapipe/examples/android/solutions/posetracking-lindera/src/main/res/layout/activity_main.xml
@@ -1,15 +1,16 @@
 <?xml version="1.0" encoding="utf-8"?>
-<LinearLayout
-    xmlns:android="http://schemas.android.com/apk/res/android"
+<LinearLayout xmlns:android="http://schemas.android.com/apk/res/android"
     xmlns:tools="http://schemas.android.com/tools"
     android:layout_width="match_parent"
     android:layout_height="match_parent"
     android:orientation="vertical">
+
     <LinearLayout
         android:id="@+id/buttons"
+        style="?android:attr/buttonBarStyle"
         android:layout_width="match_parent"
         android:layout_height="wrap_content"
-        style="?android:attr/buttonBarStyle" android:gravity="center"
+        android:gravity="center"
         android:orientation="horizontal">
 
         <Button
@@ -32,11 +33,18 @@
             android:layout_width="wrap_content"
             android:layout_height="wrap_content"
             android:text="Set Model" />
+
+        <TextView
+            android:id="@+id/fps_view"
+            android:layout_width="wrap_content"
+            android:layout_height="wrap_content" />
     </LinearLayout>
+
     <FrameLayout
         android:id="@+id/preview_display_layout"
         android:layout_width="match_parent"
         android:layout_height="match_parent">
+
         <TextView
             android:id="@+id/no_view"
             android:layout_width="match_parent"
diff --git a/mediapipe/java/com/google/mediapipe/solutions/lindera/FpsHelper.java b/mediapipe/java/com/google/mediapipe/solutions/lindera/FpsHelper.java
new file mode 100644
index 000000000..a7272c7ab
--- /dev/null
+++ b/mediapipe/java/com/google/mediapipe/solutions/lindera/FpsHelper.java
@@ -0,0 +1,42 @@
+package com.google.mediapipe.solutions.lindera;
+
+import java.util.function.Consumer;
+
+public class FpsHelper {
+    // 0 no smoothing, 1 is constant output
+    double smoothingFactor = 0.8;
+    double _fps = -1;
+    long startTime = -1;
+    public FpsHelper(double smoothingFactor){
+        this.smoothingFactor = smoothingFactor;
+
+    }
+    public FpsHelper(){}
+    public Consumer<Double> onFpsUpdate = null;
+    public void logNewPoint(){
+        if (startTime==-1){
+            startTime = System.nanoTime();
+
+        }
+        else{
+            long currTime = System.nanoTime();
+            long dur = currTime - startTime;
+            startTime = currTime;
+            double fps = 1e9/dur;
+            if (_fps==-1){
+                _fps = fps;
+            }else {
+                _fps = (1 - smoothingFactor) * fps + _fps * smoothingFactor;
+            }
+            if (onFpsUpdate!=null) {
+                onFpsUpdate.accept(fps);
+            }
+        }
+    }
+    public double getFPS(){
+        return _fps;
+    }
+
+
+
+}
diff --git a/mediapipe/java/com/google/mediapipe/solutions/lindera/Lindera.java b/mediapipe/java/com/google/mediapipe/solutions/lindera/Lindera.java
index 68244797b..9099fffac 100644
--- a/mediapipe/java/com/google/mediapipe/solutions/lindera/Lindera.java
+++ b/mediapipe/java/com/google/mediapipe/solutions/lindera/Lindera.java
@@ -22,6 +22,7 @@ import java.util.stream.Collectors;
 public class Lindera {
     
     private ComputerVisionPlugin plugin;
+    public FpsHelper fpsHelper = new FpsHelper();
     private PoseTracking poseTracking;
     // TODO: Verify that this is the timestamp used in Actual Plugin
     private int timeStamp = 0;
@@ -78,6 +79,7 @@ public class Lindera {
     public void setupEventListener() {
         poseTracking.setResultListener(
             poseTrackingResult -> {
+                fpsHelper.logNewPoint();
                 glSurfaceView.setRenderData(poseTrackingResult);
                 glSurfaceView.requestRender();
                 ImmutableList<LandmarkProto.Landmark> landmarks = poseTrackingResult.multiPoseLandmarks();