Frame screenshots capture implementation (#54745)

Summary:
Pull Request resolved: #54745

Generates and emits screenshots if enabled by DevTools

Changelog: [Internal]

Reviewed By: hoxyq

Differential Revision: D88084756

fbshipit-source-id: 54f8a41f46836360952bee098ad6dda6c41ee537

Author: sbuggay

packages/react-native/ReactAndroid/src/main/java/com/facebook/react/devsupport/inspector/FrameTimingsObserver.kt

@@ -7,21 +7,32 @@
 
 package com.facebook.react.devsupport.inspector
 
+import android.graphics.Bitmap
 import android.os.Build
 import android.os.Handler
 import android.os.Looper
 import android.os.Process
+import android.util.Base64
 import android.view.FrameMetrics
+import android.view.PixelCopy
 import android.view.Window
 import com.facebook.proguard.annotations.DoNotStripAny
+import java.io.ByteArrayOutputStream
+import kotlin.coroutines.resume
+import kotlin.coroutines.suspendCoroutine
+import kotlinx.coroutines.CoroutineScope
+import kotlinx.coroutines.Dispatchers
+import kotlinx.coroutines.launch
 
 @DoNotStripAny
 internal class FrameTimingsObserver(
     private val window: Window,
-    onFrameTimingSequence: (sequence: FrameTimingSequence) -> Unit,
+    private val screenshotsEnabled: Boolean,
+    private val onFrameTimingSequence: (sequence: FrameTimingSequence) -> Unit,
 ) {
   private val handler = Handler(Looper.getMainLooper())
   private var frameCounter: Int = 0
+  private var bitmapBuffer: Bitmap? = null
 
   private val frameMetricsListener =
       Window.OnFrameMetricsAvailableListener { _, frameMetrics, _dropCount ->
@@ -35,17 +46,77 @@ internal class FrameTimingsObserver(
         val endDrawingTimestamp =
             beginDrawingTimestamp + frameMetrics.getMetric(FrameMetrics.TOTAL_DURATION)
 
-        onFrameTimingSequence(
-            FrameTimingSequence(
-                frameCounter++,
-                Process.myTid(),
-                beginDrawingTimestamp,
-                commitTimestamp,
-                endDrawingTimestamp,
-            )
-        )
+        val frameId = frameCounter++
+        val threadId = Process.myTid()
+
+        CoroutineScope(Dispatchers.Default).launch {
+          val screenshot = if (screenshotsEnabled) captureScreenshot() else null
+
+          onFrameTimingSequence(
+              FrameTimingSequence(
+                  frameId,
+                  threadId,
+                  beginDrawingTimestamp,
+                  commitTimestamp,
+                  endDrawingTimestamp,
+                  screenshot,
+              )
+          )
+        }
       }
 
+  private suspend fun captureScreenshot(): String? = suspendCoroutine { continuation ->
+    if (Build.VERSION.SDK_INT < Build.VERSION_CODES.O) {
+      continuation.resume(null)
+      return@suspendCoroutine
+    }
+
+    val decorView = window.decorView
+    val width = decorView.width
+    val height = decorView.height
+
+    // Reuse bitmap if dimensions haven't changed
+    val bitmap =
+        bitmapBuffer?.let {
+          if (it.width == width && it.height == height) {
+            it
+          } else {
+            null
+          }
+        } ?: Bitmap.createBitmap(width, height, Bitmap.Config.ARGB_8888).also { bitmapBuffer = it }
+
+    PixelCopy.request(
+        window,
+        bitmap,
+        { copyResult ->
+          if (copyResult == PixelCopy.SUCCESS) {
+            CoroutineScope(Dispatchers.Default).launch {
+              try {
+                val scaleFactor = 0.5f
+                val scaledWidth = (width * scaleFactor).toInt()
+                val scaledHeight = (height * scaleFactor).toInt()
+                val scaledBitmap =
+                    Bitmap.createScaledBitmap(bitmap, scaledWidth, scaledHeight, true)
+
+                val outputStream = ByteArrayOutputStream()
+                scaledBitmap.compress(Bitmap.CompressFormat.JPEG, 80, outputStream)
+                val jpegBytes = outputStream.toByteArray()
+                val jpegBase64 = Base64.encodeToString(jpegBytes, Base64.NO_WRAP)
+                continuation.resume(jpegBase64)
+
+                scaledBitmap.recycle()
+              } catch (e: Exception) {
+                continuation.resume(null)
+              }
+            }
+          } else {
+            continuation.resume(null)
+          }
+        },
+        handler,
+    )
+  }
+
   fun start() {
     frameCounter = 0
     if (Build.VERSION.SDK_INT < Build.VERSION_CODES.N) {
@@ -62,5 +133,8 @@ internal class FrameTimingsObserver(
 
     window.removeOnFrameMetricsAvailableListener(frameMetricsListener)
     handler.removeCallbacksAndMessages(null)
+
+    bitmapBuffer?.recycle()
+    bitmapBuffer = null
   }
 }

packages/react-native/ReactAndroid/src/main/java/com/facebook/react/runtime/ReactHostImpl.kt

@@ -1565,9 +1565,13 @@ public class ReactHostImpl(
             TracingState.ENABLED_IN_CDP_MODE -> {
               currentActivity?.window?.let { window ->
                 val observer =
-                    FrameTimingsObserver(window) { frameTimingsSequence ->
-                      inspectorTarget.recordFrameTimings(frameTimingsSequence)
-                    }
+                    FrameTimingsObserver(
+                        window,
+                        _screenshotsEnabled,
+                        { frameTimingsSequence ->
+                          inspectorTarget.recordFrameTimings(frameTimingsSequence)
+                        },
+                    )
                 observer.start()
                 frameTimingsObserver = observer
               }