wip: direct video output

Author: stergiotis

skia/run_pipe.sh

@@ -4,5 +4,7 @@ rm -f transfer
 mkfifo transfer
 font="./martian/MartianMono-StdRg.ttf"
 font="./SauceCodeProNerdFontMono-Regular.ttf"
-./main_go --logFormat console demo --mainFontTTF "$font" --mainFontSizeInPixels 13 "$@" < transfer | ./imgui_exe -ttfFilePath "$font" -fffiInterpreter on -skiaBackendType gl -vsync on -backdropFilter on > transfer
+./main_go --logFormat console demo --mainFontTTF "$font" --mainFontSizeInPixels 13 "$@" < transfer | \
+	./imgui_exe -ttfFilePath "$font" -fffiInterpreter on -skiaBackendType gl -vsync on -backdropFilter off \
+	            -videoRawFramesFile transferRawFrames -videoResolutionWidth 1920 -videoResolutionHeight 1080 > transfer
 rm -f transfer

skia/skia/cliOptions.cpp

@@ -120,7 +120,7 @@ void CliOptions::parse(int argc,char **argv,FILE *logChannel) {
 
     videoRawFramesFile = findFlagValueDefault(logChannel,u, argc, argv,"-videoRawFramesFile",videoRawFramesFile);
     videoResolutionWidth = static_cast<uint32_t>(findFlagValueDefaultInt(logChannel, u, argc, argv, "-videoResolutionWidth", "1920"));
-    videoResolutionWidth = static_cast<uint32_t>(findFlagValueDefaultInt(logChannel, u, argc, argv, "-videoResolutionHeight", "1080"));
+    videoResolutionHeight = static_cast<uint32_t>(findFlagValueDefaultInt(logChannel, u, argc, argv, "-videoResolutionHeight", "1080"));
 
     if(std::popcount(u) != (argc-1)) {
         for(int i=1;i<argc;i++) {

skia/skia/cliOptions.h

@@ -1,5 +1,6 @@
 #pragma once
 #include <cstdio>
+#include <cstdint>
 auto constexpr defaultTtfFilePath = "./SauceCodeProNerdFontPropo-Regular.ttf";
 struct CliOptions {
     const char *ttfFilePath = defaultTtfFilePath;

skia/skia/video/app.cpp

@@ -268,14 +268,18 @@ int App::Run(CliOptions &opts) {
         fVectorCmdSkiaRenderer.changeRenderMode(mode);
     }
 
-    int w = opts.videoResolutionWidth;
-    constexpr auto wf = static_cast<float>(w);
-    int h = opts.videoResolutionHeight;
-    constexpr auto hf = static_cast<float>(h);
+    const int w = opts.videoResolutionWidth;
+    const auto wf = static_cast<float>(w);
+    const int h = opts.videoResolutionHeight;
+    const auto hf = static_cast<float>(h);
+    if(w == 0 || h == 0) {
+        fprintf(stderr, "invalid video resolution: %ux%u\n", w,h);
+        exit(1);
+    }
 
     IMGUI_CHECKVERSION();
     ImGui::CreateContext();
-    ImVec4 clear_color;
+    ImVec4 clearColorImVec4;
     ImGuiIO &io = ImGui::GetIO();
     {
         applyFlag(io.ConfigFlags, ImGuiConfigFlags_NavEnableKeyboard, opts.imguiNavKeyboard);
@@ -298,7 +302,7 @@ int App::Run(CliOptions &opts) {
             style.Colors[ImGuiCol_WindowBg].w = 1.0f;
         }
 
-        clear_color = ImVec4(0.45f, 0.55f, 0.60f, 1.00f);
+        clearColorImVec4 = ImVec4(0.45f, 0.55f, 0.60f, 1.00f);
 
         io.DisplaySize.x = wf;
         io.DisplaySize.y = hf;
@@ -328,7 +332,7 @@ int App::Run(CliOptions &opts) {
     bool done = false;
     char pathBuffer[4096];
     uint32_t frame = 0;
-    auto clearColor = SkColorSetARGB(clear_color.w*255.0f,clear_color.x*255.0f,clear_color.y*255.0f,clear_color.z*255.0f);
+    auto clearColor = SkColorSetARGB(clearColorImVec4.w * 255.0f, clearColorImVec4.x * 255.0f, clearColorImVec4.y * 255.0f, clearColorImVec4.z * 255.0f);
     SkWebpEncoder::Options options;
     if(true) {
         options.fCompression = SkWebpEncoder::Compression::kLossless;
@@ -337,8 +341,7 @@ int App::Run(CliOptions &opts) {
         options.fCompression = SkWebpEncoder::Compression::kLossy;
         options.fQuality = 70.0f;
     }
-    auto stream = SkDynamicMemoryWStream();
-    auto buffer = malloc(10*1024*1024);
+    auto stream = SkFILEWStream(opts.videoRawFramesFile);
     while(!done) {
         ImGui::NewFrame();
 
@@ -352,17 +355,12 @@ int App::Run(CliOptions &opts) {
                 Paint(rasterSurface.get(),w,h); // will call ImGui::Render();
             }
             { ZoneScoped;
-                //snprintf(pathBuffer,sizeof(pathBuffer),"/tmp/video/out_%09u.webp",frame);
-                //SkFILEWStream stream(pathBuffer);
                 SkPixmap pixmap;
                 if(img->peekPixels(&pixmap)) {
-                    if (SkWebpEncoder::Encode(static_cast<SkWStream *>(&stream), pixmap, options)) {
-                        //fprintf(stderr,"successfully written %d Bytes to %s\n",(int)stream.bytesWritten(), pathBuffer);
+                    if (!SkWebpEncoder::Encode(static_cast<SkWStream *>(&stream), pixmap, options)) {
+                        fprintf(stderr,"unable to encode frame as image. Skipping.\n");
                     }
                 }
-                auto sz = stream.bytesWritten();
-                stream.copyToAndReset(buffer);
-                fwrite(buffer,sz,1,stdout);
             }
         } else {
             Paint(nullptr,w,h); // will call ImGui::Render();

skia/video.sh

@@ -1,4 +1,7 @@
 #!/bin/bash
+rm -f transferRawFrames
+mkfifo transferRawFrames
+
 #./imgui_skia_exe -fffiInterpreter off -ttfFilePath ./SauceCodeProNerdFontPropo-Regular.ttf -backdropFilter off | \
 #  ffmpeg -readrate 1 \
 #         -report \
@@ -51,19 +54,24 @@
 ## -f nut -i "pipe:0"
 
 # needs apt install intel-media-va-driver-non-free
-./imgui_skia_exe -fffiInterpreter off -ttfFilePath ./SauceCodeProNerdFontPropo-Regular.ttf -backdropFilter off | \
+
+#./imgui_skia_exe -fffiInterpreter off -ttfFilePath ./SauceCodeProNerdFontPropo-Regular.ttf -backdropFilter off -videoRawFramesFile transferRawFrames -videoResolutionWidth 1024 -videoResolutionHeight 768 &
+./run_pipe.sh &
+pid=$!
 ffmpeg -hide_banner \
--loglevel debug \
--re -fflags +genpts  \
--f image2pipe -i - \
--flags +global_header -r 30000/1001 \
--vaapi_device /dev/dri/renderD128 \
--vf 'format=nv12,hwupload,scale_vaapi=w=1920:h=1080' \
--c:v h264_vaapi -qp:v 26 -bf 0 -tune zerolatency \
--c:a aac -ar 48000 -b:a 96k \
--f nut "pipe:1" | \
+       -loglevel debug \
+       -re -fflags +genpts  \
+       -f image2pipe -i transferRawFrames \
+       -flags +global_header -r 30000/1001 \
+       -vaapi_device /dev/dri/renderD128 \
+       -vf 'format=nv12,hwupload,scale_vaapi=w=1920:h=1080' \
+       -c:v h264_vaapi -qp:v 26 -bf 0 -tune zerolatency \
+       -c:a aac -ar 48000 -b:a 96k \
+       -f nut "pipe:1" | \
 mpv --no-cache --untimed --no-demuxer-thread --video-sync=audio \
   --vd-lavc-threads=1 -
+kill $pid
+
 #ffplay -hide_banner \
 # -analyzeduration 1 -fflags -nobuffer -probesize 32 -sync ext \
 # -f nut -i "pipe:0"