Cal
/
RTMP
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

async

master
Cal 2024-11-19 15:57:10 +08:00
parent 6e555569c0
commit d714fb604f
3 changed files with 158 additions and 69 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

59
Assets/RTMPPublisher.cs
View File

@ -40,10 +40,12 @@ namespace ZC
private byte[] _bitmapArray; private byte[] _bitmapArray;
private ConcurrentQueue<NativeArray<byte>> _textureDataPool; private ConcurrentQueue<NativeArray<byte>> _textureDataPool;
private Queue<(AsyncGPUReadbackRequest, NativeArray<byte>)> _textureDatas; private ConcurrentDictionary<uint, NativeArray<byte>> _doneTextureDatas;
private ConcurrentQueue<(AsyncGPUReadbackRequest, NativeArray<byte>)> _doneTextureDatas;
private int _targetTextureWidth; private int _targetTextureWidth;
private int _targetTextureHeight; private int _targetTextureHeight;
private uint _frameIndex;
private uint _doneFrameIndex;
private int _frameCount;
public void SetCamera(Camera camera) public void SetCamera(Camera camera)
{ {
@ -61,8 +63,7 @@ namespace ZC
} }
_textureDataPool = new ConcurrentQueue<NativeArray<byte>>(); _textureDataPool = new ConcurrentQueue<NativeArray<byte>>();
_textureDatas = new Queue<(AsyncGPUReadbackRequest, NativeArray<byte>)>(); _doneTextureDatas = new ConcurrentDictionary<uint, NativeArray<byte>>();
_doneTextureDatas = new ConcurrentQueue<(AsyncGPUReadbackRequest, NativeArray<byte>)>();
_config.Load(); _config.Load();
_timer = new Timer(Tick, null, TimeSpan.FromMilliseconds(0), TimeSpan.FromMilliseconds(16)); _timer = new Timer(Tick, null, TimeSpan.FromMilliseconds(0), TimeSpan.FromMilliseconds(16));
Setup(Camera.main); Setup(Camera.main);
@ -76,16 +77,18 @@ namespace ZC
{ {
try try
{ {
if (this._doneTextureDatas.TryDequeue(out var result)) if (_doneTextureDatas.TryRemove(this._doneFrameIndex, out var result))
{ {
var textureData = result.Item2; Debug.Log($"[{_frameCount}]_doneFrameIndex:{_doneFrameIndex}");
var textureData = result;
Profiler.BeginSample("Conversion"); Profiler.BeginSample("Conversion");
Bitmap.EncodeToBitmap(textureData, _bitmapArray, 0, textureData.Length, _targetTextureWidth, this._targetTextureHeight); Bitmap.EncodeToBitmap(textureData, _bitmapArray, 0, textureData.Length, _targetTextureWidth, this._targetTextureHeight);
Profiler.EndSample(); Profiler.EndSample();
Profiler.BeginSample("WriteBuffer"); Profiler.BeginSample("WriteBuffer");
_process.StandardInput.BaseStream.Write(_bitmapArray, 0, _bitmapArray.Length); _process.StandardInput.BaseStream.Write(_bitmapArray, 0, _bitmapArray.Length);
Profiler.EndSample(); Profiler.EndSample();
_textureDataPool.Enqueue(result.Item2); _textureDataPool.Enqueue(result);
_ = _doneFrameIndex + 1 >= uint.MaxValue ? _doneFrameIndex = 0 : _doneFrameIndex++;
} }
} }
catch (Exception e) catch (Exception e)
@ -108,6 +111,7 @@ namespace ZC
private void Update() private void Update()
{ {
this._frameCount = Time.frameCount;
if (_sendData != 0) if (_sendData != 0)
{ {
if (_camera && !_isRequesting) if (_camera && !_isRequesting)
@ -120,40 +124,30 @@ namespace ZC
nativeArray = new NativeArray<byte>(targetTextureByteCount, Allocator.Persistent); nativeArray = new NativeArray<byte>(targetTextureByteCount, Allocator.Persistent);
} }
var asyncGPUReadbackRequest = AsyncGPUReadback.RequestIntoNativeArray(ref nativeArray, cameraActiveTexture, 0, GraphicsFormat.B8G8R8_SRGB, null); var frameIndex = this._frameIndex + 1 >= uint.MaxValue ? this._frameIndex = 0 : this._frameIndex++;
_textureDatas.Enqueue((asyncGPUReadbackRequest, nativeArray)); Debug.Log($"[{Time.frameCount}]frameIndex:{frameIndex}");
} AsyncGPUReadback.RequestIntoNativeArray(ref nativeArray, cameraActiveTexture, 0, GraphicsFormat.B8G8R8_SRGB, request =>
if (_textureDatas.TryPeek(out var result))
{ {
if (result.Item1.done) if (request is { done: true, hasError: false })
{ {
this._textureDatas.Dequeue(); this._doneTextureDatas[frameIndex] = nativeArray;
if (result.Item1.hasError)
{
Debug.LogError("Request GPU DATA has error");
} }
else else
{ {
//放入多线程计算 this._textureDataPool.Enqueue(nativeArray);
this._doneTextureDatas.Enqueue(result); Debug.LogError($"Done:{request.done} Error:{request.hasError}");
} }
} });
} }
} }
} }
private void DisposeCaptureThread() private void DisposeCaptureThread()
{ {
foreach (var textureData in this._textureDatas) foreach (var kv in this._doneTextureDatas)
{ {
textureData.Item2.Dispose(); kv.Value.Dispose();
}
_textureDatas.Clear();
foreach (var doneTextureData in this._doneTextureDatas)
{
doneTextureData.Item2.Dispose();
} }
_doneTextureDatas.Clear(); _doneTextureDatas.Clear();
@ -163,6 +157,8 @@ namespace ZC
nativeArray.Dispose(); nativeArray.Dispose();
} }
_textureDataPool.Clear();
if (_process != null && !this._process.HasExited) if (_process != null && !this._process.HasExited)
{ {
GenerateConsoleCtrlEvent(ConsoleCtrlEvent.CTRL_C, 0); GenerateConsoleCtrlEvent(ConsoleCtrlEvent.CTRL_C, 0);
@ -188,13 +184,13 @@ namespace ZC
processStartInfo.StandardErrorEncoding = System.Text.Encoding.UTF8; processStartInfo.StandardErrorEncoding = System.Text.Encoding.UTF8;
processStartInfo.FileName = $"\"{_config.ffmpegPath}\""; processStartInfo.FileName = $"\"{_config.ffmpegPath}\"";
processStartInfo.Arguments = processStartInfo.Arguments =
$" -probesize 32 -thread_queue_size 5096 -fflags discardcorrupt -flags low_delay -analyzeduration 0 " + $" -probesize 64 -thread_queue_size 5096 -fflags discardcorrupt -flags low_delay -analyzeduration 0 " +
$" -rtbufsize 100M -f dshow -i audio=\"virtual-audio-capturer\" " + $" -rtbufsize 100M -f dshow -i audio=\"virtual-audio-capturer\" " +
$" -f image2pipe -use_wallclock_as_timestamps 1 -r 60 -i - " + $" -f image2pipe -use_wallclock_as_timestamps 1 -r 60 -i - " +
$" -loglevel info " + $" -loglevel info " +
$" -map 0:a:0 -map 1:v:0 " + $" -map 0:a:0 -map 1:v:0 " +
$" -c:a aac " + $" -c:a aac " +
$" -c:v:0 libx264 -g 1 -bf 0 -max_delay 0 -vf scale={this._config.resolution} -preset:v ultrafast -tune:v zerolatency -crf 10 -pix_fmt yuv420p -strict -2 " + $" -c:v:0 libx264 -g 1 -bf 0 -speed 1x -max_delay 0 -vf scale={this._config.resolution} -preset:v ultrafast -tune:v zerolatency -crf 10 -pix_fmt yuv420p -strict -2 " +
$" -f flv {this._config.server}{this._config.appName} -bf 0 "; $" -f flv {this._config.server}{this._config.appName} -bf 0 ";
Debug.Log(processStartInfo.Arguments); Debug.Log(processStartInfo.Arguments);
@ -241,6 +237,7 @@ namespace ZC
_output = new Texture2D(this._targetTextureWidth, this._targetTextureHeight); _output = new Texture2D(this._targetTextureWidth, this._targetTextureHeight);
_frameIndex = _doneFrameIndex = 0;
CreateCaptureThread(); CreateCaptureThread();
StartCoroutine(this.Test()); StartCoroutine(this.Test());

94
ProjectSettings/ProjectSettings.asset
View File

@ -284,7 +284,99 @@ PlayerSettings:
AndroidValidateAppBundleSize: 1 AndroidValidateAppBundleSize: 1
AndroidAppBundleSizeToValidate: 150 AndroidAppBundleSizeToValidate: 150
m_BuildTargetIcons: [] m_BuildTargetIcons: []
m_BuildTargetPlatformIcons: [] m_BuildTargetPlatformIcons:
- m_BuildTarget: Android
m_Icons:
- m_Textures: []
m_Width: 432
m_Height: 432
m_Kind: 2
m_SubKind:
- m_Textures: []
m_Width: 324
m_Height: 324
m_Kind: 2
m_SubKind:
- m_Textures: []
m_Width: 216
m_Height: 216
m_Kind: 2
m_SubKind:
- m_Textures: []
m_Width: 162
m_Height: 162
m_Kind: 2
m_SubKind:
- m_Textures: []
m_Width: 108
m_Height: 108
m_Kind: 2
m_SubKind:
- m_Textures: []
m_Width: 81
m_Height: 81
m_Kind: 2
m_SubKind:
- m_Textures: []
m_Width: 192
m_Height: 192
m_Kind: 1
m_SubKind:
- m_Textures: []
m_Width: 144
m_Height: 144
m_Kind: 1
m_SubKind:
- m_Textures: []
m_Width: 96
m_Height: 96
m_Kind: 1
m_SubKind:
- m_Textures: []
m_Width: 72
m_Height: 72
m_Kind: 1
m_SubKind:
- m_Textures: []
m_Width: 48
m_Height: 48
m_Kind: 1
m_SubKind:
- m_Textures: []
m_Width: 36
m_Height: 36
m_Kind: 1
m_SubKind:
- m_Textures: []
m_Width: 192
m_Height: 192
m_Kind: 0
m_SubKind:
- m_Textures: []
m_Width: 144
m_Height: 144
m_Kind: 0
m_SubKind:
- m_Textures: []
m_Width: 96
m_Height: 96
m_Kind: 0
m_SubKind:
- m_Textures: []
m_Width: 72
m_Height: 72
m_Kind: 0
m_SubKind:
- m_Textures: []
m_Width: 48
m_Height: 48
m_Kind: 0
m_SubKind:
- m_Textures: []
m_Width: 36
m_Height: 36
m_Kind: 0
m_SubKind:
m_BuildTargetBatching: m_BuildTargetBatching:
- m_BuildTarget: Standalone - m_BuildTarget: Standalone
m_StaticBatching: 1 m_StaticBatching: 1

76
UserSettings/Layouts/default-2022.dwlt
View File

@ -14,12 +14,12 @@ MonoBehaviour:
m_EditorClassIdentifier: m_EditorClassIdentifier:
m_PixelRect: m_PixelRect:
serializedVersion: 2 serializedVersion: 2
x: 34 x: 36
y: 176 y: 151
width: 1882 width: 1882
height: 1202 height: 1202
m_ShowMode: 4 m_ShowMode: 4
m_Title: Console m_Title: Inspector
m_RootView: {fileID: 2} m_RootView: {fileID: 2}
m_MinSize: {x: 875, y: 321} m_MinSize: {x: 875, y: 321}
m_MaxSize: {x: 10000, y: 10000} m_MaxSize: {x: 10000, y: 10000}
@ -120,7 +120,7 @@ MonoBehaviour:
m_MinSize: {x: 400, y: 150} m_MinSize: {x: 400, y: 150}
m_MaxSize: {x: 32384, y: 24288} m_MaxSize: {x: 32384, y: 24288}
vertical: 0 vertical: 0
controlID: 17340 controlID: 149
draggingID: 0 draggingID: 0
--- !u!114 &6 --- !u!114 &6
MonoBehaviour: MonoBehaviour:
@ -146,7 +146,7 @@ MonoBehaviour:
m_MinSize: {x: 200, y: 150} m_MinSize: {x: 200, y: 150}
m_MaxSize: {x: 16192, y: 24288} m_MaxSize: {x: 16192, y: 24288}
vertical: 0 vertical: 0
controlID: 17341 controlID: 26
draggingID: 0 draggingID: 0
--- !u!114 &7 --- !u!114 &7
MonoBehaviour: MonoBehaviour:
@ -173,7 +173,7 @@ MonoBehaviour:
m_MinSize: {x: 100, y: 150} m_MinSize: {x: 100, y: 150}
m_MaxSize: {x: 8096, y: 24288} m_MaxSize: {x: 8096, y: 24288}
vertical: 1 vertical: 1
controlID: 17342 controlID: 27
draggingID: 0 draggingID: 0
--- !u!114 &8 --- !u!114 &8
MonoBehaviour: MonoBehaviour:
@ -194,8 +194,8 @@ MonoBehaviour:
y: 0 y: 0
width: 1183 width: 1183
height: 320 height: 320
m_MinSize: {x: 201, y: 221} m_MinSize: {x: 200, y: 200}
m_MaxSize: {x: 4001, y: 4021} m_MaxSize: {x: 4000, y: 4000}
m_ActualView: {fileID: 15} m_ActualView: {fileID: 15}
m_Panes: m_Panes:
- {fileID: 15} - {fileID: 15}
@ -220,8 +220,8 @@ MonoBehaviour:
y: 320 y: 320
width: 1183 width: 1183
height: 475 height: 475
m_MinSize: {x: 201, y: 221} m_MinSize: {x: 200, y: 200}
m_MaxSize: {x: 4001, y: 4021} m_MaxSize: {x: 4000, y: 4000}
m_ActualView: {fileID: 14} m_ActualView: {fileID: 14}
m_Panes: m_Panes:
- {fileID: 14} - {fileID: 14}
@ -246,8 +246,8 @@ MonoBehaviour:
y: 795 y: 795
width: 1183 width: 1183
height: 357 height: 357
m_MinSize: {x: 101, y: 121} m_MinSize: {x: 100, y: 100}
m_MaxSize: {x: 4001, y: 4021} m_MaxSize: {x: 4000, y: 4000}
m_ActualView: {fileID: 16} m_ActualView: {fileID: 16}
m_Panes: m_Panes:
- {fileID: 16} - {fileID: 16}
@ -272,8 +272,8 @@ MonoBehaviour:
y: 0 y: 0
width: 241 width: 241
height: 1152 height: 1152
m_MinSize: {x: 102, y: 121} m_MinSize: {x: 100, y: 100}
m_MaxSize: {x: 4002, y: 4021} m_MaxSize: {x: 4000, y: 4000}
m_ActualView: {fileID: 17} m_ActualView: {fileID: 17}
m_Panes: m_Panes:
- {fileID: 17} - {fileID: 17}
@ -324,8 +324,8 @@ MonoBehaviour:
y: 0 y: 0
width: 296 width: 296
height: 1152 height: 1152
m_MinSize: {x: 276, y: 71} m_MinSize: {x: 275, y: 50}
m_MaxSize: {x: 4001, y: 4021} m_MaxSize: {x: 4000, y: 4000}
m_ActualView: {fileID: 19} m_ActualView: {fileID: 19}
m_Panes: m_Panes:
- {fileID: 19} - {fileID: 19}
@ -352,8 +352,8 @@ MonoBehaviour:
m_Tooltip: m_Tooltip:
m_Pos: m_Pos:
serializedVersion: 2 serializedVersion: 2
x: 34 x: 36
y: 526 y: 501
width: 1182 width: 1182
height: 454 height: 454
m_SerializedDataModeController: m_SerializedDataModeController:
@ -450,8 +450,8 @@ MonoBehaviour:
m_Tooltip: m_Tooltip:
m_Pos: m_Pos:
serializedVersion: 2 serializedVersion: 2
x: 34 x: 36
y: 206 y: 181
width: 1182 width: 1182
height: 299 height: 299
m_SerializedDataModeController: m_SerializedDataModeController:
@ -775,7 +775,7 @@ MonoBehaviour:
m_Position: m_Position:
m_Target: {x: 1825.5619, y: 1029.0568, z: -0.9695983} m_Target: {x: 1825.5619, y: 1029.0568, z: -0.9695983}
speed: 2 speed: 2
m_Value: {x: 1825.5618, y: 1029.0566, z: -0.9695303} m_Value: {x: 1825.5619, y: 1029.0568, z: -0.9695983}
m_RenderMode: 0 m_RenderMode: 0
m_CameraMode: m_CameraMode:
drawMode: 0 drawMode: 0
@ -823,11 +823,11 @@ MonoBehaviour:
m_Rotation: m_Rotation:
m_Target: {x: -0.18233694, y: -0.31602854, z: 0.062028006, w: -0.928995} m_Target: {x: -0.18233694, y: -0.31602854, z: 0.062028006, w: -0.928995}
speed: 2 speed: 2
m_Value: {x: -0.18233694, y: -0.31602854, z: 0.06202801, w: -0.928995} m_Value: {x: -0.18233694, y: -0.31602854, z: 0.062028006, w: -0.928995}
m_Size: m_Size:
m_Target: 12.124355 m_Target: 12.124355
speed: 2 speed: 2
m_Value: 12.124439 m_Value: 12.124355
m_Ortho: m_Ortho:
m_Target: 0 m_Target: 0
speed: 2 speed: 2
@ -872,8 +872,8 @@ MonoBehaviour:
m_Tooltip: m_Tooltip:
m_Pos: m_Pos:
serializedVersion: 2 serializedVersion: 2
x: -32000 x: 36
y: -31175 y: 976
width: 1182 width: 1182
height: 336 height: 336
m_SerializedDataModeController: m_SerializedDataModeController:
@ -906,8 +906,8 @@ MonoBehaviour:
m_Tooltip: m_Tooltip:
m_Pos: m_Pos:
serializedVersion: 2 serializedVersion: 2
x: 1217 x: 1219
y: 206 y: 181
width: 239 width: 239
height: 1131 height: 1131
m_SerializedDataModeController: m_SerializedDataModeController:
@ -923,9 +923,9 @@ MonoBehaviour:
m_SceneHierarchy: m_SceneHierarchy:
m_TreeViewState: m_TreeViewState:
scrollPos: {x: 0, y: 0} scrollPos: {x: 0, y: 0}
m_SelectedIDs: 965a0000 m_SelectedIDs:
m_LastClickedID: 23190 m_LastClickedID: 0
m_ExpandedIDs: 4672b4ff24fbffffa45a0000b65a0000 m_ExpandedIDs: 2cfbffff
m_RenameOverlay: m_RenameOverlay:
m_UserAcceptedRename: 0 m_UserAcceptedRename: 0
m_Name: m_Name:
@ -969,8 +969,8 @@ MonoBehaviour:
m_Tooltip: m_Tooltip:
m_Pos: m_Pos:
serializedVersion: 2 serializedVersion: 2
x: 1458 x: 1460
y: 206 y: 181
width: 160 width: 160
height: 1131 height: 1131
m_SerializedDataModeController: m_SerializedDataModeController:
@ -1009,9 +1009,9 @@ MonoBehaviour:
m_IsLocked: 0 m_IsLocked: 0
m_FolderTreeState: m_FolderTreeState:
scrollPos: {x: 0, y: 0} scrollPos: {x: 0, y: 0}
m_SelectedIDs: f85a0000 m_SelectedIDs: 005b0000
m_LastClickedID: 23288 m_LastClickedID: 23296
m_ExpandedIDs: 00000000f85a000000ca9a3b m_ExpandedIDs: 00000000005b000000ca9a3b
m_RenameOverlay: m_RenameOverlay:
m_UserAcceptedRename: 0 m_UserAcceptedRename: 0
m_Name: m_Name:
@ -1039,7 +1039,7 @@ MonoBehaviour:
scrollPos: {x: 0, y: 0} scrollPos: {x: 0, y: 0}
m_SelectedIDs: m_SelectedIDs:
m_LastClickedID: 0 m_LastClickedID: 0
m_ExpandedIDs: 00000000f85a000000ca9a3b m_ExpandedIDs: 00000000005b0000
m_RenameOverlay: m_RenameOverlay:
m_UserAcceptedRename: 0 m_UserAcceptedRename: 0
m_Name: m_Name:
@ -1115,8 +1115,8 @@ MonoBehaviour:
m_Tooltip: m_Tooltip:
m_Pos: m_Pos:
serializedVersion: 2 serializedVersion: 2
x: 1620 x: 1622
y: 206 y: 181
width: 295 width: 295
height: 1131 height: 1131
m_SerializedDataModeController: m_SerializedDataModeController: