2026-09-06 21:39:49 -07:00
|
|
|
/*
|
|
|
|
|
streamer-tools OBS Camera Plugin - LiveKit session wrapper
|
|
|
|
|
Copyright (C) 2026 CyberCoveLLC <jknapp85@gmail.com>
|
|
|
|
|
|
2026-09-07 04:44:16 -07:00
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
2026-09-06 21:39:49 -07:00
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
|
|
#include <memory>
|
|
|
|
|
#include <string>
|
|
|
|
|
|
|
|
|
|
#include "stplugin/session_types.h"
|
|
|
|
|
|
|
|
|
|
namespace stplugin {
|
|
|
|
|
|
|
|
|
|
struct SessionConfig {
|
|
|
|
|
/// LiveKit websocket URL, from POST /api/obs/:slug/token.
|
|
|
|
|
std::string ws_url;
|
|
|
|
|
/// LiveKit JWT, from the same call.
|
|
|
|
|
std::string token;
|
|
|
|
|
/// The slot's participant identity to subscribe to.
|
|
|
|
|
std::string participant_identity;
|
|
|
|
|
|
|
|
|
|
/// Pixel format requested from the SDK. I420 costs no conversion on
|
|
|
|
|
/// either side.
|
|
|
|
|
PixelFormat video_format = PixelFormat::I420;
|
|
|
|
|
|
|
|
|
|
/// Ring-buffer depth for decoded video. Non-zero means the SDK drops the
|
|
|
|
|
/// OLDEST frame when the queue is full, which is the structural answer to
|
|
|
|
|
/// the stale-frame-after-publisher-swap bug that motivated this plugin
|
|
|
|
|
/// (see the design doc's Approach section): a stalled consumer can only
|
|
|
|
|
/// ever fall this far behind, and what it then sees is the newest frame,
|
|
|
|
|
/// not a backlog.
|
|
|
|
|
std::size_t video_queue_capacity = 3;
|
|
|
|
|
|
|
|
|
|
/// Same for audio. A little deeper because audio frames are 10ms each.
|
|
|
|
|
std::size_t audio_queue_capacity = 20;
|
|
|
|
|
|
|
|
|
|
bool subscribe_audio = true;
|
|
|
|
|
|
2026-09-07 10:43:54 -07:00
|
|
|
/// False for an audio-only source (the soundboard, say): the wanted
|
|
|
|
|
/// video track is never attached (no AttachVideo command posted), and
|
|
|
|
|
/// its publication is explicitly disabled server-side (RemoteTrack-
|
|
|
|
|
/// Publication::setEnabled(false)) so the SFU stops sending it at all --
|
|
|
|
|
/// not just "decoded and discarded here", genuinely not delivered.
|
|
|
|
|
bool subscribe_video = true;
|
|
|
|
|
|
2026-09-06 21:39:49 -07:00
|
|
|
/// How long connect() waits for the room to come up before giving up.
|
|
|
|
|
int connect_timeout_ms = 15000;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/// Wraps livekit::Room for exactly one subscribed slot.
|
|
|
|
|
///
|
|
|
|
|
/// Threading contract, which the OBS adapter depends on:
|
|
|
|
|
/// - connect() and disconnect() are blocking and must be called from an
|
|
|
|
|
/// ordinary thread. They must NOT be called from inside a handler this
|
|
|
|
|
/// class invokes: the SDK documents that Room::disconnect() deadlocks if
|
|
|
|
|
/// called from a room event callback, and Room's own callback registration
|
|
|
|
|
/// is not re-entrant either.
|
|
|
|
|
/// - The video and audio handlers are invoked on dedicated reader threads,
|
|
|
|
|
/// one per track. Frame pointers are valid only for the duration of the
|
|
|
|
|
/// call.
|
|
|
|
|
/// - The state handler is invoked from whichever thread observed the
|
|
|
|
|
/// change. It must not block and must not call back into this object.
|
|
|
|
|
/// - All handlers must be installed before connect(); they are not
|
|
|
|
|
/// synchronised against a running session.
|
|
|
|
|
class LiveKitSession {
|
|
|
|
|
public:
|
|
|
|
|
LiveKitSession();
|
|
|
|
|
~LiveKitSession();
|
|
|
|
|
|
|
|
|
|
LiveKitSession(const LiveKitSession &) = delete;
|
|
|
|
|
LiveKitSession &operator=(const LiveKitSession &) = delete;
|
|
|
|
|
|
|
|
|
|
void setVideoHandler(VideoFrameHandler handler);
|
|
|
|
|
void setAudioHandler(AudioFrameHandler handler);
|
|
|
|
|
void setStateHandler(SessionStateHandler handler);
|
|
|
|
|
|
|
|
|
|
/// Connect and start subscribing. Returns true once the room is up; the
|
|
|
|
|
/// selected slot's tracks may still arrive later (or not at all, if the
|
|
|
|
|
/// camera is dark), which is reported through hasVideo()/the state
|
|
|
|
|
/// handler rather than as a connect failure.
|
|
|
|
|
bool connect(const SessionConfig &config);
|
|
|
|
|
|
|
|
|
|
/// Tear everything down. Safe to call when never connected, and safe to
|
|
|
|
|
/// call twice.
|
|
|
|
|
void disconnect();
|
|
|
|
|
|
|
|
|
|
SessionState state() const;
|
|
|
|
|
std::string stateDetail() const;
|
|
|
|
|
bool hasVideo() const;
|
|
|
|
|
bool hasAudio() const;
|
|
|
|
|
/// True when connected but the slot is not publishing: the source should
|
|
|
|
|
/// show its placeholder, not an error.
|
|
|
|
|
bool waitingForCamera() const;
|
|
|
|
|
|
|
|
|
|
/// Monotonic counters, for logging and for the adapter to tell "connected
|
|
|
|
|
/// but silent" from "never started".
|
|
|
|
|
std::uint64_t videoFrameCount() const;
|
|
|
|
|
std::uint64_t audioFrameCount() const;
|
|
|
|
|
|
|
|
|
|
/// Process-wide SDK init/teardown. Reference-counted, so several sources
|
|
|
|
|
/// can each hold one. The OBS adapter calls these from obs_module_load /
|
|
|
|
|
/// obs_module_unload.
|
|
|
|
|
static void globalInitialize();
|
|
|
|
|
static void globalShutdown();
|
|
|
|
|
|
|
|
|
|
private:
|
|
|
|
|
struct Impl;
|
|
|
|
|
std::unique_ptr<Impl> impl_;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
} // namespace stplugin
|