mirror of https://github.com/axmolengine/axmol.git
350 lines
9.7 KiB
C++
350 lines
9.7 KiB
C++
#ifndef CORE_DEVICE_H
|
|
#define CORE_DEVICE_H
|
|
|
|
#include <array>
|
|
#include <atomic>
|
|
#include <bitset>
|
|
#include <chrono>
|
|
#include <memory>
|
|
#include <stddef.h>
|
|
#include <stdint.h>
|
|
#include <string>
|
|
|
|
#include "almalloc.h"
|
|
#include "alspan.h"
|
|
#include "ambidefs.h"
|
|
#include "atomic.h"
|
|
#include "bufferline.h"
|
|
#include "devformat.h"
|
|
#include "filters/nfc.h"
|
|
#include "intrusive_ptr.h"
|
|
#include "mixer/hrtfdefs.h"
|
|
#include "opthelpers.h"
|
|
#include "resampler_limits.h"
|
|
#include "uhjfilter.h"
|
|
#include "vector.h"
|
|
|
|
class BFormatDec;
|
|
struct bs2b;
|
|
struct Compressor;
|
|
struct ContextBase;
|
|
struct DirectHrtfState;
|
|
struct HrtfStore;
|
|
|
|
using uint = unsigned int;
|
|
|
|
|
|
#define MIN_OUTPUT_RATE 8000
|
|
#define MAX_OUTPUT_RATE 192000
|
|
#define DEFAULT_OUTPUT_RATE 48000
|
|
|
|
#define DEFAULT_UPDATE_SIZE 960 /* 20ms */
|
|
#define DEFAULT_NUM_UPDATES 3
|
|
|
|
|
|
enum class DeviceType : uint8_t {
|
|
Playback,
|
|
Capture,
|
|
Loopback
|
|
};
|
|
|
|
|
|
enum class RenderMode : uint8_t {
|
|
Normal,
|
|
Pairwise,
|
|
Hrtf
|
|
};
|
|
|
|
enum class StereoEncoding : uint8_t {
|
|
Basic,
|
|
Uhj,
|
|
Hrtf,
|
|
|
|
Default = Basic
|
|
};
|
|
|
|
|
|
struct InputRemixMap {
|
|
struct TargetMix { Channel channel; float mix; };
|
|
|
|
Channel channel;
|
|
al::span<const TargetMix> targets;
|
|
};
|
|
|
|
|
|
struct DistanceComp {
|
|
/* Maximum delay in samples for speaker distance compensation. */
|
|
static constexpr uint MaxDelay{1024};
|
|
|
|
struct ChanData {
|
|
float Gain{1.0f};
|
|
uint Length{0u}; /* Valid range is [0...MaxDelay). */
|
|
float *Buffer{nullptr};
|
|
};
|
|
|
|
std::array<ChanData,MAX_OUTPUT_CHANNELS> mChannels;
|
|
al::FlexArray<float,16> mSamples;
|
|
|
|
DistanceComp(size_t count) : mSamples{count} { }
|
|
|
|
static std::unique_ptr<DistanceComp> Create(size_t numsamples)
|
|
{ return std::unique_ptr<DistanceComp>{new(FamCount(numsamples)) DistanceComp{numsamples}}; }
|
|
|
|
DEF_FAM_NEWDEL(DistanceComp, mSamples)
|
|
};
|
|
|
|
|
|
constexpr uint InvalidChannelIndex{~0u};
|
|
|
|
struct BFChannelConfig {
|
|
float Scale;
|
|
uint Index;
|
|
};
|
|
|
|
struct MixParams {
|
|
/* Coefficient channel mapping for mixing to the buffer. */
|
|
std::array<BFChannelConfig,MaxAmbiChannels> AmbiMap{};
|
|
|
|
al::span<FloatBufferLine> Buffer;
|
|
|
|
/**
|
|
* Helper to set an identity/pass-through panning for ambisonic mixing. The
|
|
* source is expected to be a 3D ACN/N3D ambisonic buffer, and for each
|
|
* channel [0...count), the given functor is called with the source channel
|
|
* index, destination channel index, and the gain for that channel. If the
|
|
* destination channel is INVALID_CHANNEL_INDEX, the given source channel
|
|
* is not used for output.
|
|
*/
|
|
template<typename F>
|
|
void setAmbiMixParams(const MixParams &inmix, const float gainbase, F func) const
|
|
{
|
|
const size_t numIn{inmix.Buffer.size()};
|
|
const size_t numOut{Buffer.size()};
|
|
for(size_t i{0};i < numIn;++i)
|
|
{
|
|
auto idx = InvalidChannelIndex;
|
|
auto gain = 0.0f;
|
|
|
|
for(size_t j{0};j < numOut;++j)
|
|
{
|
|
if(AmbiMap[j].Index == inmix.AmbiMap[i].Index)
|
|
{
|
|
idx = static_cast<uint>(j);
|
|
gain = AmbiMap[j].Scale * gainbase;
|
|
break;
|
|
}
|
|
}
|
|
func(i, idx, gain);
|
|
}
|
|
}
|
|
};
|
|
|
|
struct RealMixParams {
|
|
al::span<const InputRemixMap> RemixMap;
|
|
std::array<uint,MaxChannels> ChannelIndex{};
|
|
|
|
al::span<FloatBufferLine> Buffer;
|
|
};
|
|
|
|
using AmbiRotateMatrix = std::array<std::array<float,MaxAmbiChannels>,MaxAmbiChannels>;
|
|
|
|
enum {
|
|
// Frequency was requested by the app or config file
|
|
FrequencyRequest,
|
|
// Channel configuration was requested by the app or config file
|
|
ChannelsRequest,
|
|
// Sample type was requested by the config file
|
|
SampleTypeRequest,
|
|
|
|
// Specifies if the DSP is paused at user request
|
|
DevicePaused,
|
|
// Specifies if the device is currently running
|
|
DeviceRunning,
|
|
|
|
// Specifies if the output plays directly on/in ears (headphones, headset,
|
|
// ear buds, etc).
|
|
DirectEar,
|
|
|
|
/* Specifies if output is using speaker virtualization (e.g. Windows
|
|
* Spatial Audio).
|
|
*/
|
|
Virtualization,
|
|
|
|
DeviceFlagsCount
|
|
};
|
|
|
|
struct DeviceBase {
|
|
/* To avoid extraneous allocations, a 0-sized FlexArray<ContextBase*> is
|
|
* defined globally as a sharable object.
|
|
*/
|
|
static al::FlexArray<ContextBase*> sEmptyContextArray;
|
|
|
|
std::atomic<bool> Connected{true};
|
|
const DeviceType Type{};
|
|
|
|
uint Frequency{};
|
|
uint UpdateSize{};
|
|
uint BufferSize{};
|
|
|
|
DevFmtChannels FmtChans{};
|
|
DevFmtType FmtType{};
|
|
uint mAmbiOrder{0};
|
|
float mXOverFreq{400.0f};
|
|
/* If the main device mix is horizontal/2D only. */
|
|
bool m2DMixing{false};
|
|
/* For DevFmtAmbi* output only, specifies the channel order and
|
|
* normalization.
|
|
*/
|
|
DevAmbiLayout mAmbiLayout{DevAmbiLayout::Default};
|
|
DevAmbiScaling mAmbiScale{DevAmbiScaling::Default};
|
|
|
|
std::string DeviceName;
|
|
|
|
// Device flags
|
|
std::bitset<DeviceFlagsCount> Flags{};
|
|
|
|
uint NumAuxSends{};
|
|
|
|
/* Rendering mode. */
|
|
RenderMode mRenderMode{RenderMode::Normal};
|
|
|
|
/* The average speaker distance as determined by the ambdec configuration,
|
|
* HRTF data set, or the NFC-HOA reference delay. Only used for NFC.
|
|
*/
|
|
float AvgSpeakerDist{0.0f};
|
|
|
|
/* The default NFC filter. Not used directly, but is pre-initialized with
|
|
* the control distance from AvgSpeakerDist.
|
|
*/
|
|
NfcFilter mNFCtrlFilter{};
|
|
|
|
uint SamplesDone{0u};
|
|
std::chrono::nanoseconds ClockBase{0};
|
|
std::chrono::nanoseconds FixedLatency{0};
|
|
|
|
AmbiRotateMatrix mAmbiRotateMatrix{};
|
|
AmbiRotateMatrix mAmbiRotateMatrix2{};
|
|
|
|
/* Temp storage used for mixer processing. */
|
|
static constexpr size_t MixerLineSize{BufferLineSize + DecoderBase::sMaxPadding};
|
|
static constexpr size_t MixerChannelsMax{16};
|
|
using MixerBufferLine = std::array<float,MixerLineSize>;
|
|
alignas(16) std::array<MixerBufferLine,MixerChannelsMax> mSampleData;
|
|
alignas(16) std::array<float,MixerLineSize+MaxResamplerPadding> mResampleData;
|
|
|
|
alignas(16) float FilteredData[BufferLineSize];
|
|
union {
|
|
alignas(16) float HrtfSourceData[BufferLineSize + HrtfHistoryLength];
|
|
alignas(16) float NfcSampleData[BufferLineSize];
|
|
};
|
|
|
|
/* Persistent storage for HRTF mixing. */
|
|
alignas(16) float2 HrtfAccumData[BufferLineSize + HrirLength];
|
|
|
|
/* Mixing buffer used by the Dry mix and Real output. */
|
|
al::vector<FloatBufferLine, 16> MixBuffer;
|
|
|
|
/* The "dry" path corresponds to the main output. */
|
|
MixParams Dry;
|
|
uint NumChannelsPerOrder[MaxAmbiOrder+1]{};
|
|
|
|
/* "Real" output, which will be written to the device buffer. May alias the
|
|
* dry buffer.
|
|
*/
|
|
RealMixParams RealOut;
|
|
|
|
/* HRTF state and info */
|
|
std::unique_ptr<DirectHrtfState> mHrtfState;
|
|
al::intrusive_ptr<HrtfStore> mHrtf;
|
|
uint mIrSize{0};
|
|
|
|
/* Ambisonic-to-UHJ encoder */
|
|
std::unique_ptr<UhjEncoderBase> mUhjEncoder;
|
|
|
|
/* Ambisonic decoder for speakers */
|
|
std::unique_ptr<BFormatDec> AmbiDecoder;
|
|
|
|
/* Stereo-to-binaural filter */
|
|
std::unique_ptr<bs2b> Bs2b;
|
|
|
|
using PostProc = void(DeviceBase::*)(const size_t SamplesToDo);
|
|
PostProc PostProcess{nullptr};
|
|
|
|
std::unique_ptr<Compressor> Limiter;
|
|
|
|
/* Delay buffers used to compensate for speaker distances. */
|
|
std::unique_ptr<DistanceComp> ChannelDelays;
|
|
|
|
/* Dithering control. */
|
|
float DitherDepth{0.0f};
|
|
uint DitherSeed{0u};
|
|
|
|
/* Running count of the mixer invocations, in 31.1 fixed point. This
|
|
* actually increments *twice* when mixing, first at the start and then at
|
|
* the end, so the bottom bit indicates if the device is currently mixing
|
|
* and the upper bits indicates how many mixes have been done.
|
|
*/
|
|
RefCount MixCount{0u};
|
|
|
|
// Contexts created on this device
|
|
std::atomic<al::FlexArray<ContextBase*>*> mContexts{nullptr};
|
|
|
|
|
|
DeviceBase(DeviceType type);
|
|
DeviceBase(const DeviceBase&) = delete;
|
|
DeviceBase& operator=(const DeviceBase&) = delete;
|
|
~DeviceBase();
|
|
|
|
uint bytesFromFmt() const noexcept { return BytesFromDevFmt(FmtType); }
|
|
uint channelsFromFmt() const noexcept { return ChannelsFromDevFmt(FmtChans, mAmbiOrder); }
|
|
uint frameSizeFromFmt() const noexcept { return bytesFromFmt() * channelsFromFmt(); }
|
|
|
|
uint waitForMix() const noexcept
|
|
{
|
|
uint refcount;
|
|
while((refcount=MixCount.load(std::memory_order_acquire))&1) {
|
|
}
|
|
return refcount;
|
|
}
|
|
|
|
void ProcessHrtf(const size_t SamplesToDo);
|
|
void ProcessAmbiDec(const size_t SamplesToDo);
|
|
void ProcessAmbiDecStablized(const size_t SamplesToDo);
|
|
void ProcessUhj(const size_t SamplesToDo);
|
|
void ProcessBs2b(const size_t SamplesToDo);
|
|
|
|
inline void postProcess(const size_t SamplesToDo)
|
|
{ if(PostProcess) LIKELY (this->*PostProcess)(SamplesToDo); }
|
|
|
|
void renderSamples(const al::span<float*> outBuffers, const uint numSamples);
|
|
void renderSamples(void *outBuffer, const uint numSamples, const size_t frameStep);
|
|
|
|
/* Caller must lock the device state, and the mixer must not be running. */
|
|
#ifdef __USE_MINGW_ANSI_STDIO
|
|
[[gnu::format(gnu_printf,2,3)]]
|
|
#else
|
|
[[gnu::format(printf,2,3)]]
|
|
#endif
|
|
void handleDisconnect(const char *msg, ...);
|
|
|
|
/**
|
|
* Returns the index for the given channel name (e.g. FrontCenter), or
|
|
* INVALID_CHANNEL_INDEX if it doesn't exist.
|
|
*/
|
|
uint channelIdxByName(Channel chan) const noexcept
|
|
{ return RealOut.ChannelIndex[chan]; }
|
|
|
|
DISABLE_ALLOC()
|
|
|
|
private:
|
|
uint renderSamples(const uint numSamples);
|
|
};
|
|
|
|
/* Must be less than 15 characters (16 including terminating null) for
|
|
* compatibility with pthread_setname_np limitations. */
|
|
#define MIXER_THREAD_NAME "alsoft-mixer"
|
|
|
|
#define RECORD_THREAD_NAME "alsoft-record"
|
|
|
|
#endif /* CORE_DEVICE_H */
|