forked from sbooth/SFBAudioEngine
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathSFBLibsndfileDecoder.m
483 lines (391 loc) · 16.2 KB
/
SFBLibsndfileDecoder.m
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
//
// Copyright (c) 2011-2025 Stephen F. Booth <[email protected]>
// Part of https://github.com/sbooth/SFBAudioEngine
// MIT license
//
@import os.log;
@import sndfile;
@import AVFAudioExtensions;
#import "SFBLibsndfileDecoder.h"
#import "NSData+SFBExtensions.h"
#import "NSError+SFBURLPresentation.h"
#import "SFBLibsndfileUtilities.h"
SFBAudioDecoderName const SFBAudioDecoderNameLibsndfile = @"org.sbooth.AudioEngine.Decoder.Libsndfile";
static AudioFormatFlags CalculateLPCMFlags(UInt32 validBitsPerChannel, UInt32 totalBitsPerChannel, BOOL isFloat, BOOL isBigEndian, BOOL isNonInterleaved)
{
return (isFloat ? kAudioFormatFlagIsFloat : kAudioFormatFlagIsSignedInteger) | (isBigEndian ? kAudioFormatFlagIsBigEndian : 0) | ((validBitsPerChannel == totalBitsPerChannel) ? kAudioFormatFlagIsPacked : kAudioFormatFlagIsAlignedHigh) | (isNonInterleaved ? kAudioFormatFlagIsNonInterleaved : 0);
}
static void FillOutASBDForLPCM(AudioStreamBasicDescription * _Nonnull asbd, Float64 sampleRate, UInt32 channelsPerFrame, UInt32 validBitsPerChannel, UInt32 totalBitsPerChannel, BOOL isFloat, BOOL isBigEndian, BOOL isNonInterleaved)
{
NSCParameterAssert(asbd != NULL);
asbd->mFormatID = kAudioFormatLinearPCM;
asbd->mFormatFlags = CalculateLPCMFlags(validBitsPerChannel, totalBitsPerChannel, isFloat, isBigEndian, isNonInterleaved);
asbd->mSampleRate = sampleRate;
asbd->mChannelsPerFrame = channelsPerFrame;
asbd->mBitsPerChannel = validBitsPerChannel;
asbd->mBytesPerPacket = (isNonInterleaved ? 1 : channelsPerFrame) * (totalBitsPerChannel / 8);
asbd->mFramesPerPacket = 1;
asbd->mBytesPerFrame = (isNonInterleaved ? 1 : channelsPerFrame) * (totalBitsPerChannel / 8);
}
/// Returns an `AVAudioChannelLayout` object initialized with the channels from a sndfile channel map
static AVAudioChannelLayout * _Nullable ChannelLayoutFromSndfileChannelMap(int * _Nonnull channel_map, int channels)
{
NSCParameterAssert(channel_map != NULL);
NSCParameterAssert(channels > 0);
// Convert from sndfile channel map to Core Audio channel label
AudioChannelLabel labels [channels];
for(int i = 0; i < channels; ++i) {
switch(channel_map[i]) {
case SF_CHANNEL_MAP_INVALID: labels[i] = kAudioChannelLabel_Unused; break;
case SF_CHANNEL_MAP_MONO: labels[i] = kAudioChannelLabel_Mono; break;
case SF_CHANNEL_MAP_LEFT: labels[i] = kAudioChannelLabel_Left; break;
case SF_CHANNEL_MAP_RIGHT: labels[i] = kAudioChannelLabel_Right; break;
case SF_CHANNEL_MAP_CENTER: labels[i] = kAudioChannelLabel_Center; break;
// WAVEFORMATEXTENSIBLE standard channels (in dwChannelMask order)
case SF_CHANNEL_MAP_FRONT_LEFT: labels[i] = kAudioChannelLabel_Left; break;
case SF_CHANNEL_MAP_FRONT_RIGHT: labels[i] = kAudioChannelLabel_Right; break;
case SF_CHANNEL_MAP_FRONT_CENTER: labels[i] = kAudioChannelLabel_Center; break;
case SF_CHANNEL_MAP_LFE: labels[i] = kAudioChannelLabel_LFEScreen; break;
case SF_CHANNEL_MAP_REAR_LEFT: labels[i] = kAudioChannelLabel_LeftSurround; break;
case SF_CHANNEL_MAP_REAR_RIGHT: labels[i] = kAudioChannelLabel_RightSurround; break;
case SF_CHANNEL_MAP_FRONT_LEFT_OF_CENTER: labels[i] = kAudioChannelLabel_LeftCenter; break;
case SF_CHANNEL_MAP_FRONT_RIGHT_OF_CENTER: labels[i] = kAudioChannelLabel_RightCenter; break;
case SF_CHANNEL_MAP_REAR_CENTER: labels[i] = kAudioChannelLabel_CenterSurround; break;
case SF_CHANNEL_MAP_SIDE_LEFT: labels[i] = kAudioChannelLabel_LeftSurroundDirect; break;
case SF_CHANNEL_MAP_SIDE_RIGHT: labels[i] = kAudioChannelLabel_RightSurroundDirect; break;
case SF_CHANNEL_MAP_TOP_CENTER: labels[i] = kAudioChannelLabel_TopCenterSurround; break;
case SF_CHANNEL_MAP_TOP_FRONT_LEFT: labels[i] = kAudioChannelLabel_VerticalHeightLeft; break;
case SF_CHANNEL_MAP_TOP_FRONT_CENTER: labels[i] = kAudioChannelLabel_VerticalHeightCenter; break;
case SF_CHANNEL_MAP_TOP_FRONT_RIGHT: labels[i] = kAudioChannelLabel_VerticalHeightRight; break;
case SF_CHANNEL_MAP_TOP_REAR_LEFT: labels[i] = kAudioChannelLabel_TopBackLeft; break;
case SF_CHANNEL_MAP_TOP_REAR_CENTER: labels[i] = kAudioChannelLabel_TopBackCenter; break;
case SF_CHANNEL_MAP_TOP_REAR_RIGHT: labels[i] = kAudioChannelLabel_TopBackRight; break;
case SF_CHANNEL_MAP_AMBISONIC_B_W: labels[i] = kAudioChannelLabel_Ambisonic_W; break;
case SF_CHANNEL_MAP_AMBISONIC_B_X: labels[i] = kAudioChannelLabel_Ambisonic_X; break;
case SF_CHANNEL_MAP_AMBISONIC_B_Y: labels[i] = kAudioChannelLabel_Ambisonic_Y; break;
case SF_CHANNEL_MAP_AMBISONIC_B_Z: labels[i] = kAudioChannelLabel_Ambisonic_Z; break;
default:
os_log_error(gSFBAudioDecoderLog, "Invalid libsndfile channel: %d", channel_map[i]);
labels[i] = kAudioChannelLabel_Unused;
break;
}
}
return [AVAudioChannelLayout layoutWithChannelLabels:labels count:channels];
}
enum ReadMethod {
Unknown,
Short,
Int,
Float,
Double,
};
static sf_count_t my_sf_vio_get_filelen(void *user_data)
{
NSCParameterAssert(user_data != NULL);
SFBLibsndfileDecoder *decoder = (__bridge SFBLibsndfileDecoder *)user_data;
NSInteger length;
if(![decoder->_inputSource getLength:&length error:nil])
return -1;
return length;
}
static sf_count_t my_sf_vio_seek(sf_count_t offset, int whence, void *user_data)
{
NSCParameterAssert(user_data != NULL);
SFBLibsndfileDecoder *decoder = (__bridge SFBLibsndfileDecoder *)user_data;
if(!decoder->_inputSource.supportsSeeking)
return -1;
switch(whence) {
case SEEK_SET:
// offset remains unchanged
break;
case SEEK_CUR: {
NSInteger inputSourceOffset;
if([decoder->_inputSource getOffset:&inputSourceOffset error:nil])
offset += inputSourceOffset;
break;
}
case SEEK_END: {
NSInteger inputSourceLength;
if([decoder->_inputSource getLength:&inputSourceLength error:nil])
offset += inputSourceLength;
break;
}
}
if(![decoder->_inputSource seekToOffset:offset error:nil])
return -1;
NSInteger inputSourceOffset;
if(![decoder->_inputSource getOffset:&inputSourceOffset error:nil])
return -1;
return inputSourceOffset;
}
static sf_count_t my_sf_vio_read(void *ptr, sf_count_t count, void *user_data)
{
NSCParameterAssert(user_data != NULL);
SFBLibsndfileDecoder *decoder = (__bridge SFBLibsndfileDecoder *)user_data;
NSInteger bytesRead;
if(![decoder->_inputSource readBytes:ptr length:count bytesRead:&bytesRead error:nil])
return -1;
return bytesRead;
}
static sf_count_t my_sf_vio_tell(void *user_data)
{
NSCParameterAssert(user_data != NULL);
SFBLibsndfileDecoder *decoder = (__bridge SFBLibsndfileDecoder *)user_data;
NSInteger offset;
if(![decoder->_inputSource getOffset:&offset error:nil])
return -1;
return offset;
}
@interface SFBLibsndfileDecoder ()
{
@private
SNDFILE *_sndfile;
SF_INFO _sfinfo;
enum ReadMethod _readMethod;
}
@end
@implementation SFBLibsndfileDecoder
+ (void)load
{
[SFBAudioDecoder registerSubclass:[self class] priority:-50];
}
+ (NSSet *)supportedPathExtensions
{
static NSSet *pathExtensions = nil;
static dispatch_once_t onceToken;
dispatch_once(&onceToken, ^{
int majorCount = 0;
sf_command(NULL, SFC_GET_FORMAT_MAJOR_COUNT, &majorCount, sizeof(int));
NSMutableSet *majorModeExtensions = [NSMutableSet setWithCapacity:(NSUInteger)majorCount];
// Loop through each major mode
for(int i = 0; i < majorCount; ++i) {
SF_FORMAT_INFO formatInfo;
formatInfo.format = i;
if(!sf_command(NULL, SFC_GET_FORMAT_MAJOR, &formatInfo, sizeof(formatInfo))) {
NSString *pathExtension = [NSString stringWithUTF8String:formatInfo.extension];
if(pathExtension)
[majorModeExtensions addObject:pathExtension];
}
else
os_log_debug(gSFBAudioDecoderLog, "sf_command (SFC_GET_FORMAT_MAJOR) %d failed", i);
}
pathExtensions = [majorModeExtensions copy];
});
return pathExtensions;
}
+ (NSSet *)supportedMIMETypes
{
return [NSSet set];
}
+ (SFBAudioDecoderName)decoderName
{
return SFBAudioDecoderNameLibsndfile;
}
+ (BOOL)testInputSource:(SFBInputSource *)inputSource formatIsSupported:(SFBTernaryTruthValue *)formatIsSupported error:(NSError **)error
{
NSParameterAssert(inputSource != nil);
NSParameterAssert(formatIsSupported != NULL);
NSData *header = [inputSource readHeaderOfLength:MAX(SFBAIFFDetectionSize, SFBWAVEDetectionSize) skipID3v2Tag:NO error:error];
if(!header)
return NO;
*formatIsSupported = SFBTernaryTruthValueUnknown;
// libsndfile supports a multitude of formats. This is not meant to be an exhaustive check but
// just something quick to identify common file formats lacking a path extension or MIME type.
// AIFF and AIFF-C files
if([header isAIFFHeader])
*formatIsSupported = SFBTernaryTruthValueTrue;
// WAVE files
else if([header isWAVEHeader])
*formatIsSupported = SFBTernaryTruthValueTrue;
return YES;
}
- (BOOL)decodingIsLossless
{
switch(_sfinfo.format & SF_FORMAT_TYPEMASK) {
case SF_FORMAT_FLAC:
return YES;
default:
break;
}
switch(_sfinfo.format & SF_FORMAT_SUBMASK) {
case SF_FORMAT_PCM_U8:
case SF_FORMAT_PCM_S8:
case SF_FORMAT_PCM_16:
case SF_FORMAT_PCM_24:
case SF_FORMAT_PCM_32:
// case SF_FORMAT_FLOAT:
// case SF_FORMAT_DOUBLE:
case SF_FORMAT_ALAC_16:
case SF_FORMAT_ALAC_20:
case SF_FORMAT_ALAC_24:
case SF_FORMAT_ALAC_32:
return YES;
default:
// Be conservative and return NO for formats that aren't known to be lossless
return NO;
}
}
- (BOOL)openReturningError:(NSError **)error
{
if(![super openReturningError:error])
return NO;
// Set up the virtual IO function pointers
SF_VIRTUAL_IO virtualIO;
virtualIO.get_filelen = my_sf_vio_get_filelen;
virtualIO.seek = my_sf_vio_seek;
virtualIO.read = my_sf_vio_read;
virtualIO.write = NULL;
virtualIO.tell = my_sf_vio_tell;
// Open the input file
_sndfile = sf_open_virtual(&virtualIO, SFM_READ, &_sfinfo, (__bridge void *)self);
if(!_sndfile) {
os_log_error(gSFBAudioDecoderLog, "sf_open_virtual failed: %{public}s", sf_error_number(sf_error(NULL)));
if(error)
*error = [NSError SFB_errorWithDomain:SFBAudioDecoderErrorDomain
code:SFBAudioDecoderErrorCodeInvalidFormat
descriptionFormatStringForURL:NSLocalizedString(@"The format of the file “%@” was not recognized.", @"")
url:_inputSource.url
failureReason:NSLocalizedString(@"File Format Not Recognized", @"")
recoverySuggestion:NSLocalizedString(@"The file's extension may not match the file's type.", @"")];
return NO;
}
// Generate interleaved native PCM output
AudioStreamBasicDescription processingStreamDescription = {0};
int subtype = _sfinfo.format & SF_FORMAT_SUBMASK;
switch(subtype) {
// 8-bit PCM will be high-aligned in shorts
case SF_FORMAT_PCM_U8:
case SF_FORMAT_PCM_S8:
FillOutASBDForLPCM(&processingStreamDescription, _sfinfo.samplerate, (UInt32)_sfinfo.channels, 8, 16, NO, kAudioFormatFlagsNativeEndian == kAudioFormatFlagIsBigEndian, NO);
_readMethod = Short;
break;
// 16-bit PCM
case SF_FORMAT_PCM_16:
FillOutASBDForLPCM(&processingStreamDescription, _sfinfo.samplerate, (UInt32)_sfinfo.channels, 16, 16, NO, kAudioFormatFlagsNativeEndian == kAudioFormatFlagIsBigEndian, NO);
_readMethod = Short;
break;
// 24-bit PCM will be high-aligned in ints
case SF_FORMAT_PCM_24:
FillOutASBDForLPCM(&processingStreamDescription, _sfinfo.samplerate, (UInt32)_sfinfo.channels, 24, 32, NO, kAudioFormatFlagsNativeEndian == kAudioFormatFlagIsBigEndian, NO);
_readMethod = Int;
break;
// 32-bit PCM
case SF_FORMAT_PCM_32:
FillOutASBDForLPCM(&processingStreamDescription, _sfinfo.samplerate, (UInt32)_sfinfo.channels, 32, 32, NO, kAudioFormatFlagsNativeEndian == kAudioFormatFlagIsBigEndian, NO);
_readMethod = Int;
break;
// Floating point formats
case SF_FORMAT_FLOAT:
FillOutASBDForLPCM(&processingStreamDescription, _sfinfo.samplerate, (UInt32)_sfinfo.channels, 32, 32, YES, kAudioFormatFlagsNativeEndian == kAudioFormatFlagIsBigEndian, NO);
_readMethod = Float;
break;
case SF_FORMAT_DOUBLE:
FillOutASBDForLPCM(&processingStreamDescription, _sfinfo.samplerate, (UInt32)_sfinfo.channels, 64, 64, YES, kAudioFormatFlagsNativeEndian == kAudioFormatFlagIsBigEndian, NO);
_readMethod = Double;
break;
// Everything else will be converted to 32-bit float
default:
FillOutASBDForLPCM(&processingStreamDescription, _sfinfo.samplerate, (UInt32)_sfinfo.channels, 32, 32, YES, kAudioFormatFlagsNativeEndian == kAudioFormatFlagIsBigEndian, NO);
_readMethod = Float;
break;
}
// Determine processing format channel layout
AVAudioChannelLayout *channelLayout = nil;
int channel_map [_sfinfo.channels];
int result = sf_command(_sndfile, SFC_GET_CHANNEL_MAP_INFO, channel_map, (int)sizeof(channel_map));
if(result == SF_TRUE)
channelLayout = ChannelLayoutFromSndfileChannelMap(channel_map, _sfinfo.channels);
if(!channelLayout) {
switch(_sfinfo.channels) {
case 1: channelLayout = [AVAudioChannelLayout layoutWithLayoutTag:kAudioChannelLayoutTag_Mono]; break;
case 2: channelLayout = [AVAudioChannelLayout layoutWithLayoutTag:kAudioChannelLayoutTag_Stereo]; break;
default:
channelLayout = [AVAudioChannelLayout layoutWithLayoutTag:(kAudioChannelLayoutTag_Unknown | (UInt32)_sfinfo.channels)];
break;
}
}
_processingFormat = [[AVAudioFormat alloc] initWithStreamDescription:&processingStreamDescription channelLayout:channelLayout];
// Set up the source format
AudioStreamBasicDescription sourceStreamDescription = {0};
// Generic libsndfile format ID, will be set to something more specific if known
sourceStreamDescription.mFormatID = 'SNDF';
sourceStreamDescription.mSampleRate = _sfinfo.samplerate;
sourceStreamDescription.mChannelsPerFrame = (UInt32)_sfinfo.channels;
FillASBDWithSndfileFormat(&sourceStreamDescription, _sfinfo.format);
_sourceFormat = [[AVAudioFormat alloc] initWithStreamDescription:&sourceStreamDescription channelLayout:channelLayout];
return YES;
}
- (BOOL)closeReturningError:(NSError **)error
{
if(_sndfile) {
int result = sf_close(_sndfile);
if(result)
os_log_error(gSFBAudioDecoderLog, "sf_close failed: %{public}s", sf_error_number(result));
_sndfile = NULL;
}
_readMethod = Unknown;
return [super closeReturningError:error];
}
- (BOOL)isOpen
{
return _sndfile != NULL;
}
- (AVAudioFramePosition)framePosition
{
return sf_seek(_sndfile, 0, SF_SEEK_CUR);
}
- (AVAudioFramePosition)frameLength
{
return _sfinfo.frames;
}
- (BOOL)decodeIntoBuffer:(AVAudioPCMBuffer *)buffer frameLength:(AVAudioFrameCount)frameLength error:(NSError **)error
{
NSParameterAssert(buffer != nil);
NSParameterAssert([buffer.format isEqual:_processingFormat]);
// Reset output buffer data size
buffer.frameLength = 0;
if(frameLength > buffer.frameCapacity)
frameLength = buffer.frameCapacity;
if(frameLength == 0)
return YES;
sf_count_t framesRead = 0;
switch(_readMethod) {
case Short:
framesRead = sf_readf_short(_sndfile, (short *)buffer.audioBufferList->mBuffers[0].mData, frameLength);
break;
case Int:
framesRead = sf_readf_int(_sndfile, (int *)buffer.audioBufferList->mBuffers[0].mData, frameLength);
break;
case Float:
framesRead = sf_readf_float(_sndfile, (float *)buffer.audioBufferList->mBuffers[0].mData, frameLength);
break;
case Double:
framesRead = sf_readf_double(_sndfile, (double *)buffer.audioBufferList->mBuffers[0].mData, frameLength);
break;
default:
os_log_error(gSFBAudioDecoderLog, "Unknown libsndfile read method: %d", _readMethod);
if(error)
*error = [NSError errorWithDomain:SFBAudioDecoderErrorDomain code:SFBAudioDecoderErrorCodeInternalError userInfo:nil];
return NO;
}
buffer.frameLength = (AVAudioFrameCount)framesRead;
int result = sf_error(_sndfile);
if(result) {
os_log_error(gSFBAudioDecoderLog, "sf_readf_XXX failed: %{public}s", sf_error_number(result));
if(error)
*error = [NSError errorWithDomain:SFBAudioDecoderErrorDomain code:SFBAudioDecoderErrorCodeInternalError userInfo:@{ NSURLErrorKey: _inputSource.url }];
return NO;
}
return YES;
}
- (BOOL)seekToFrame:(AVAudioFramePosition)frame error:(NSError **)error
{
NSParameterAssert(frame >= 0);
sf_count_t result = sf_seek(_sndfile, frame, SF_SEEK_SET);
if(result == -1) {
os_log_error(gSFBAudioDecoderLog, "sf_seek failed: %{public}s", sf_error_number(sf_error(_sndfile)));
return NO;
}
return YES;
}
@end