ref: 75aa4a93bffee44e010ebd8277752ed51752a4d9
dir: /src/pt2_sampling.c/
/* Experimental audio sampling support.
** There may be several bad practices here, as I don't really
** have the proper knowledge on this stuff.
*/
// for finding memory leaks in debug mode with Visual Studio
#if defined _DEBUG && defined _MSC_VER
#include <crtdbg.h>
#endif
#include <stdio.h>
#include <stdint.h>
#include <stdbool.h>
#include "pt2_header.h"
#include "pt2_textout.h"
#include "pt2_mouse.h"
#include "pt2_structs.h"
#include "pt2_sampler.h" // fixSampleBeep() / sampleLine()
#include "pt2_visuals.h"
#include "pt2_helpers.h"
#include "pt2_bmp.h"
#include "pt2_unicode.h"
#include "pt2_audio.h"
#include "pt2_tables.h"
#include "pt2_config.h"
#include "pt2_sinc.h"
#include "pt2_sampling.h"
enum
{
SAMPLE_LEFT = 0,
SAMPLE_RIGHT = 1,
SAMPLE_MIX = 2
};
// this may change after opening the audio input device
#define SAMPLING_BUFFER_SIZE 1024
#define FRAC_BITS 24
#define FRAC_SCALE (1L << 24)
#define FRAC_MASK (FRAC_SCALE-1)
#define SAMPLE_PREVIEW_WITDH 194
#define SAMPLE_PREVIEW_HEIGHT 38
#define MAX_INPUT_DEVICES 99
#define VISIBLE_LIST_ENTRIES 4
static volatile bool callbackBusy, displayingBuffer, samplingEnded;
static bool audioDevOpen;
static char *audioInputDevs[MAX_INPUT_DEVICES];
static uint8_t samplingNote = 33, samplingFinetune = 4; // period 124, max safe period for PAL Paula
static int16_t displayBuffer[SAMPLING_BUFFER_SIZE], *bufferOrig, *buffer;
static int32_t samplingMode = SAMPLE_MIX, inputFrequency, roundedOutputFrequency;
static int32_t numAudioInputDevs, audioInputDevListOffset, selectedDev;
static int32_t bytesSampled, maxSamplingLength, inputBufferSize;
static float fOutputFrequency;
static double dOutputFrequency;
static SDL_AudioDeviceID recordDev;
static void listAudioDevices(void);
static void updateOutputFrequency(void)
{
if (samplingNote > 35)
samplingNote = 35;
int32_t period = periodTable[((samplingFinetune & 0xF) * 37) + samplingNote];
if (period < 113) // this happens internally in our Paula mixer
period = 113;
dOutputFrequency = (double)PAULA_PAL_CLK / period;
fOutputFrequency = (float)dOutputFrequency;
roundedOutputFrequency = (int32_t)(fOutputFrequency + 0.5f);
}
static void SDLCALL samplingCallback(void *userdata, Uint8 *stream, int len)
{
callbackBusy = true;
if (!displayingBuffer)
{
if (len > SAMPLING_BUFFER_SIZE)
len = SAMPLING_BUFFER_SIZE;
const int16_t *L = (int16_t *)stream;
const int16_t *R = ((int16_t *)stream) + 1;
int16_t *dst16 = displayBuffer;
if (samplingMode == SAMPLE_LEFT)
{
for (int32_t i = 0; i < len; i++)
dst16[i] = L[i << 1];
}
else if (samplingMode == SAMPLE_RIGHT)
{
for (int32_t i = 0; i < len; i++)
dst16[i] = R[i << 1];
}
else
{
for (int32_t i = 0; i < len; i++)
dst16[i] = (L[i << 1] + R[i << 1]) >> 1;
}
}
if (audio.isSampling)
{
if (bytesSampled+len > maxSamplingLength)
len = maxSamplingLength - bytesSampled;
if (len > inputBufferSize)
len = inputBufferSize;
const int16_t *L = (int16_t *)stream;
const int16_t *R = ((int16_t *)stream) + 1;
int16_t *dst16 = &buffer[bytesSampled];
if (samplingMode == SAMPLE_LEFT)
{
for (int32_t i = 0; i < len; i++)
dst16[i] = L[i << 1];
}
else if (samplingMode == SAMPLE_RIGHT)
{
for (int32_t i = 0; i < len; i++)
dst16[i] = R[i << 1];
}
else
{
for (int32_t i = 0; i < len; i++)
dst16[i] = (L[i << 1] + R[i << 1]) >> 1;
}
bytesSampled += len;
if (bytesSampled >= maxSamplingLength)
{
audio.isSampling = true;
samplingEnded = true;
}
}
callbackBusy = false;
(void)userdata;
}
static void stopInputAudio(void)
{
if (recordDev > 0)
{
SDL_CloseAudioDevice(recordDev);
recordDev = 0;
}
}
static void startInputAudio(void)
{
SDL_AudioSpec want, have;
if (recordDev > 0)
stopInputAudio();
if (numAudioInputDevs == 0 || selectedDev >= numAudioInputDevs)
{
audioDevOpen = false;
return;
}
assert(roundedOutputFrequency > 0);
memset(&want, 0, sizeof (SDL_AudioSpec));
want.freq = config.audioInputFrequency;
want.format = AUDIO_S16;
want.channels = 2;
want.callback = samplingCallback;
want.userdata = NULL;
want.samples = SAMPLING_BUFFER_SIZE;
recordDev = SDL_OpenAudioDevice(audioInputDevs[selectedDev], true, &want, &have, 0);
audioDevOpen = (recordDev != 0);
inputFrequency = have.freq;
inputBufferSize = have.samples;
SDL_PauseAudioDevice(recordDev, false);
}
static void changeStatusText(const char *text)
{
fillRect(88, 127, 17*FONT_CHAR_W, FONT_CHAR_H, video.palette[PAL_GENBKG]);
textOut(88, 127, text, video.palette[PAL_GENTXT]);
}
static void selectAudioDevice(int32_t dev)
{
if (dev < 0)
return;
if (numAudioInputDevs == 0)
{
listAudioDevices();
return;
}
if (dev >= numAudioInputDevs)
return;
listAudioDevices();
changeStatusText("PLEASE WAIT ...");
flipFrame();
stopInputAudio();
selectedDev = dev;
listAudioDevices();
startInputAudio();
changeStatusText(ui.statusMessage);
}
void renderSampleMonitor(void)
{
blit32(120, 44, 200, 55, sampleMonitorBMP);
memset(displayBuffer, 0, sizeof (displayBuffer));
}
void freeAudioDeviceList(void)
{
for (int32_t i = 0; i < numAudioInputDevs; i++)
{
if (audioInputDevs[i] != NULL)
{
free(audioInputDevs[i]);
audioInputDevs[i] = NULL;
}
}
}
static void scanAudioDevices(void)
{
freeAudioDeviceList();
numAudioInputDevs = SDL_GetNumAudioDevices(true);
if (numAudioInputDevs > MAX_INPUT_DEVICES)
numAudioInputDevs = MAX_INPUT_DEVICES;
for (int32_t i = 0; i < numAudioInputDevs; i++)
{
const char *deviceName = SDL_GetAudioDeviceName(i, true);
if (deviceName == NULL)
{
numAudioInputDevs--; // hide device
continue;
}
const uint32_t stringLen = (uint32_t)strlen(deviceName);
audioInputDevs[i] = (char *)malloc(stringLen + 2);
if (audioInputDevs[i] == NULL)
break;
if (stringLen > 0)
strcpy(audioInputDevs[i], deviceName);
audioInputDevs[i][stringLen+1] = '\0'; // UTF-8 needs double null termination (XXX: citation needed)
}
audioInputDevListOffset = 0; // reset scroll position
if (selectedDev >= numAudioInputDevs)
selectedDev = 0;
}
static void listAudioDevices(void)
{
fillRect(3, 219, 163, 33, PAL_BACKGRD);
if (numAudioInputDevs == 0)
{
textOut(16, 219+13, "NO DEVICES FOUND!", video.palette[PAL_QADSCP]);
return;
}
for (int32_t i = 0; i < VISIBLE_LIST_ENTRIES; i++)
{
const int32_t dev = audioInputDevListOffset+i;
if (audioInputDevListOffset+i >= numAudioInputDevs)
break;
if (dev == selectedDev)
fillRect(4, 219+1+(i*(FONT_CHAR_H+3)), 161, 8, video.palette[PAL_GENBKG2]);
if (audioInputDevs[dev] != NULL)
textOutTightN(2+2, 219+2+(i*(FONT_CHAR_H+3)), audioInputDevs[dev], 23, video.palette[PAL_QADSCP]);
}
}
static void drawSamplingNote(void)
{
assert(samplingNote < 36);
const char *str = config.accidental ? noteNames2[2+samplingNote]: noteNames1[2+samplingNote];
textOutBg(262, 230, str, video.palette[PAL_GENTXT], video.palette[PAL_GENBKG]);
}
static void drawSamplingFinetune(void)
{
textOutBg(254, 219, ftuneStrTab[samplingFinetune & 0xF], video.palette[PAL_GENTXT], video.palette[PAL_GENBKG]);
}
static void drawSamplingFrequency(void)
{
char str[16];
sprintf(str, "%05dHZ", roundedOutputFrequency);
const int32_t maxSafeFrequency = (int32_t)(PAL_PAULA_MAX_SAFE_HZ + 0.5); // rounded
textOutBg(262, 208, str, roundedOutputFrequency <= maxSafeFrequency ? video.palette[PAL_GENTXT] : 0x8C0F0F, video.palette[PAL_GENBKG]);
}
static void drawSamplingModeCross(void)
{
// clear old crosses
fillRect(4, 208, 6, 5, video.palette[PAL_GENBKG]);
fillRect(51, 208, 6, 5, video.palette[PAL_GENBKG]);
fillRect(105, 208, 6, 5, video.palette[PAL_GENBKG]);
int16_t x;
if (samplingMode == SAMPLE_LEFT)
x = 3;
else if (samplingMode == SAMPLE_RIGHT)
x = 50;
else
x = 104;
charOut(x, 208, 'X', video.palette[PAL_GENTXT]);
}
static void showCurrSample(void)
{
updateCurrSample();
// reset sampler screen attributes
sampler.loopStartPos = 0;
sampler.loopEndPos = 0;
editor.markStartOfs = -1;
editor.markEndOfs = -1;
editor.samplePos = 0;
hideSprite(SPRITE_LOOP_PIN_LEFT);
hideSprite(SPRITE_LOOP_PIN_RIGHT);
renderSampleData();
}
void renderSamplingBox(void)
{
editor.sampleZero = false;
editor.blockMarkFlag = false;
// remove all open screens (except sampler)
if (ui.diskOpScreenShown || ui.posEdScreenShown || ui.editOpScreenShown)
{
ui.diskOpScreenShown = false;
ui.posEdScreenShown = false;
ui.editOpScreenShown = false;
displayMainScreen();
}
setStatusMessage("ALL RIGHT", DO_CARRY);
blit32(0, 203, 320, 52, samplingBoxBMP);
updateOutputFrequency();
drawSamplingNote();
drawSamplingFinetune();
drawSamplingFrequency();
drawSamplingModeCross();
renderSampleMonitor();
scanAudioDevices();
selectAudioDevice(selectedDev);
showCurrSample();
modStop();
editor.songPlaying = false;
editor.playMode = PLAY_MODE_NORMAL;
editor.currMode = MODE_IDLE;
pointerSetMode(POINTER_MODE_IDLE, DO_CARRY);
}
static int32_t scrPos2SmpBufPos(int32_t x) // x = 0..SAMPLE_PREVIEW_WITDH
{
return (x * ((SAMPLING_BUFFER_SIZE << 16) / SAMPLE_PREVIEW_WITDH)) >> 16;
}
static uint8_t getDispBuffPeak(const int16_t *smpData, int32_t smpNum)
{
int32_t smpAbs, max = 0;
for (int32_t i = 0; i < smpNum; i++)
{
const int32_t smp = smpData[i];
smpAbs = ABS(smp);
if (smpAbs > max)
max = smpAbs;
}
max = ((max * SAMPLE_PREVIEW_HEIGHT) + 32768) >> 16;
if (max > (SAMPLE_PREVIEW_HEIGHT/2)-1)
max = (SAMPLE_PREVIEW_HEIGHT/2)-1;
return (uint8_t)max;
}
void writeSampleMonitorWaveform(void) // called every frame
{
if (!ui.samplingBoxShown || ui.askScreenShown)
return;
if (samplingEnded)
{
samplingEnded = false;
stopSampling();
}
// clear waveform background
fillRect(123, 58, SAMPLE_PREVIEW_WITDH, SAMPLE_PREVIEW_HEIGHT, video.palette[PAL_BACKGRD]);
if (!audioDevOpen)
{
textOutTight(136, 74, "CAN'T OPEN AUDIO DEVICE!", video.palette[PAL_QADSCP]);
return;
}
uint32_t *centerPtr = &video.frameBuffer[(76 * SCREEN_W) + 123];
// hardcoded for a buffer size of 512
displayingBuffer = true;
for (int32_t x = 0; x < SAMPLE_PREVIEW_WITDH; x++)
{
int32_t smpIdx = scrPos2SmpBufPos(x);
int32_t smpNum = scrPos2SmpBufPos(x+1) - smpIdx;
if (smpIdx+smpNum >= SAMPLING_BUFFER_SIZE)
smpNum = SAMPLING_BUFFER_SIZE - smpIdx;
const int32_t smpAbs = getDispBuffPeak(&displayBuffer[smpIdx], smpNum);
if (smpAbs == 0)
centerPtr[x] = video.palette[PAL_QADSCP];
else
vLine(x + 123, 76 - smpAbs, (smpAbs << 1) + 1, video.palette[PAL_QADSCP]);
}
displayingBuffer = false;
}
void removeSamplingBox(void)
{
stopInputAudio();
freeAudioDeviceList();
ui.aboutScreenShown = false;
editor.blockMarkFlag = false;
displayMainScreen();
updateVisualizer(); // kludge
// re-render sampler screen
exitFromSam();
samplerScreen();
}
static void startSampling(void)
{
if (!audioDevOpen)
{
displayErrorMsg("DEVICE ERROR !");
return;
}
assert(roundedOutputFrequency > 0);
maxSamplingLength = (int32_t)(ceil((65534.0*inputFrequency) / dOutputFrequency)) + 1;
bufferOrig = (int16_t *)calloc(SINC_TAPS + maxSamplingLength + SINC_TAPS, sizeof (int16_t));
if (bufferOrig == NULL)
{
statusOutOfMemory();
return;
}
buffer = bufferOrig + SINC_TAPS; // allow negative look-up for sinc taps
bytesSampled = 0;
audio.isSampling = true;
samplingEnded = false;
turnOffVoices();
pointerSetMode(POINTER_MODE_RECORD, NO_CARRY);
setStatusMessage("SAMPLING ...", NO_CARRY);
}
static uint16_t downsampleSamplingBuffer(void)
{
const int32_t readLength = bytesSampled;
const double dRatio = dOutputFrequency / inputFrequency;
int32_t writeLength = (int32_t)(readLength * dRatio);
if (writeLength > MAX_SAMPLE_LEN)
writeLength = MAX_SAMPLE_LEN;
//config.normalizeSampling = false;
double *dBuffer = NULL;
if (config.normalizeSampling)
{
dBuffer = (double *)malloc(writeLength * sizeof (double));
if (dBuffer == NULL)
{
statusOutOfMemory();
return 0;
}
}
const double dCutoff = dRatio * 0.97; // slightly below nyquist
if (!initSinc(dCutoff))
{
if (config.normalizeSampling)
free(dBuffer);
statusOutOfMemory();
return 0;
}
changeStatusText("DOWNSAMPLING ...");
flipFrame();
// downsample
int8_t *output = &song->sampleData[song->samples[editor.currSample].offset];
const double dDelta = inputFrequency / dOutputFrequency;
int16_t *smpPtr = &buffer[-((SINC_TAPS/2)-1)]; // pre-centered (this is safe, look at how bufferOrig is alloc'd)
double dFrac = 0.0;
if (config.normalizeSampling)
{
double dPeakAmp = 0.0;
for (int32_t i = 0; i < writeLength; i++) // up to 65534 bytes
{
double dSmp = sinc(smpPtr, dFrac);
dFrac += dDelta;
int32_t wholeSamples = (int32_t)dFrac;
dFrac -= wholeSamples;
smpPtr += wholeSamples;
const double dAbsSmp = fabs(dSmp);
if (dAbsSmp > dPeakAmp)
dPeakAmp = dAbsSmp;
dBuffer[i] = dSmp;
}
// normalize
double dAmp = INT8_MAX / dPeakAmp;
/* If we have to amplify THIS much, it would mean that the gain was extremely low.
** We don't want to amplify a ton of noise, so keep it quantized to zero (silence).
*/
const double dAmp_dB = 20.0*log10(dAmp);
if (dAmp_dB > 40.0)
dAmp = 0.0;
for (int32_t i = 0; i < writeLength; i++)
{
/* To round the sample is probably incorrect, but it aliases audibly
** less after sampling a 1kHz sine wave, so I'll stick with it for now.
** Also just a note: Dithering is not very suitable for samples being
** played at lower pitches, hence why I don't dithering.
*/
const double dSmp = dBuffer[i] * dAmp;
int32_t smp32 = (int32_t)round(dSmp);
output[i] = (int8_t)CLAMP(smp32, -128, 127);
}
}
else
{
for (int32_t i = 0; i < writeLength; i++) // up to 65534 bytes
{
const double dSmp = sinc(smpPtr, dFrac);
int32_t smp32 = (int32_t)round(dSmp);
output[i] = (int8_t)CLAMP(smp32, -128, 127);
dFrac += dDelta;
int32_t wholeSamples = (int32_t)dFrac;
dFrac -= wholeSamples;
smpPtr += wholeSamples;
}
}
freeSinc();
if (config.normalizeSampling)
free(dBuffer);
return (uint16_t)writeLength;
}
void stopSampling(void)
{
while (callbackBusy);
audio.isSampling = false;
int32_t newLength = downsampleSamplingBuffer();
if (newLength == 0)
return; // out of memory
moduleSample_t *s = &song->samples[editor.currSample];
s->length = (uint16_t)newLength;
s->fineTune = samplingFinetune;
s->loopStart = 0;
s->loopLength = 2;
s->volume = 64;
fixSampleBeep(s);
if (bufferOrig != NULL)
{
free(bufferOrig);
bufferOrig = NULL;
}
pointerSetMode(POINTER_MODE_IDLE, DO_CARRY);
displayMsg("SAMPLING DONE !");
setMsgPointer();
showCurrSample();
}
static void scrollListUp(void)
{
if (numAudioInputDevs <= VISIBLE_LIST_ENTRIES)
{
audioInputDevListOffset = 0;
return;
}
if (audioInputDevListOffset > 0)
{
audioInputDevListOffset--;
listAudioDevices();
mouse.lastSamplingButton = 0;
}
}
static void scrollListDown(void)
{
if (numAudioInputDevs <= VISIBLE_LIST_ENTRIES)
{
audioInputDevListOffset = 0;
return;
}
if (audioInputDevListOffset < numAudioInputDevs-VISIBLE_LIST_ENTRIES)
{
audioInputDevListOffset++;
listAudioDevices();
mouse.lastSamplingButton = 1;
}
}
static void finetuneUp(void)
{
if ((int8_t)samplingFinetune < 7)
{
samplingFinetune++;
updateOutputFrequency();
drawSamplingFinetune();
drawSamplingFrequency();
mouse.lastSamplingButton = 2;
}
}
static void finetuneDown(void)
{
if ((int8_t)samplingFinetune > -8)
{
samplingFinetune--;
updateOutputFrequency();
drawSamplingFinetune();
drawSamplingFrequency();
mouse.lastSamplingButton = 3;
}
}
void samplingSampleNumUp(void)
{
if (editor.currSample < 30)
{
editor.currSample++;
showCurrSample();
}
}
void samplingSampleNumDown(void)
{
if (editor.currSample > 0)
{
editor.currSample--;
showCurrSample();
}
}
void handleSamplingBox(void)
{
if (ui.changingSamplingNote)
{
ui.changingSamplingNote = false;
setPrevStatusMessage();
pointerSetPreviousMode();
drawSamplingNote();
return;
}
if (mouse.rightButtonPressed)
{
if (audio.isSampling)
stopSampling();
else
startSampling();
return;
}
if (!mouse.leftButtonPressed)
return;
if (audio.isSampling)
stopSampling();
mouse.lastSamplingButton = -1;
mouse.repeatCounter = 0;
// check buttons
const int32_t mx = mouse.x;
const int32_t my = mouse.y;
if (mx >= 98 && mx <= 108 && my >= 44 && my <= 54) // SAMPLE UP (main UI)
{
samplingSampleNumUp();
}
else if (mx >= 109 && mx <= 119 && my >= 44 && my <= 54) // SAMPLE DOWN (main UI)
{
samplingSampleNumDown();
}
else if (mx >= 143 && mx <= 176 && my >= 205 && my <= 215) // SCAN
{
if (audio.rescanAudioDevicesSupported)
{
scanAudioDevices();
listAudioDevices();
}
else
{
displayErrorMsg("UNSUPPORTED !");
}
}
else if (mx >= 4 && mx <= 165 && my >= 220 && my <= 250) // DEVICE LIST
{
selectAudioDevice(audioInputDevListOffset + ((my - 220) >> 3));
}
else if (mx >= 2 && mx <= 41 && my >= 206 && my <= 216) // LEFT
{
if (samplingMode != SAMPLE_LEFT)
{
samplingMode = SAMPLE_LEFT;
drawSamplingModeCross();
}
}
else if (mx >= 49 && mx <= 95 && my >= 206 && my <= 216) // RIGHT
{
if (samplingMode != SAMPLE_RIGHT)
{
samplingMode = SAMPLE_RIGHT;
drawSamplingModeCross();
}
}
else if (mx >= 103 && mx <= 135 && my >= 206 && my <= 216) // MIX
{
if (samplingMode != SAMPLE_MIX)
{
samplingMode = SAMPLE_MIX;
drawSamplingModeCross();
}
}
else if (mx >= 188 && mx <= 237 && my >= 242 && my <= 252) // SAMPLE
{
startSampling();
}
else if (mx >= 242 && mx <= 277 && my >= 242 && my <= 252) // NOTE
{
ui.changingSamplingNote = true;
textOutBg(262, 230, "---", video.palette[PAL_GENTXT], video.palette[PAL_GENBKG]);
setStatusMessage("SELECT NOTE", NO_CARRY);
pointerSetMode(POINTER_MODE_MSG1, NO_CARRY);
}
else if (mx >= 282 && mx <= 317 && my >= 242 && my <= 252) // EXIT
{
ui.samplingBoxShown = false;
removeSamplingBox();
}
else if (mx >= 166 && mx <= 177 && my >= 218 && my <= 228) // SCROLL LIST UP
{
scrollListUp();
}
else if (mx >= 166 && mx <= 177 && my >= 242 && my <= 252) // SCROLL LIST DOWN
{
scrollListDown();
}
else if (mx >= 296 && mx <= 306 && my >= 217 && my <= 227) // FINETUNE UP
{
finetuneUp();
}
else if (mx >= 307 && mx <= 317 && my >= 217 && my <= 227) // FINETUNE DOWN
{
finetuneDown();
}
}
void setSamplingNote(uint8_t note) // must be called from video thread!
{
if (note > 35)
note = 35;
samplingNote = note;
samplingFinetune = 0;
updateOutputFrequency();
drawSamplingNote();
drawSamplingFinetune();
drawSamplingFrequency();
}
void handleRepeatedSamplingButtons(void)
{
if (!mouse.leftButtonPressed || mouse.lastSamplingButton == -1)
return;
switch (mouse.lastSamplingButton)
{
case 0:
{
if (mouse.repeatCounter++ >= 3)
{
mouse.repeatCounter = 0;
scrollListUp();
}
}
break;
case 1:
{
if (mouse.repeatCounter++ >= 3)
{
mouse.repeatCounter = 0;
scrollListDown();
}
}
break;
case 2:
{
if (mouse.repeatCounter++ >= 5)
{
mouse.repeatCounter = 0;
finetuneUp();
}
}
break;
case 3:
{
if (mouse.repeatCounter++ >= 5)
{
mouse.repeatCounter = 0;
finetuneDown();
}
}
break;
default: break;
}
}