Skip to content

WIP: use jungle.js for pitch shifting #6

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
WofWca wants to merge 1 commit into
base: dev
Choose a base branch
from
Draft

WIP: use jungle.js for pitch shifting #6

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions src/content/Controller.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -60,10 +60,10 @@ export default class Controller {
this._volumeFilter = new AudioWorkletNode(ctx, 'VolumeFilter', {
outputChannelCount: [1],
processorOptions: {
maxSmoothingWindowLength: 0.03,
maxSmoothingWindowLength: 0.3,
},
parameterData: {
smoothingWindowLength: 0.03, // TODO make a setting out of it.
smoothingWindowLength: 0.3, // TODO make a setting out of it.
},
});
this._silenceDetectorNode = new AudioWorkletNode(ctx, 'SilenceDetectorProcessor', {
Expand Down
56 changes: 22 additions & 34 deletions src/content/PitchPreservingStretcherNode.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
import { PitchShift, connect as ToneConnect, setContext as toneSetContext, ToneAudioNode } from 'tone';
// import { PitchShift, connect as ToneConnect, setContext as toneSetContext, ToneAudioNode } from 'tone';
import PitchShift from './jungle';
import { getStretchSpeedChangeMultiplier } from './helpers';

export default class PitchPreservingStretcherNode {
Expand All @@ -15,29 +16,19 @@ export default class PitchPreservingStretcherNode {
this.slowDownGain = context.createGain();
this.normalSpeedGain = context.createGain();

toneSetContext(context);
this.speedUpPitchShift = new PitchShift();
this.slowDownPitchShift = new PitchShift();

// Why this value?
// 1. Withing the range recommended by Tone.js documentation:
// https://tonejs.github.io/docs/13.8.25/PitchShift#windowsize
// 2. I played around with it a bit and this sounded best for me.
// TODO make it into a setting?
const windowSize = 0.06;
this.speedUpPitchShift.windowSize = windowSize;
this.slowDownPitchShift.windowSize = windowSize;
this.speedUpPitchShift = new PitchShift(context);
this.slowDownPitchShift = new PitchShift(context);

this.delayNode = context.createDelay(maxDelay);
this.delayNode.delayTime.value = initialDelay;

ToneConnect(this.delayNode, this.speedUpPitchShift);
ToneConnect(this.delayNode, this.slowDownPitchShift);
this.delayNode.connect(this.speedUpPitchShift.input);
this.delayNode.connect(this.slowDownPitchShift.input);

this.delayNode.connect(this.normalSpeedGain);

this.speedUpPitchShift.connect(this.slowDownGain);
this.slowDownPitchShift.connect(this.speedUpGain);
this.speedUpPitchShift.output.connect(this.slowDownGain);
this.slowDownPitchShift.output.connect(this.speedUpGain);

this.setOutputPitchAt('normal', context.currentTime);
}
Expand Down Expand Up @@ -99,13 +90,23 @@ export default class PitchPreservingStretcherNode {
const speedChangeMultiplier = getStretchSpeedChangeMultiplier({ startValue, endValue, startTime, endTime });
// Acutally we only need to do this when the user changes settings.
setTimeout(() => {
function speedChangeMultiplierToSemitones(m) {
return -12 * Math.log2(1 / m);
// function speedChangeMultiplierToSemitones(m) {
// return -12 * Math.log2(1 / m);
// }
function speedChangeMultiplierToOctaves(m) {
// TODO figure out the formula
// Roughly:
// 2 sounds good for x1.1 & x2.2
// 4 sounds good for x1.1 & x3.3

return 7;

// return -1 * Math.log2(1 / m);
}
const node = speedupOrSlowdown === 'speedup'
? this.speedUpPitchShift
: this.slowDownPitchShift;
node.pitch = speedChangeMultiplierToSemitones(speedChangeMultiplier);
node.setPitchOffset(speedChangeMultiplierToOctaves(speedChangeMultiplier));
}, startTime - this.context.currentTime);
}

Expand All @@ -132,18 +133,5 @@ export default class PitchPreservingStretcherNode {
this.delayNode.value = value;
}

destroy() {
const toneAudioNodes = [this.speedUpPitchShift, this.slowDownPitchShift];
for (const node of toneAudioNodes) {
node.dispose();
}

if (process.env.NODE_ENV !== 'production') {
Object.values(this).forEach(propertyVal => {
if (propertyVal instanceof ToneAudioNode && !toneAudioNodes.includes(propertyVal)) {
console.warn('Undisposed ToneAudioNode found. Expected all to be disposed upon `destroy()` call');
}
})
}
}
destroy() {}
}
225 changes: 225 additions & 0 deletions src/content/jungle.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,225 @@
// Copyright 2012, Google Inc.
// All rights reserved.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are
// met:
//
// * Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
// * Redistributions in binary form must reproduce the above
// copyright notice, this list of conditions and the following disclaimer
// in the documentation and/or other materials provided with the
// distribution.
// * Neither the name of Google Inc. nor the names of its
// contributors may be used to endorse or promote products derived from
// this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

function createFadeBuffer(context, activeTime, fadeTime) {
var length1 = activeTime * context.sampleRate;
var length2 = (activeTime - 2*fadeTime) * context.sampleRate;
var length = length1 + length2;
var buffer = context.createBuffer(1, length, context.sampleRate);
var p = buffer.getChannelData(0);

console.log("createFadeBuffer() length = " + length);

var fadeLength = fadeTime * context.sampleRate;

var fadeIndex1 = fadeLength;
var fadeIndex2 = length1 - fadeLength;

// 1st part of cycle
for (var i = 0; i < length1; ++i) {
var value;

if (i < fadeIndex1) {
value = Math.sqrt(i / fadeLength);
} else if (i >= fadeIndex2) {
value = Math.sqrt(1 - (i - fadeIndex2) / fadeLength);
} else {
value = 1;
}

p[i] = value;
}

// 2nd part
for (var i = length1; i < length; ++i) {
p[i] = 0;
}


return buffer;
}

function createDelayTimeBuffer(context, activeTime, fadeTime, shiftUp) {
var length1 = activeTime * context.sampleRate;
var length2 = (activeTime - 2*fadeTime) * context.sampleRate;
var length = length1 + length2;
var buffer = context.createBuffer(1, length, context.sampleRate);
var p = buffer.getChannelData(0);

console.log("createDelayTimeBuffer() length = " + length);

// 1st part of cycle
for (var i = 0; i < length1; ++i) {
if (shiftUp)
// This line does shift-up transpose
p[i] = (length1-i)/length;
else
// This line does shift-down transpose
p[i] = i / length1;
}

// 2nd part
for (var i = length1; i < length; ++i) {
p[i] = 0;
}

return buffer;
}

var delayTime = 0.100;
var fadeTime = 0.050;
var bufferTime = 0.100;

function Jungle(context) {
this.context = context;
// Create nodes for the input and output of this "module".
var input = context.createGain();
var output = context.createGain();
this.input = input;
this.output = output;

// Delay modulation.
var mod1 = context.createBufferSource();
var mod2 = context.createBufferSource();
var mod3 = context.createBufferSource();
var mod4 = context.createBufferSource();
this.shiftDownBuffer = createDelayTimeBuffer(context, bufferTime, fadeTime, false);
this.shiftUpBuffer = createDelayTimeBuffer(context, bufferTime, fadeTime, true);
mod1.buffer = this.shiftDownBuffer;
mod2.buffer = this.shiftDownBuffer;
mod3.buffer = this.shiftUpBuffer;
mod4.buffer = this.shiftUpBuffer;
mod1.loop = true;
mod2.loop = true;
mod3.loop = true;
mod4.loop = true;

// for switching between oct-up and oct-down
var mod1Gain = context.createGain();
var mod2Gain = context.createGain();
var mod3Gain = context.createGain();
mod3Gain.gain.value = 0;
var mod4Gain = context.createGain();
mod4Gain.gain.value = 0;

mod1.connect(mod1Gain);
mod2.connect(mod2Gain);
mod3.connect(mod3Gain);
mod4.connect(mod4Gain);

// Delay amount for changing pitch.
var modGain1 = context.createGain();
var modGain2 = context.createGain();

var delay1 = context.createDelay();
var delay2 = context.createDelay();
mod1Gain.connect(modGain1);
mod2Gain.connect(modGain2);
mod3Gain.connect(modGain1);
mod4Gain.connect(modGain2);
modGain1.connect(delay1.delayTime);
modGain2.connect(delay2.delayTime);

// Crossfading.
var fade1 = context.createBufferSource();
var fade2 = context.createBufferSource();
var fadeBuffer = createFadeBuffer(context, bufferTime, fadeTime);
fade1.buffer = fadeBuffer
fade2.buffer = fadeBuffer;
fade1.loop = true;
fade2.loop = true;

var mix1 = context.createGain();
var mix2 = context.createGain();
mix1.gain.value = 0;
mix2.gain.value = 0;

fade1.connect(mix1.gain);
fade2.connect(mix2.gain);

// Connect processing graph.
input.connect(delay1);
input.connect(delay2);
delay1.connect(mix1);
delay2.connect(mix2);
mix1.connect(output);
mix2.connect(output);

// Start
var t = context.currentTime + 0.050;
var t2 = t + bufferTime - fadeTime;
mod1.start(t);
mod2.start(t2);
mod3.start(t);
mod4.start(t2);
fade1.start(t);
fade2.start(t2);

this.mod1 = mod1;
this.mod2 = mod2;
this.mod1Gain = mod1Gain;
this.mod2Gain = mod2Gain;
this.mod3Gain = mod3Gain;
this.mod4Gain = mod4Gain;
this.modGain1 = modGain1;
this.modGain2 = modGain2;
this.fade1 = fade1;
this.fade2 = fade2;
this.mix1 = mix1;
this.mix2 = mix2;
this.delay1 = delay1;
this.delay2 = delay2;

this.setDelay(delayTime);
}

Jungle.prototype.setDelay = function(delayTime) {
this.modGain1.gain.setTargetAtTime(0.5*delayTime, 0, 0.010);
this.modGain2.gain.setTargetAtTime(0.5*delayTime, 0, 0.010);
}

var previousPitch = -1;

Jungle.prototype.setPitchOffset = function(mult) {
if (mult>0) { // pitch up
this.mod1Gain.gain.value = 0;
this.mod2Gain.gain.value = 0;
this.mod3Gain.gain.value = 1;
this.mod4Gain.gain.value = 1;
} else { // pitch down
this.mod1Gain.gain.value = 1;
this.mod2Gain.gain.value = 1;
this.mod3Gain.gain.value = 0;
this.mod4Gain.gain.value = 0;
}
this.setDelay(delayTime*Math.abs(mult));
previousPitch = mult;
}

export default Jungle;