Repository: cjcliffe/beatdetektor Branch: master Commit: 85a662048e4a Files: 5 Total size: 46.2 KB Directory structure: gitextract_l7lewhyb/ ├── README ├── cpp/ │ ├── BeatDetektor.cpp │ └── BeatDetektor.h └── js/ ├── beatdetektor.js └── test/ └── test.html ================================================ FILE CONTENTS ================================================ ================================================ FILE: README ================================================ BeatDetktor C++ and Javascript BPM detection library Copyright (c) 2009 Charles J. Cliffe. Distributed under the terms of the MIT License: http://opensource.org/licenses/MIT ================================================ FILE: cpp/BeatDetektor.cpp ================================================ /* * BeatDetektor.cpp * * BeatDetektor - CubicFX Visualizer Beat Detection & Analysis Algorithm * * Copyright (c) 2009 Charles J. Cliffe. * * BeatDetektor is distributed under the terms of the MIT License. * http://opensource.org/licenses/MIT * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS * IN THE SOFTWARE. */ #include "BeatDetektor.h" void BeatDetektor::process(float timer_seconds, std::vector &fft_data) { if (!last_timer) { last_timer = timer_seconds; return; } // ignore 0 start time if (timer_seconds < last_timer) { reset(); return; } float timestamp = timer_seconds; last_update = timer_seconds - last_timer; last_timer = timer_seconds; total_time+=last_update; unsigned int range_step = (fft_data.size()/BD_DETECTION_RANGES); unsigned int range = 0; int i,x; float v; float bpm_floor = 60.0/BPM_MAX; float bpm_ceil = 60.0/BPM_MIN; if (current_bpm != current_bpm) current_bpm = 0; for (x=0; xa_freq_range[range]; ma_freq_range[range] = src->ma_freq_range[range]; maa_freq_range[range] = src->maa_freq_range[range]; } // if closest moving average peaks above trailing (with a tolerance of BD_DETECTION_FACTOR) then trigger a detection for this range bool det = (ma_freq_range[range]*detection_factor >= maa_freq_range[range]); // compute bpm clamps for comparison to gap lengths // clamp detection averages to input ranges if (ma_bpm_range[range] > bpm_ceil) ma_bpm_range[range] = bpm_ceil; if (ma_bpm_range[range] < bpm_floor) ma_bpm_range[range] = bpm_floor; if (maa_bpm_range[range] > bpm_ceil) maa_bpm_range[range] = bpm_ceil; if (maa_bpm_range[range] < bpm_floor) maa_bpm_range[range] = bpm_floor; bool rewarded = false; // new detection since last, test it's quality if (!detection[range] && det) { // calculate length of gap (since start of last trigger) float trigger_gap = timestamp-last_detection[range]; #define REWARD_VALS 7 float reward_tolerances[REWARD_VALS] = { 0.001, 0.005, 0.01, 0.02, 0.04, 0.08, 0.10 }; float reward_multipliers[REWARD_VALS] = { 20.0, 10.0, 8.0, 1.0, 1.0/2.0, 1.0/4.0, 1.0/8.0 }; // trigger falls within acceptable range, if (trigger_gap < bpm_ceil && trigger_gap > (bpm_floor)) { // compute gap and award quality for (i = 0; i < REWARD_VALS; i++) { if (fabs(ma_bpm_range[range]-trigger_gap) < ma_bpm_range[range]*reward_tolerances[i]) { detection_quality[range] += quality_reward * reward_multipliers[i]; rewarded = true; #if DEVTEST_BUILD // printf("1/1\n"); contribution_counter[1]++; #endif } } if (rewarded) { last_detection[range] = timestamp; } } else if (trigger_gap >= bpm_ceil) // low quality, gap exceeds maximum time { // test for 2* beat trigger_gap /= 2.0; // && fabs((60.0/trigger_gap)-(60.0/ma_bpm_range[range])) < 50.0 if (trigger_gap < bpm_ceil && trigger_gap > (bpm_floor)) for (i = 0; i < REWARD_VALS; i++) { if (fabs(ma_bpm_range[range]-trigger_gap) < ma_bpm_range[range]*reward_tolerances[i]) { detection_quality[range] += quality_reward * reward_multipliers[i]; rewarded = true; #if DEVTEST_BUILD // printf("2/1\n"); contribution_counter[2]++; #endif } } if (!rewarded) trigger_gap *= 2.0; // start a new gap test, next gap is guaranteed to be longer last_detection[range] = timestamp; } float qmp = (detection_quality[range]/quality_avg)*BD_QUALITY_STEP; if (qmp > 1.0) { qmp = 1.0; } if (rewarded) { ma_bpm_range[range] -= (ma_bpm_range[range]-trigger_gap) * qmp; maa_bpm_range[range] -= (maa_bpm_range[range]-ma_bpm_range[range]) * qmp; } else if (trigger_gap >= bpm_floor && trigger_gap <= bpm_ceil) { if (detection_quality[range] < quality_avg*BD_QUALITY_TOLERANCE && current_bpm) { ma_bpm_range[range] -= (ma_bpm_range[range]-trigger_gap) * BD_QUALITY_STEP; maa_bpm_range[range] -= (maa_bpm_range[range]-ma_bpm_range[range]) * BD_QUALITY_STEP; } detection_quality[range] -= BD_QUALITY_STEP; } else if (trigger_gap >= bpm_ceil) { if (detection_quality[range] < quality_avg*BD_QUALITY_TOLERANCE && current_bpm) { ma_bpm_range[range] -= (ma_bpm_range[range]-current_bpm) * 0.5; maa_bpm_range[range] -= (maa_bpm_range[range]-ma_bpm_range[range]) * 0.5; } detection_quality[range] -= quality_reward*BD_QUALITY_STEP; } } if ((!rewarded && timestamp-last_detection[range] > bpm_ceil) || ((det && fabs(ma_bpm_range[range]-current_bpm) > bpm_offset))) detection_quality[range] -= detection_quality[range]*BD_QUALITY_STEP*quality_decay*last_update; // quality bottomed out, set to 0 if (detection_quality[range] <= 0) detection_quality[range]=0.001; detection[range] = det; range++; } // total contribution weight quality_total = 0; // total of bpm values float bpm_total = 0; // number of bpm ranges that contributed to this test int bpm_contributions = 0; // accumulate quality weight total for (x=0; x draft; std::map fract_draft; { for (x=0; x= ma_quality_avg) { if (maa_bpm_range[x] < bpm_ceil && maa_bpm_range[x] > bpm_floor) { bpm_total += maa_bpm_range[x]; float draft_float = round((60.0/maa_bpm_range[x])*1000.0); draft_float = (fabs(ceil(draft_float)-(60.0/current_bpm)*1000.0)<(fabs(floor(draft_float)-(60.0/current_bpm)*1000.0)))?ceil(draft_float/10.0):floor(draft_float/10.0); float draft_int = (int)(draft_float/10.0); draft[draft_int]+= (detection_quality[x]/quality_avg); bpm_contributions++; if (offset_test_bpm == 0.0) offset_test_bpm = maa_bpm_range[x]; else { avg_bpm_offset += fabs(offset_test_bpm-maa_bpm_range[x]); } } } } } // if we have one or more contributions that pass criteria then attempt to display a guess bool has_prediction = (bpm_contributions>=minimum_contributions)?true:false; std::map::iterator draft_i; if (has_prediction) { int draft_winner=0; int win_max = 0; for (draft_i = draft.begin(); draft_i != draft.end(); draft_i++) { if ((*draft_i).second > win_max) { win_max = (*draft_i).second; draft_winner = (*draft_i).first; } } bpm_predict = (60.0/(float)(draft_winner/10.0)); avg_bpm_offset /= (float)bpm_contributions; bpm_offset = avg_bpm_offset; if (!current_bpm) { current_bpm = bpm_predict; } if (current_bpm && bpm_predict) current_bpm -= (current_bpm-bpm_predict)*last_update; //*avg_bpm_offset*200.0; if (current_bpm != current_bpm || current_bpm < 0) current_bpm = 0; // hold a contest for bpm to find the current mode std::map::iterator contest_i; float contest_max=0; for (contest_i = bpm_contest.begin(); contest_i != bpm_contest.end(); contest_i++) { if (contest_max < (*contest_i).second) contest_max =(*contest_i).second; if (((*contest_i).second) > BD_FINISH_LINE/2.0) { bpm_contest_lo[round((float)((*contest_i).first)/10.0)]+= (((*contest_i).second)/10.0)*last_update; } } // normalize to a finish line of BD_FINISH_LINE if (contest_max > finish_line) { for (contest_i = bpm_contest.begin(); contest_i != bpm_contest.end(); contest_i++) { (*contest_i).second=((*contest_i).second/contest_max)*finish_line; } } contest_max = 0; for (contest_i = bpm_contest_lo.begin(); contest_i != bpm_contest_lo.end(); contest_i++) { if (contest_max < (*contest_i).second) contest_max =(*contest_i).second; } if (contest_max > finish_line) { for (contest_i = bpm_contest_lo.begin(); contest_i != bpm_contest_lo.end(); contest_i++) { (*contest_i).second=((*contest_i).second/contest_max)*finish_line; } } // decay contest values from last loop for (contest_i = bpm_contest.begin(); contest_i != bpm_contest.end(); contest_i++) { (*contest_i).second-=(*contest_i).second*(last_update/detection_rate); } // decay contest values from last loop for (contest_i = bpm_contest_lo.begin(); contest_i != bpm_contest_lo.end(); contest_i++) { (*contest_i).second-=(*contest_i).second*(last_update/detection_rate); } bpm_timer+=last_update; int winner = 0; int winner_lo = 0; // attempt to display the beat at the beat interval ;) if (bpm_timer > winning_bpm/4.0 && current_bpm) { if (winning_bpm) while (bpm_timer > winning_bpm/4.0) bpm_timer -= winning_bpm/4.0; // increment beat counter quarter_counter++; half_counter= quarter_counter/2; beat_counter = quarter_counter/4; // award the winner of this iteration bpm_contest[(int)round((60.0/current_bpm)*10.0)]+=quality_reward; win_val = 0; // find the overall winner so far for (contest_i = bpm_contest.begin(); contest_i != bpm_contest.end(); contest_i++) { if (win_val < (*contest_i).second) { winner = (*contest_i).first; win_val = (*contest_i).second; } } if (winner) { win_bpm_int = winner; winning_bpm = 60.0/(float)(winner/10.0); } win_val_lo = 0; // find the overall winner so far for (contest_i = bpm_contest_lo.begin(); contest_i != bpm_contest_lo.end(); contest_i++) { if (win_val_lo < (*contest_i).second) { winner_lo = (*contest_i).first; win_val_lo = (*contest_i).second; } } if (winner_lo) { win_bpm_int_lo = winner_lo; winning_bpm_lo = 60.0/(float)(winner_lo); } #if DEVTEST_BUILD if (debugmode && ((quarter_counter % 4) == 0)) { printf("[%0.0f-%0.0f] quality: %0.2f / %0.2f percent",BPM_MIN,BPM_MAX,quality_total,(quality_total/(ma_quality_avg*(float)BD_DETECTION_RANGES))*50.0); printf(", current bpm estimate: %d @ %0.2f / %0.5f",winner,win_val,bpm_offset); printf(" low res estimate: %d @ %0.2f\n",winner_lo,win_val_lo); std::map::iterator contrib_i; printf("contrib: "); for (contrib_i = contribution_counter.begin(); contrib_i != contribution_counter.end(); contrib_i++) { printf("%d: %d \t",(*contrib_i).first,(*contrib_i).second); } printf("\n"); } #endif } } } ================================================ FILE: cpp/BeatDetektor.h ================================================ #pragma once /* * BeatDetektor.h * * BeatDetektor - CubicFX Visualizer Beat Detection & Analysis Algorithm * * Copyright (c) 2009 Charles J. Cliffe. * * BeatDetektor is distributed under the terms of the MIT License. * http://opensource.org/licenses/MIT * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS * IN THE SOFTWARE. */ /* BeatDetektor class Theory: Trigger detection is performed using a trail of moving averages, The FFT input is broken up into 128 ranges and averaged, each range has two moving averages that tail each other at a rate of (1.0 / BD_DETECTION_RATE) seconds. Each time the moving average for a range exceeds it's own tailing average by: (moving_average[range] * BD_DETECTION_FACTOR >= moving_average[range]) if this is true there's a rising edge and a detection is flagged for that range. Next a trigger gap test is performed between rising edges and timestamp recorded. If the gap is larger than our BPM window (in seconds) then we can discard it and reset the timestamp for a new detection -- but only after checking to see if it's a reasonable match for 2* the current detection in case it's only triggered every other beat. Gaps that are lower than the BPM window are ignored and the last timestamp will not be reset. Gaps that are within a reasonable window are run through a quality stage to determine how 'close' they are to that channel's current prediction and are incremented or decremented by a weighted value depending on accuracy. Repeated hits of low accuracy will still move a value towards erroneous detection but it's quality will be lowered and will not be eligible for the gap time quality draft. Once quality has been assigned ranges are reviewed for good match candidates and if BD_MINIMUM_CONTRIBUTIONS or more ranges achieve a decent ratio (with a factor of BD_QUALITY_TOLERANCE) of contribution to the overall quality we take them into the contest round. Note that the contest round won't run on a given process() call if the total quality achieved does not meet or exceed BD_QUALITY_TOLERANCE. Each time through if a select draft of BPM ranges has achieved a reasonable quality above others it's awarded a value in the BPM contest. The BPM contest is a hash array indexed by an integer BPM value, each draft winner is awarded BD_QUALITY_REWARD. Finally the BPM contest is examined to determine a leader and all contest entries are normalized to a total value of BD_FINISH_LINE, whichever range is closest to BD_FINISH_LINE at any given point is considered to be the best guess however waiting until a minimum contest winning value of about 20.0-25.0 will provide more accurate results. Note that the 20-25 rule may vary with lower and higher input ranges. A winning value that exceeds 40 or hovers around 60 (the finish line) is pretty much a guaranteed match. Configuration Kernel Notes: The majority of the ratios and values have been reverse-engineered from my own observation and visualization of information from various aspects of the detection triggers; so not all parameters have a perfect definition nor perhaps the best value yet. However despite this it performs very well; I had expected several more layers before a reasonable detection would be achieved. Comments for these parameters will be updated as analysis of their direct effect is explored. Input Restrictions: bpm_maximum must be within the range of (bpm_minimum*2)-1 i.e. minimum of 50 must have a maximum of 99 because 50*2 = 100 */ #include #include #include #define BD_DETECTION_RANGES 128 #define BD_DETECTION_RATE 12.0 #define BD_DETECTION_FACTOR 0.925 #define BD_QUALITY_TOLERANCE 0.96 #define BD_QUALITY_DECAY 0.95 #define BD_QUALITY_REWARD 7.0 #define BD_QUALITY_STEP 0.1 #define BD_FINISH_LINE 60.0 #define BD_MINIMUM_CONTRIBUTIONS 6 class BeatDetektor { public: float BPM_MIN; float BPM_MAX; BeatDetektor *src; float current_bpm; float winning_bpm; float winning_bpm_lo; float win_val; int win_bpm_int; float win_val_lo; int win_bpm_int_lo; float bpm_predict; bool is_erratic; float bpm_offset; float last_timer; float last_update; float total_time; float bpm_timer; int beat_counter; int half_counter; int quarter_counter; float detection_factor; // float quality_minimum, float quality_reward,quality_decay,detection_rate,finish_line; int minimum_contributions; float quality_total, quality_avg, ma_quality_lo, ma_quality_total, ma_quality_avg, maa_quality_avg; // current average (this sample) for range n float a_freq_range[BD_DETECTION_RANGES]; // moving average of frequency range n float ma_freq_range[BD_DETECTION_RANGES]; // moving average of moving average of frequency range n float maa_freq_range[BD_DETECTION_RANGES]; // timestamp of last detection for frequecy range n float last_detection[BD_DETECTION_RANGES]; // moving average of gap lengths float ma_bpm_range[BD_DETECTION_RANGES]; // moving average of moving average of gap lengths float maa_bpm_range[BD_DETECTION_RANGES]; // range n quality attribute, good match = quality+, bad match = quality-, min = 0 float detection_quality[BD_DETECTION_RANGES]; // current trigger state for range n bool detection[BD_DETECTION_RANGES]; std::map bpm_contest; // 1/10th std::map bpm_contest_lo; // 1/1 #if DEVTEST_BUILD bool debugmode; std::map contribution_counter; #endif BeatDetektor(float BPM_MIN_in=100.0,float BPM_MAX_in=200.0, BeatDetektor *link_src = NULL) : current_bpm(0.0), winning_bpm(0.0), win_val(0.0), win_bpm_int(0), win_val_lo(0.0), win_bpm_int_lo(0), bpm_predict(0), is_erratic(false), bpm_offset(0.0), last_timer(0.0), last_update(0.0), total_time(0.0), bpm_timer(0.0), beat_counter(0), half_counter(0), quarter_counter(0), src(link_src), // quality_minimum(BD_QUALITY_MINIMUM), quality_reward(BD_QUALITY_REWARD), detection_rate(BD_DETECTION_RATE), finish_line(BD_FINISH_LINE), minimum_contributions(BD_MINIMUM_CONTRIBUTIONS), detection_factor(BD_DETECTION_FACTOR), quality_total(1.0), quality_avg(1.0), quality_decay(BD_QUALITY_DECAY), ma_quality_avg(0.001), ma_quality_lo(1.0), ma_quality_total(1.0) #if DEVTEST_BUILD ,debugmode(false) #endif { BPM_MIN = BPM_MIN_in; BPM_MAX = BPM_MAX_in; reset(); } void reset(bool reset_freq=true) { for (int i = 0; i < BD_DETECTION_RANGES; i++) { // ma_bpm_range[i] = maa_bpm_range[i] = 60.0/(float)(BPM_MIN + (1.0+sin(8.0*M_PI*((float)i/(float)BD_DETECTION_RANGES))/2.0)*((BPM_MAX-BPM_MIN)/2)); ma_bpm_range[i] = maa_bpm_range[i] = 60.0/(float)(BPM_MIN+5)+ ((60.0/(float)(BPM_MAX-5)-60.0/(float)(BPM_MIN+5)) * ((float)i/(float)BD_DETECTION_RANGES)); if (reset_freq) { a_freq_range[i] = ma_freq_range[i] = maa_freq_range[i] = 0; } last_detection[i] = 0; detection_quality[i] = 0; detection[i] = false; } total_time = 0; maa_quality_avg = 500.0; bpm_offset = bpm_timer = last_update = last_timer = winning_bpm = current_bpm = win_val = win_bpm_int = 0; bpm_contest.clear(); bpm_contest_lo.clear(); #if DEVTEST_BUILD contribution_counter.clear(); #endif } void process(float timer_seconds, std::vector &fft_data); }; ================================================ FILE: js/beatdetektor.js ================================================ /* * BeatDetektor.js * * BeatDetektor - CubicFX Visualizer Beat Detection & Analysis Algorithm * Javascript port by Charles J. Cliffe and Corban Brook * * Copyright (c) 2009 Charles J. Cliffe. * * BeatDetektor is distributed under the terms of the MIT License. * http://opensource.org/licenses/MIT * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS * IN THE SOFTWARE. */ /* BeatDetektor class Theory: Trigger detection is performed using a trail of moving averages, The FFT input is broken up into 128 ranges and averaged, each range has two moving averages that tail each other at a rate of (1.0 / BD_DETECTION_RATE) seconds. Each time the moving average for a range exceeds it's own tailing average by: (moving_average[range] * BD_DETECTION_FACTOR >= moving_average[range]) if this is true there's a rising edge and a detection is flagged for that range. Next a trigger gap test is performed between rising edges and timestamp recorded. If the gap is larger than our BPM window (in seconds) then we can discard it and reset the timestamp for a new detection -- but only after checking to see if it's a reasonable match for 2* the current detection in case it's only triggered every other beat. Gaps that are lower than the BPM window are ignored and the last timestamp will not be reset. Gaps that are within a reasonable window are run through a quality stage to determine how 'close' they are to that channel's current prediction and are incremented or decremented by a weighted value depending on accuracy. Repeated hits of low accuracy will still move a value towards erroneous detection but it's quality will be lowered and will not be eligible for the gap time quality draft. Once quality has been assigned ranges are reviewed for good match candidates and if BD_MINIMUM_CONTRIBUTIONS or more ranges achieve a decent ratio (with a factor of BD_QUALITY_TOLERANCE) of contribution to the overall quality we take them into the contest round. Note that the contest round won't run on a given process() call if the total quality achieved does not meet or exceed BD_QUALITY_TOLERANCE. Each time through if a select draft of BPM ranges has achieved a reasonable quality above others it's awarded a value in the BPM contest. The BPM contest is a hash array indexed by an integer BPM value, each draft winner is awarded BD_QUALITY_REWARD. Finally the BPM contest is examined to determine a leader and all contest entries are normalized to a total value of BD_FINISH_LINE, whichever range is closest to BD_FINISH_LINE at any given point is considered to be the best guess however waiting until a minimum contest winning value of about 20.0-25.0 will provide more accurate results. Note that the 20-25 rule may vary with lower and higher input ranges. A winning value that exceeds 40 or hovers around 60 (the finish line) is pretty much a guaranteed match. Configuration Kernel Notes: The majority of the ratios and values have been reverse-engineered from my own observation and visualization of information from various aspects of the detection triggers; so not all parameters have a perfect definition nor perhaps the best value yet. However despite this it performs very well; I had expected several more layers before a reasonable detection would be achieved. Comments for these parameters will be updated as analysis of their direct effect is explored. Input Restrictions: bpm_maximum must be within the range of (bpm_minimum*2)-1 i.e. minimum of 50 must have a maximum of 99 because 50*2 = 100 Changelog: 01/17/2010 - Charles J. Cliffe - Tested and tweaked default kernel values for tighter detection - Added BeatDetektor.config_48_95, BeatDetektor.config_90_179 and BeatDetektor.config_150_280 for more refined detection ranges - Updated unit test to include new range config example 02/21/2010 - Charles J. Cliffe - Fixed numerous bugs and divide by 0 on 1% match causing poor accuracy - Re-worked the quality calulations, accuracy improved 8-10x - Primary value is now a fractional reading (*10, just divide by 10), added win_bpm_int_lo for integral readings - Added feedback loop for current_bpm to help back-up low quality channels - Unified range configs, now single default should be fine - Extended quality reward 'funnel' */ BeatDetektor = function(bpm_minimum, bpm_maximum, alt_config) { if (typeof(bpm_minimum)=='undefined') bpm_minimum = 85.0; if (typeof(bpm_maximum)=='undefined') bpm_maximum = 169.0 this.config = (typeof(alt_config)!='undefined')?alt_config:BeatDetektor.config; this.BPM_MIN = bpm_minimum; this.BPM_MAX = bpm_maximum; this.beat_counter = 0; this.half_counter = 0; this.quarter_counter = 0; // current average (this sample) for range n this.a_freq_range = new Array(this.config.BD_DETECTION_RANGES); // moving average of frequency range n this.ma_freq_range = new Array(this.config.BD_DETECTION_RANGES); // moving average of moving average of frequency range n this.maa_freq_range = new Array(this.config.BD_DETECTION_RANGES); // timestamp of last detection for frequecy range n this.last_detection = new Array(this.config.BD_DETECTION_RANGES); // moving average of gap lengths this.ma_bpm_range = new Array(this.config.BD_DETECTION_RANGES); // moving average of moving average of gap lengths this.maa_bpm_range = new Array(this.config.BD_DETECTION_RANGES); // range n quality attribute, good match = quality+, bad match = quality-, min = 0 this.detection_quality = new Array(this.config.BD_DETECTION_RANGES); // current trigger state for range n this.detection = new Array(this.config.BD_DETECTION_RANGES); this.reset(); if (typeof(console)!='undefined') { console.log("BeatDetektor("+this.BPM_MIN+","+this.BPM_MAX+") created.") } } BeatDetektor.prototype.reset = function() { // var bpm_avg = 60.0/((this.BPM_MIN+this.BPM_MAX)/2.0); for (var i = 0; i < this.config.BD_DETECTION_RANGES; i++) { this.a_freq_range[i] = 0.0; this.ma_freq_range[i] = 0.0; this.maa_freq_range[i] = 0.0; this.last_detection[i] = 0.0; this.ma_bpm_range[i] = this.maa_bpm_range[i] = 60.0/this.BPM_MIN + ((60.0/this.BPM_MAX-60.0/this.BPM_MIN) * (i/this.config.BD_DETECTION_RANGES)); this.detection_quality[i] = 0.0; this.detection[i] = false; } this.ma_quality_avg = 0; this.ma_quality_total = 0; this.bpm_contest = new Array(); this.bpm_contest_lo = new Array(); this.quality_total = 0.0; this.quality_avg = 0.0; this.current_bpm = 0.0; this.current_bpm_lo = 0.0; this.winning_bpm = 0.0; this.win_val = 0.0; this.winning_bpm_lo = 0.0; this.win_val_lo = 0.0; this.win_bpm_int = 0; this.win_bpm_int_lo = 0; this.bpm_predict = 0; this.is_erratic = false; this.bpm_offset = 0.0; this.last_timer = 0.0; this.last_update = 0.0; this.bpm_timer = 0.0; this.beat_counter = 0; this.half_counter = 0; this.quarter_counter = 0; } BeatDetektor.config_default = { BD_DETECTION_RANGES : 128, // How many ranges to quantize the FFT into BD_DETECTION_RATE : 12.0, // Rate in 1.0 / BD_DETECTION_RATE seconds BD_DETECTION_FACTOR : 0.915, // Trigger ratio BD_QUALITY_DECAY : 0.6, // range and contest decay BD_QUALITY_TOLERANCE : 0.96,// Use the top x % of contest results BD_QUALITY_REWARD : 10.0, // Award weight BD_QUALITY_STEP : 0.1, // Award step (roaming speed) BD_MINIMUM_CONTRIBUTIONS : 6, // At least x ranges must agree to process a result BD_FINISH_LINE : 60.0, // Contest values wil be normalized to this finish line // this is the 'funnel' that pulls ranges in / out of alignment based on trigger detection BD_REWARD_TOLERANCES : [ 0.001, 0.005, 0.01, 0.02, 0.04, 0.08, 0.10, 0.15, 0.30 ], // .1%, .5%, 1%, 2%, 4%, 8%, 10%, 15% BD_REWARD_MULTIPLIERS : [ 20.0, 10.0, 8.0, 1.0, 1.0/2.0, 1.0/4.0, 1.0/8.0, 1/16.0, 1/32.0 ] }; // Default configuration kernel BeatDetektor.config = BeatDetektor.config_default; BeatDetektor.prototype.process = function(timer_seconds, fft_data) { if (!this.last_timer) { this.last_timer = timer_seconds; return; } // ignore 0 start time if (this.last_timer > timer_seconds) { this.reset(); return; } var timestamp = timer_seconds; this.last_update = timer_seconds - this.last_timer; this.last_timer = timer_seconds; if (this.last_update > 1.0) { this.reset(); return; } var i,x; var v; var bpm_floor = 60.0/this.BPM_MAX; var bpm_ceil = 60.0/this.BPM_MIN; var range_step = (fft_data.length / this.config.BD_DETECTION_RANGES); var range = 0; for (x=0; x= this.maa_freq_range[range]); // compute bpm clamps for comparison to gap lengths // clamp detection averages to input ranges if (this.ma_bpm_range[range] > bpm_ceil) this.ma_bpm_range[range] = bpm_ceil; if (this.ma_bpm_range[range] < bpm_floor) this.ma_bpm_range[range] = bpm_floor; if (this.maa_bpm_range[range] > bpm_ceil) this.maa_bpm_range[range] = bpm_ceil; if (this.maa_bpm_range[range] < bpm_floor) this.maa_bpm_range[range] = bpm_floor; var rewarded = false; // new detection since last, test it's quality if (!this.detection[range] && det) { // calculate length of gap (since start of last trigger) var trigger_gap = timestamp-this.last_detection[range]; // trigger falls within acceptable range, if (trigger_gap < bpm_ceil && trigger_gap > (bpm_floor)) { // compute gap and award quality // use our tolerances as a funnel to edge detection towards the most likely value for (i = 0; i < this.config.BD_REWARD_TOLERANCES.length; i++) { if (Math.abs(this.ma_bpm_range[range]-trigger_gap) < this.ma_bpm_range[range]*this.config.BD_REWARD_TOLERANCES[i]) { this.detection_quality[range] += this.config.BD_QUALITY_REWARD * this.config.BD_REWARD_MULTIPLIERS[i]; rewarded = true; } } if (rewarded) { this.last_detection[range] = timestamp; } } else if (trigger_gap >= bpm_ceil) // low quality, gap exceeds maximum time { // start a new gap test, next gap is guaranteed to be longer // test for 1/2 beat trigger_gap /= 2.0; if (trigger_gap < bpm_ceil && trigger_gap > (bpm_floor)) for (i = 0; i < this.config.BD_REWARD_TOLERANCES.length; i++) { if (Math.abs(this.ma_bpm_range[range]-trigger_gap) < this.ma_bpm_range[range]*this.config.BD_REWARD_TOLERANCES[i]) { this.detection_quality[range] += this.config.BD_QUALITY_REWARD * this.config.BD_REWARD_MULTIPLIERS[i]; rewarded = true; } } // decrement quality if no 1/2 beat reward if (!rewarded) { trigger_gap *= 2.0; } this.last_detection[range] = timestamp; } if (rewarded) { var qmp = (this.detection_quality[range]/this.quality_avg)*this.config.BD_QUALITY_STEP; if (qmp > 1.0) { qmp = 1.0; } this.ma_bpm_range[range] -= (this.ma_bpm_range[range]-trigger_gap) * qmp; this.maa_bpm_range[range] -= (this.maa_bpm_range[range]-this.ma_bpm_range[range]) * qmp; } else if (trigger_gap >= bpm_floor && trigger_gap <= bpm_ceil) { if (this.detection_quality[range] < this.quality_avg*this.config.BD_QUALITY_TOLERANCE && this.current_bpm) { this.ma_bpm_range[range] -= (this.ma_bpm_range[range]-trigger_gap) * this.config.BD_QUALITY_STEP; this.maa_bpm_range[range] -= (this.maa_bpm_range[range]-this.ma_bpm_range[range]) * this.config.BD_QUALITY_STEP; } this.detection_quality[range] -= this.config.BD_QUALITY_STEP; } else if (trigger_gap >= bpm_ceil) { if ((this.detection_quality[range] < this.quality_avg*this.config.BD_QUALITY_TOLERANCE) && this.current_bpm) { this.ma_bpm_range[range] -= (this.ma_bpm_range[range]-this.current_bpm) * 0.5; this.maa_bpm_range[range] -= (this.maa_bpm_range[range]-this.ma_bpm_range[range]) * 0.5 ; } this.detection_quality[range]-= this.config.BD_QUALITY_STEP; } } if ((!rewarded && timestamp-this.last_detection[range] > bpm_ceil) || (det && Math.abs(this.ma_bpm_range[range]-this.current_bpm) > this.bpm_offset)) this.detection_quality[range] -= this.detection_quality[range]*this.config.BD_QUALITY_STEP*this.config.BD_QUALITY_DECAY*this.last_update; // quality bottomed out, set to 0 if (this.detection_quality[range] < 0.001) this.detection_quality[range]=0.001; this.detection[range] = det; range++; } // total contribution weight this.quality_total = 0; // total of bpm values var bpm_total = 0; // number of bpm ranges that contributed to this test var bpm_contributions = 0; // accumulate quality weight total for (var x=0; x= this.ma_quality_avg) { if (this.ma_bpm_range[x] < bpm_ceil && this.ma_bpm_range[x] > bpm_floor) { bpm_total += this.maa_bpm_range[x]; var draft_float = Math.round((60.0/this.maa_bpm_range[x])*1000.0); draft_float = (Math.abs(Math.ceil(draft_float)-(60.0/this.current_bpm)*1000.0)<(Math.abs(Math.floor(draft_float)-(60.0/this.current_bpm)*1000.0)))?Math.ceil(draft_float/10.0):Math.floor(draft_float/10.0); var draft_int = parseInt(draft_float/10.0); // if (draft_int) console.log(draft_int); if (typeof(draft[draft_int]=='undefined')) draft[draft_int] = 0; draft[draft_int]+=this.detection_quality[x]/this.quality_avg; bpm_contributions++; if (offset_test_bpm == 0.0) offset_test_bpm = this.maa_bpm_range[x]; else { avg_bpm_offset += Math.abs(offset_test_bpm-this.maa_bpm_range[x]); } } } } // if we have one or more contributions that pass criteria then attempt to display a guess var has_prediction = (bpm_contributions>=this.config.BD_MINIMUM_CONTRIBUTIONS)?true:false; var draft_winner=0; var win_val = 0; if (has_prediction) { for (var draft_i in draft) { if (draft[draft_i] > win_val) { win_val = draft[draft_i]; draft_winner = draft_i; } } this.bpm_predict = 60.0/(draft_winner/10.0); avg_bpm_offset /= bpm_contributions; this.bpm_offset = avg_bpm_offset; if (!this.current_bpm) { this.current_bpm = this.bpm_predict; } } if (this.current_bpm && this.bpm_predict) this.current_bpm -= (this.current_bpm-this.bpm_predict)*this.last_update; // hold a contest for bpm to find the current mode var contest_max=0; for (var contest_i in this.bpm_contest) { if (contest_max < this.bpm_contest[contest_i]) contest_max = this.bpm_contest[contest_i]; if (this.bpm_contest[contest_i] > this.config.BD_FINISH_LINE/2.0) { var draft_int_lo = parseInt(Math.round((contest_i)/10.0)); if (this.bpm_contest_lo[draft_int_lo] != this.bpm_contest_lo[draft_int_lo]) this.bpm_contest_lo[draft_int_lo] = 0; this.bpm_contest_lo[draft_int_lo]+= (this.bpm_contest[contest_i]/6.0)*this.last_update; } } // normalize to a finish line if (contest_max > this.config.BD_FINISH_LINE) { for (var contest_i in this.bpm_contest) { this.bpm_contest[contest_i]=(this.bpm_contest[contest_i]/contest_max)*this.config.BD_FINISH_LINE; } } contest_max = 0; for (var contest_i in this.bpm_contest_lo) { if (contest_max < this.bpm_contest_lo[contest_i]) contest_max = this.bpm_contest_lo[contest_i]; } // normalize to a finish line if (contest_max > this.config.BD_FINISH_LINE) { for (var contest_i in this.bpm_contest_lo) { this.bpm_contest_lo[contest_i]=(this.bpm_contest_lo[contest_i]/contest_max)*this.config.BD_FINISH_LINE; } } // decay contest values from last loop for (contest_i in this.bpm_contest) { this.bpm_contest[contest_i]-=this.bpm_contest[contest_i]*(this.last_update/this.config.BD_DETECTION_RATE); } // decay contest values from last loop for (contest_i in this.bpm_contest_lo) { this.bpm_contest_lo[contest_i]-=this.bpm_contest_lo[contest_i]*(this.last_update/this.config.BD_DETECTION_RATE); } this.bpm_timer+=this.last_update; var winner = 0; var winner_lo = 0; // attempt to display the beat at the beat interval ;) if (this.bpm_timer > this.winning_bpm/4.0 && this.current_bpm) { this.win_val = 0; this.win_val_lo = 0; if (this.winning_bpm) while (this.bpm_timer > this.winning_bpm/4.0) this.bpm_timer -= this.winning_bpm/4.0; // increment beat counter this.quarter_counter++; this.half_counter= parseInt(this.quarter_counter/2); this.beat_counter = parseInt(this.quarter_counter/4); // award the winner of this iteration var idx = parseInt(Math.round((60.0/this.current_bpm)*10.0)); if (typeof(this.bpm_contest[idx])=='undefined') this.bpm_contest[idx] = 0; this.bpm_contest[idx]+=this.config.BD_QUALITY_REWARD; // find the overall winner so far for (var contest_i in this.bpm_contest) { if (this.win_val < this.bpm_contest[contest_i]) { winner = contest_i; this.win_val = this.bpm_contest[contest_i]; } } if (winner) { this.win_bpm_int = parseInt(winner); this.winning_bpm = (60.0/(winner/10.0)); } // find the overall winner so far for (var contest_i in this.bpm_contest_lo) { if (this.win_val_lo < this.bpm_contest_lo[contest_i]) { winner_lo = contest_i; this.win_val_lo = this.bpm_contest_lo[contest_i]; } } if (winner_lo) { this.win_bpm_int_lo = parseInt(winner_lo); this.winning_bpm_lo = 60.0/winner_lo; } if (typeof(console)!='undefined' && (this.beat_counter % 4) == 0) console.log("BeatDetektor("+this.BPM_MIN+","+this.BPM_MAX+"): [ Current Estimate: "+winner+" BPM ] [ Time: "+(parseInt(timer_seconds*1000.0)/1000.0)+"s, Quality: "+(parseInt(this.quality_total*1000.0)/1000.0)+", Rank: "+(parseInt(this.win_val*1000.0)/1000.0)+", Jitter: "+(parseInt(this.bpm_offset*1000000.0)/1000000.0)+" ]"); } } // Sample Modules BeatDetektor.modules = new Object(); BeatDetektor.modules.vis = new Object(); // simple bass kick visualizer assistant module BeatDetektor.modules.vis.BassKick = function() { this.is_kick = false; } BeatDetektor.modules.vis.BassKick.prototype.process = function(det) { this.is_kick = ((det.detection[0] && det.detection[1]) || (det.ma_freq_range[0]/det.maa_freq_range[0])>1.4); } BeatDetektor.modules.vis.BassKick.prototype.isKick = function() { return this.is_kick; } // simple vu spectrum visualizer assistant module BeatDetektor.modules.vis.VU = function() { this.vu_levels = new Array(); } BeatDetektor.modules.vis.VU.prototype.process = function(det,lus) { var i,det_val,det_max = 0.0; if (typeof(lus)=='undefined') lus = det.last_update; for (i = 0; i < det.config.BD_DETECTION_RANGES; i++) { det_val = (det.ma_freq_range[i]/det.maa_freq_range[i]); if (det_val > det_max) det_max = det_val; } if (det_max <= 0) det_max = 1.0; for (i = 0; i < det.config.BD_DETECTION_RANGES; i++) { det_val = (det.ma_freq_range[i]/det.maa_freq_range[i]); //fabs(fftData[i*2]/2.0); if (det_val != det_val) det_val = 0; //&& (det_val > this.vu_levels[i]) if (det_val>1.0) { det_val -= 1.0; if (det_val>1.0) det_val = 1.0; if (det_val > this.vu_levels[i]) this.vu_levels[i] = det_val; else if (det.current_bpm) this.vu_levels[i] -= (this.vu_levels[i]-det_val)*lus*(1.0/det.current_bpm)*3.0; } else { if (det.current_bpm) this.vu_levels[i] -= (lus/det.current_bpm)*2.0; } if (this.vu_levels[i] < 0 || this.vu_levels[i] != this.vu_levels[i]) this.vu_levels[i] = 0; } } // returns vu level for BD_DETECTION_RANGES range[x] BeatDetektor.modules.vis.VU.prototype.getLevel = function(x) { return this.vu_levels[x]; } ================================================ FILE: js/test/test.html ================================================ BeatDetektor Unit Test

BeatDetektor Result: Low:



Med:



High:



View console for details.