Source code for timeside.plugins.analyzer.externals.aubio_mfcc

# -*- coding: utf-8 -*-
#
# Copyright (c) 2013 Paul Brossier <piem@piem.org>

# This file is part of TimeSide.

# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.

# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.

# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

# Authors:
#  Paul Brossier <piem@piem.org>
#  Thomas Fillon <thomas@parisson.com>

from __future__ import absolute_import

from timeside.core import implements, interfacedoc
from timeside.core.analyzer import Analyzer
from timeside.core.api import IAnalyzer
from timeside.core.preprocessors import downmix_to_mono, frames_adapter

import numpy as np
from aubio import mfcc, pvoc


[docs]class AubioMfcc(Analyzer): """Aubio MFCC analyzer""" implements(IAnalyzer) def __init__(self): super(AubioMfcc, self).__init__() self.input_blocksize = 1024 self.input_stepsize = self.input_blocksize / 4 # Aubio MFCC Initialisation self.n_filters = 40 self.n_coeffs = 13 self.pvoc = pvoc(self.input_blocksize, self.input_stepsize) self.mfcc = None self.block_read = 0 self.mfcc_results = np.zeros([self.n_coeffs, ])
[docs] @interfacedoc def setup(self, channels=None, samplerate=None, blocksize=None, totalframes=None): super(AubioMfcc, self).setup( channels, samplerate, blocksize, totalframes) self.mfcc = mfcc(self.input_blocksize, self.n_filters, self.n_coeffs, samplerate)
[docs] @staticmethod @interfacedoc def id(): return "aubio_mfcc"
[docs] @staticmethod @interfacedoc def name(): return "MFCC (aubio)"
[docs] @staticmethod @interfacedoc def unit(): return ""
[docs] @downmix_to_mono @frames_adapter def process(self, frames, eod=False): # WARNING : All Aubio analyzer process functions manages frames reconstruction by themself # from small stepsize input blocksize # i.e. Aubio process functions should receive non overlapping input blocksize # of length stepsize. # This is achieve through @frames_adapter that handles Aubio Analyzer specifically (blocksize=stepsize). fftgrain = self.pvoc(frames) coeffs = self.mfcc(fftgrain) self.mfcc_results = np.nan_to_num(np.vstack((self.mfcc_results, coeffs))) self.block_read += 1 return frames, eod
[docs] def post_process(self): mfcc_res = self.new_result(data_mode='value', time_mode='framewise') mfcc_res.parameters = dict(n_filters=self.n_filters, n_coeffs=self.n_coeffs) mfcc_res.data_object.value = self.mfcc_results self.add_result(mfcc_res)