ref: 415e36042aef9140e56123ba7475fc1189c24499
dir: /python/lib/gen_external.py/
import distutils.ccompiler
import sys, os, subprocess, glob
header = os.path.join('src', 'aubio.h')
output_path = os.path.join('python', 'gen')
source_header = """// this file is generated! do not modify
#include "aubio-types.h"
"""
skip_objects = [
# already in ext/
'fft',
'pvoc',
'filter',
'filterbank',
# AUBIO_UNSTABLE
'hist',
'parameter',
'scale',
'beattracking',
'resampler',
'peakpicker',
'pitchfcomb',
'pitchmcomb',
'pitchschmitt',
'pitchspecacf',
'pitchyin',
'pitchyinfft',
'sink',
'sink_apple_audio',
'sink_sndfile',
'sink_wavwrite',
#'mfcc',
'source',
'source_apple_audio',
'source_sndfile',
'source_avcodec',
'source_wavread',
#'sampler',
'audio_unit',
'spectral_whitening',
]
def get_preprocessor():
# findout which compiler to use
from distutils.sysconfig import customize_compiler
compiler_name = distutils.ccompiler.get_default_compiler()
compiler = distutils.ccompiler.new_compiler(compiler=compiler_name)
try:
customize_compiler(compiler)
except AttributeError as e:
print("Warning: failed customizing compiler ({:s})".format(repr(e)))
if hasattr(compiler, 'initialize'):
try:
compiler.initialize()
except ValueError as e:
print("Warning: failed initializing compiler ({:s})".format(repr(e)))
cpp_cmd = None
if hasattr(compiler, 'preprocessor'): # for unixccompiler
cpp_cmd = compiler.preprocessor
elif hasattr(compiler, 'compiler'): # for ccompiler
cpp_cmd = compiler.compiler.split()
cpp_cmd += ['-E']
elif hasattr(compiler, 'cc'): # for msvccompiler
cpp_cmd = compiler.cc.split()
cpp_cmd += ['-E']
if not cpp_cmd:
print("Warning: could not guess preprocessor, using env's CC")
cpp_cmd = os.environ.get('CC', 'cc').split()
cpp_cmd += ['-E']
cpp_cmd += ['-x', 'c'] # force C language (emcc defaults to c++)
return cpp_cmd
def get_c_declarations(header=header, usedouble=False):
''' return a dense and preprocessed string of all c declarations implied by aubio.h
'''
cpp_cmd = get_preprocessor()
macros = [('AUBIO_UNSTABLE', 1)]
if usedouble:
macros += [('HAVE_AUBIO_DOUBLE', 1)]
if not os.path.isfile(header):
raise Exception("could not find include file " + header)
includes = [os.path.dirname(header)]
cpp_cmd += distutils.ccompiler.gen_preprocess_options(macros, includes)
cpp_cmd += [header]
print("Running command: {:s}".format(" ".join(cpp_cmd)))
proc = subprocess.Popen(cpp_cmd,
stderr=subprocess.PIPE,
stdout=subprocess.PIPE)
assert proc, 'Proc was none'
cpp_output = proc.stdout.read()
err_output = proc.stderr.read()
if not cpp_output:
raise Exception("preprocessor output is empty:\n%s" % err_output)
elif err_output:
print ("Warning: preprocessor produced warnings:\n%s" % err_output)
if not isinstance(cpp_output, list):
cpp_output = [l.strip() for l in cpp_output.decode('utf8').split('\n')]
cpp_output = filter(lambda y: len(y) > 1, cpp_output)
cpp_output = list(filter(lambda y: not y.startswith('#'), cpp_output))
i = 1
while 1:
if i >= len(cpp_output):break
if ('{' in cpp_output[i - 1]) and (not '}' in cpp_output[i - 1]) or (not ';' in cpp_output[i - 1]):
cpp_output[i] = cpp_output[i-1] + ' ' + cpp_output[i]
cpp_output.pop(i-1)
elif ('}' in cpp_output[i]):
cpp_output[i] = cpp_output[i - 1] + ' ' + cpp_output[i]
cpp_output.pop(i - 1)
else:
i += 1
# clean pointer notations
tmp = []
for l in cpp_output:
tmp+=[ l.replace(' *','* ')]
cpp_output = tmp;
return cpp_output
def get_cpp_objects_from_c_declarations(c_declarations):
typedefs = filter(lambda y: y.startswith ('typedef struct _aubio'), c_declarations)
cpp_objects = [a.split()[3][:-1] for a in typedefs]
return cpp_objects
def analyze_c_declarations(cpp_objects, c_declarations):
lib = {}
for o in cpp_objects:
shortname = ''
if o[:6] == 'aubio_':
shortname = o[6:-2] # without aubio_
longname = o[:-2] # without _t
else: # support object not starting with aubio_ (fvec...)
shortname = o
longname = shortname
if shortname in skip_objects:
continue
lib[shortname] = {'struct': [], 'new': [], 'del': [], 'do': [], 'get': [], 'set': [], 'other': []}
lib[shortname]['longname'] = longname
lib[shortname]['shortname'] = shortname
valid_funcname_part = ['_'+longname,longname+'_']
for fn in c_declarations:
func_name = fn.split('(')[0].strip().split(' ')[1:]
if func_name:
func_name = func_name[-1]
else:
raise NameError('Warning : error while parsing : unexpected line %s' % fn)
if any(x in func_name for x in valid_funcname_part):
# print "found", shortname, "in", fn
if 'typedef struct ' in fn:
lib[shortname]['struct'].append(fn)
elif '_do' in fn:
lib[shortname]['do'].append(fn)
elif 'new_' in fn:
lib[shortname]['new'].append(fn)
elif 'del_' in fn:
lib[shortname]['del'].append(fn)
elif '_get_' in fn:
lib[shortname]['get'].append(fn)
elif '_set_' in fn:
lib[shortname]['set'].append(fn)
else:
#print "no idea what to do about", fn
lib[shortname]['other'].append(fn)
return lib
def print_c_declarations_results(lib, c_declarations):
for fn in c_declarations:
found = 0
for o in lib:
for family in lib[o]:
if fn in lib[o][family]:
found = 1
if found == 0:
print ("missing", fn)
for o in lib:
for family in lib[o]:
if type(lib[o][family]) == str:
print ( "{:15s} {:10s} {:s}".format(o, family, lib[o][family] ) )
elif len(lib[o][family]) == 1:
print ( "{:15s} {:10s} {:s}".format(o, family, lib[o][family][0] ) )
else:
print ( "{:15s} {:10s} {:s}".format(o, family, lib[o][family] ) )
def generate_external(header=header, output_path=output_path, usedouble=False, overwrite=True):
if not os.path.isdir(output_path): os.mkdir(output_path)
elif not overwrite: return sorted(glob.glob(os.path.join(output_path, '*.c')))
c_declarations = get_c_declarations(header, usedouble=usedouble)
cpp_objects = get_cpp_objects_from_c_declarations(c_declarations)
lib = analyze_c_declarations(cpp_objects, c_declarations)
# print_c_declarations_results(lib, c_declarations)
sources_list = []
try:
from .gen_code import MappedObject
except (SystemError, ValueError):
from gen_code import MappedObject
for o in lib:
out = source_header
mapped = MappedObject(lib[o], usedouble = usedouble)
out += mapped.gen_code()
output_file = os.path.join(output_path, 'gen-%s.c' % o)
with open(output_file, 'w') as f:
f.write(out)
print ("wrote %s" % output_file )
sources_list.append(output_file)
out = source_header
out += "#include \"aubio-generated.h\""
check_types = "\n || ".join(["PyType_Ready(&Py_%sType) < 0" % o for o in lib])
out += """
int generated_types_ready (void)
{{
return ({pycheck_types});
}}
""".format(pycheck_types = check_types)
add_types = "".join(["""
Py_INCREF (&Py_{name}Type);
PyModule_AddObject(m, "{name}", (PyObject *) & Py_{name}Type);""".format(name = o) for o in lib])
out += """
void add_generated_objects ( PyObject *m )
{{
{add_types}
}}
""".format(add_types = add_types)
output_file = os.path.join(output_path, 'aubio-generated.c')
with open(output_file, 'w') as f:
f.write(out)
print ("wrote %s" % output_file )
sources_list.append(output_file)
objlist = "".join(["extern PyTypeObject Py_%sType;\n" % p for p in lib])
out = """// generated list of objects created with gen_external.py
#include <Python.h>
"""
if usedouble:
out += """
#ifndef HAVE_AUBIO_DOUBLE
#define HAVE_AUBIO_DOUBLE 1
#endif
"""
out += """
{objlist}
int generated_objects ( void );
void add_generated_objects( PyObject *m );
""".format(objlist = objlist)
output_file = os.path.join(output_path, 'aubio-generated.h')
with open(output_file, 'w') as f:
f.write(out)
print ("wrote %s" % output_file )
# no need to add header to list of sources
return sorted(sources_list)
if __name__ == '__main__':
if len(sys.argv) > 1: header = sys.argv[1]
if len(sys.argv) > 2: output_path = sys.argv[2]
generate_external(header, output_path)