12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505 |
- #!/usr/bin/env python
- import sys, re, os.path, errno, fnmatch
- import json
- import logging
- import codecs
- from shutil import copyfile
- from pprint import pformat
- from string import Template
- if sys.version_info[0] >= 3:
- from io import StringIO
- else:
- import io
- class StringIO(io.StringIO):
- def write(self, s):
- if isinstance(s, str):
- s = unicode(s) # noqa: F821
- return super(StringIO, self).write(s)
- SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
- # list of modules + files remap
- config = None
- ROOT_DIR = None
- FILES_REMAP = {}
- def checkFileRemap(path):
- path = os.path.realpath(path)
- if path in FILES_REMAP:
- return FILES_REMAP[path]
- assert path[-3:] != '.in', path
- return path
- total_files = 0
- updated_files = 0
- module_imports = []
- module_j_code = None
- module_jn_code = None
- # list of class names, which should be skipped by wrapper generator
- # the list is loaded from misc/java/gen_dict.json defined for the module and its dependencies
- class_ignore_list = []
- # list of constant names, which should be skipped by wrapper generator
- # ignored constants can be defined using regular expressions
- const_ignore_list = []
- # list of private constants
- const_private_list = []
- # { Module : { public : [[name, val],...], private : [[]...] } }
- missing_consts = {}
- # c_type : { java/jni correspondence }
- # Complex data types are configured for each module using misc/java/gen_dict.json
- type_dict = {
- # "simple" : { j_type : "?", jn_type : "?", jni_type : "?", suffix : "?" },
- "" : { "j_type" : "", "jn_type" : "long", "jni_type" : "jlong" }, # c-tor ret_type
- "void" : { "j_type" : "void", "jn_type" : "void", "jni_type" : "void" },
- "env" : { "j_type" : "", "jn_type" : "", "jni_type" : "JNIEnv*"},
- "cls" : { "j_type" : "", "jn_type" : "", "jni_type" : "jclass"},
- "bool" : { "j_type" : "boolean", "jn_type" : "boolean", "jni_type" : "jboolean", "suffix" : "Z" },
- "char" : { "j_type" : "char", "jn_type" : "char", "jni_type" : "jchar", "suffix" : "C" },
- "int" : { "j_type" : "int", "jn_type" : "int", "jni_type" : "jint", "suffix" : "I" },
- "long" : { "j_type" : "int", "jn_type" : "int", "jni_type" : "jint", "suffix" : "I" },
- "float" : { "j_type" : "float", "jn_type" : "float", "jni_type" : "jfloat", "suffix" : "F" },
- "double" : { "j_type" : "double", "jn_type" : "double", "jni_type" : "jdouble", "suffix" : "D" },
- "size_t" : { "j_type" : "long", "jn_type" : "long", "jni_type" : "jlong", "suffix" : "J" },
- "__int64" : { "j_type" : "long", "jn_type" : "long", "jni_type" : "jlong", "suffix" : "J" },
- "int64" : { "j_type" : "long", "jn_type" : "long", "jni_type" : "jlong", "suffix" : "J" },
- "double[]": { "j_type" : "double[]", "jn_type" : "double[]", "jni_type" : "jdoubleArray", "suffix" : "_3D" },
- 'string' : { # std::string, see "String" in modules/core/misc/java/gen_dict.json
- 'j_type': 'String',
- 'jn_type': 'String',
- 'jni_name': 'n_%(n)s',
- 'jni_type': 'jstring',
- 'jni_var': 'const char* utf_%(n)s = env->GetStringUTFChars(%(n)s, 0); std::string n_%(n)s( utf_%(n)s ? utf_%(n)s : "" ); env->ReleaseStringUTFChars(%(n)s, utf_%(n)s)',
- 'suffix': 'Ljava_lang_String_2',
- 'j_import': 'java.lang.String'
- },
- 'vector_string': { # std::vector<std::string>, see "vector_String" in modules/core/misc/java/gen_dict.json
- 'j_type': 'List<String>',
- 'jn_type': 'List<String>',
- 'jni_type': 'jobject',
- 'jni_var': 'std::vector< std::string > %(n)s',
- 'suffix': 'Ljava_util_List',
- 'v_type': 'string',
- 'j_import': 'java.lang.String'
- },
- }
- # Defines a rule to add extra prefixes for names from specific namespaces.
- # In example, cv::fisheye::stereoRectify from namespace fisheye is wrapped as fisheye_stereoRectify
- namespaces_dict = {}
- # { class : { func : {j_code, jn_code, cpp_code} } }
- ManualFuncs = {}
- # { class : { func : { arg_name : {"ctype" : ctype, "attrib" : [attrib]} } } }
- func_arg_fix = {}
- def read_contents(fname):
- with open(fname, 'r') as f:
- data = f.read()
- return data
- def mkdir_p(path):
- ''' mkdir -p '''
- try:
- os.makedirs(path)
- except OSError as exc:
- if exc.errno == errno.EEXIST and os.path.isdir(path):
- pass
- else:
- raise
- T_JAVA_START_INHERITED = read_contents(os.path.join(SCRIPT_DIR, 'templates/java_class_inherited.prolog'))
- T_JAVA_START_ORPHAN = read_contents(os.path.join(SCRIPT_DIR, 'templates/java_class.prolog'))
- T_JAVA_START_MODULE = read_contents(os.path.join(SCRIPT_DIR, 'templates/java_module.prolog'))
- T_CPP_MODULE = Template(read_contents(os.path.join(SCRIPT_DIR, 'templates/cpp_module.template')))
- class GeneralInfo():
- def __init__(self, type, decl, namespaces):
- self.symbol_id, self.parent_id, self.namespace, self.classpath, self.classname, self.name = self.parseName(decl[0], namespaces)
- self.cname = get_cname(self.symbol_id)
- # parse doxygen comments
- self.params={}
- self.annotation=[]
- if type == "class":
- docstring="// C++: class " + self.name + "\n"
- else:
- docstring=""
- if len(decl)>5 and decl[5]:
- doc = decl[5]
- #logging.info('docstring: %s', doc)
- if re.search("(@|\\\\)deprecated", doc):
- self.annotation.append("@Deprecated")
- docstring += sanitize_java_documentation_string(doc, type)
- self.docstring = docstring
- def parseName(self, name, namespaces):
- '''
- input: full name and available namespaces
- returns: (namespace, classpath, classname, name)
- '''
- name = name[name.find(" ")+1:].strip() # remove struct/class/const prefix
- parent = name[:name.rfind('.')].strip()
- if len(parent) == 0:
- parent = None
- spaceName = ""
- localName = name # <classes>.<name>
- for namespace in sorted(namespaces, key=len, reverse=True):
- if name.startswith(namespace + "."):
- spaceName = namespace
- localName = name.replace(namespace + ".", "")
- break
- pieces = localName.split(".")
- if len(pieces) > 2: # <class>.<class>.<class>.<name>
- return name, parent, spaceName, ".".join(pieces[:-1]), pieces[-2], pieces[-1]
- elif len(pieces) == 2: # <class>.<name>
- return name, parent, spaceName, pieces[0], pieces[0], pieces[1]
- elif len(pieces) == 1: # <name>
- return name, parent, spaceName, "", "", pieces[0]
- else:
- return name, parent, spaceName, "", "" # error?!
- def fullNameOrigin(self):
- result = self.symbol_id
- return result
- def fullNameJAVA(self):
- result = '.'.join([self.fullParentNameJAVA(), self.jname])
- return result
- def fullNameCPP(self):
- result = self.cname
- return result
- def fullParentNameJAVA(self):
- result = ".".join([f for f in [self.namespace] + self.classpath.split(".") if len(f)>0])
- return result
- def fullParentNameCPP(self):
- result = get_cname(self.parent_id)
- return result
- class ConstInfo(GeneralInfo):
- def __init__(self, decl, addedManually=False, namespaces=[], enumType=None):
- GeneralInfo.__init__(self, "const", decl, namespaces)
- self.value = decl[1]
- self.enumType = enumType
- self.addedManually = addedManually
- if self.namespace in namespaces_dict:
- prefix = namespaces_dict[self.namespace]
- if prefix:
- self.name = '%s_%s' % (prefix, self.name)
- def __repr__(self):
- return Template("CONST $name=$value$manual").substitute(name=self.name,
- value=self.value,
- manual="(manual)" if self.addedManually else "")
- def isIgnored(self):
- for c in const_ignore_list:
- if re.match(c, self.name):
- return True
- return False
- def normalize_field_name(name):
- return name.replace(".","_").replace("[","").replace("]","").replace("_getNativeObjAddr()","_nativeObj")
- def normalize_class_name(name):
- return re.sub(r"^cv\.", "", name).replace(".", "_")
- def get_cname(name):
- return name.replace(".", "::")
- def cast_from(t):
- if t in type_dict and "cast_from" in type_dict[t]:
- return type_dict[t]["cast_from"]
- return t
- def cast_to(t):
- if t in type_dict and "cast_to" in type_dict[t]:
- return type_dict[t]["cast_to"]
- return t
- class ClassPropInfo():
- def __init__(self, decl): # [f_ctype, f_name, '', '/RW']
- self.ctype = decl[0]
- self.name = decl[1]
- self.rw = "/RW" in decl[3]
- def __repr__(self):
- return Template("PROP $ctype $name").substitute(ctype=self.ctype, name=self.name)
- class ClassInfo(GeneralInfo):
- def __init__(self, decl, namespaces=[]): # [ 'class/struct cname', ': base', [modlist] ]
- GeneralInfo.__init__(self, "class", decl, namespaces)
- self.methods = []
- self.methods_suffixes = {}
- self.consts = [] # using a list to save the occurrence order
- self.private_consts = []
- self.imports = set()
- self.props= []
- self.jname = self.name
- self.smart = None # True if class stores Ptr<T>* instead of T* in nativeObj field
- self.j_code = None # java code stream
- self.jn_code = None # jni code stream
- self.cpp_code = None # cpp code stream
- for m in decl[2]:
- if m.startswith("="):
- self.jname = m[1:]
- if m == '/Simple':
- self.smart = False
- if self.classpath:
- prefix = self.classpath.replace('.', '_')
- self.name = '%s_%s' % (prefix, self.name)
- self.jname = '%s_%s' % (prefix, self.jname)
- if self.namespace in namespaces_dict:
- prefix = namespaces_dict[self.namespace]
- if prefix:
- self.name = '%s_%s' % (prefix, self.name)
- self.jname = '%s_%s' % (prefix, self.jname)
- self.base = ''
- if decl[1]:
- # FIXIT Use generator to find type properly instead of hacks below
- base_class = re.sub(r"^: ", "", decl[1])
- base_class = re.sub(r"^cv::", "", base_class)
- base_class = base_class.replace('::', '.')
- base_info = ClassInfo(('class {}'.format(base_class), '', [], [], None, None), [self.namespace])
- base_type_name = base_info.name
- if not base_type_name in type_dict:
- base_type_name = re.sub(r"^.*:", "", decl[1].split(",")[0]).strip().replace(self.jname, "")
- self.base = base_type_name
- self.addImports(self.base)
- def __repr__(self):
- return Template("CLASS $namespace::$classpath.$name : $base").substitute(**self.__dict__)
- def getAllImports(self, module):
- return ["import %s;" % c for c in sorted(self.imports) if not c.startswith('org.opencv.'+module)
- and (not c.startswith('java.lang.') or c.count('.') != 2)]
- def addImports(self, ctype):
- if ctype in type_dict:
- if "j_import" in type_dict[ctype]:
- self.imports.add(type_dict[ctype]["j_import"])
- if "v_type" in type_dict[ctype]:
- self.imports.add("java.util.List")
- self.imports.add("java.util.ArrayList")
- self.imports.add("org.opencv.utils.Converters")
- if type_dict[ctype]["v_type"] in ("Mat", "vector_Mat"):
- self.imports.add("org.opencv.core.Mat")
- def getAllMethods(self):
- result = []
- result += [fi for fi in self.methods if fi.isconstructor]
- result += [fi for fi in self.methods if not fi.isconstructor]
- return result
- def addMethod(self, fi):
- self.methods.append(fi)
- def getConst(self, name):
- for cand in self.consts + self.private_consts:
- if cand.name == name:
- return cand
- return None
- def addConst(self, constinfo):
- # choose right list (public or private)
- consts = self.consts
- for c in const_private_list:
- if re.match(c, constinfo.name):
- consts = self.private_consts
- break
- consts.append(constinfo)
- def initCodeStreams(self, Module):
- self.j_code = StringIO()
- self.jn_code = StringIO()
- self.cpp_code = StringIO()
- if self.base:
- self.j_code.write(T_JAVA_START_INHERITED)
- else:
- if self.name != Module:
- self.j_code.write(T_JAVA_START_ORPHAN)
- else:
- self.j_code.write(T_JAVA_START_MODULE)
- # misc handling
- if self.name == Module:
- for i in module_imports or []:
- self.imports.add(i)
- if module_j_code:
- self.j_code.write(module_j_code)
- if module_jn_code:
- self.jn_code.write(module_jn_code)
- def cleanupCodeStreams(self):
- self.j_code.close()
- self.jn_code.close()
- self.cpp_code.close()
- def generateJavaCode(self, m, M):
- return Template(self.j_code.getvalue() + "\n\n" +
- self.jn_code.getvalue() + "\n}\n").substitute(
- module = m,
- name = self.name,
- jname = self.jname,
- imports = "\n".join(self.getAllImports(M)),
- docs = self.docstring,
- annotation = "\n" + "\n".join(self.annotation) if self.annotation else "",
- base = self.base)
- def generateCppCode(self):
- return self.cpp_code.getvalue()
- class ArgInfo():
- def __init__(self, arg_tuple): # [ ctype, name, def val, [mod], argno ]
- self.pointer = False
- ctype = arg_tuple[0]
- if ctype.endswith("*"):
- ctype = ctype[:-1]
- self.pointer = True
- self.ctype = ctype
- self.name = arg_tuple[1]
- self.defval = arg_tuple[2]
- self.out = ""
- if "/O" in arg_tuple[3]:
- self.out = "O"
- if "/IO" in arg_tuple[3]:
- self.out = "IO"
- def __repr__(self):
- return Template("ARG $ctype$p $name=$defval").substitute(ctype=self.ctype,
- p=" *" if self.pointer else "",
- name=self.name,
- defval=self.defval)
- class FuncInfo(GeneralInfo):
- def __init__(self, decl, namespaces=[]): # [ funcname, return_ctype, [modifiers], [args] ]
- GeneralInfo.__init__(self, "func", decl, namespaces)
- self.cname = get_cname(decl[0])
- self.jname = self.name
- self.isconstructor = self.name == self.classname
- if "[" in self.name:
- self.jname = "getelem"
- for m in decl[2]:
- if m.startswith("="): # alias from WRAP_AS
- self.jname = m[1:]
- if self.classpath and self.classname != self.classpath:
- prefix = self.classpath.replace('.', '_')
- self.classname = prefix #'%s_%s' % (prefix, self.classname)
- if self.isconstructor:
- self.name = prefix #'%s_%s' % (prefix, self.name)
- self.jname = prefix #'%s_%s' % (prefix, self.jname)
- if self.namespace in namespaces_dict:
- prefix = namespaces_dict[self.namespace]
- if prefix:
- if self.classname:
- self.classname = '%s_%s' % (prefix, self.classname)
- if self.isconstructor:
- self.jname = '%s_%s' % (prefix, self.jname)
- else:
- self.jname = '%s_%s' % (prefix, self.jname)
- self.static = ["","static"][ "/S" in decl[2] ]
- self.ctype = re.sub(r"^CvTermCriteria", "TermCriteria", decl[1] or "")
- self.args = []
- func_fix_map = func_arg_fix.get(self.jname, {})
- for a in decl[3]:
- arg = a[:]
- arg_fix_map = func_fix_map.get(arg[1], {})
- arg[0] = arg_fix_map.get('ctype', arg[0]) #fixing arg type
- arg[3] = arg_fix_map.get('attrib', arg[3]) #fixing arg attrib
- self.args.append(ArgInfo(arg))
- def fullClassJAVA(self):
- return self.fullParentNameJAVA()
- def fullClassCPP(self):
- return self.fullParentNameCPP()
- def __repr__(self):
- return Template("FUNC <$ctype $namespace.$classpath.$name $args>").substitute(**self.__dict__)
- def __lt__(self, other):
- return self.__repr__() < other.__repr__()
- class JavaWrapperGenerator(object):
- def __init__(self):
- self.cpp_files = []
- self.clear()
- def clear(self):
- self.namespaces = ["cv"]
- classinfo_Mat = ClassInfo([ 'class cv.Mat', '', ['/Simple'], [] ], self.namespaces)
- self.classes = { "Mat" : classinfo_Mat }
- self.module = ""
- self.Module = ""
- self.ported_func_list = []
- self.skipped_func_list = []
- self.def_args_hist = {} # { def_args_cnt : funcs_cnt }
- def add_class(self, decl):
- classinfo = ClassInfo(decl, namespaces=self.namespaces)
- if classinfo.name in class_ignore_list:
- logging.info('ignored: %s', classinfo)
- return
- name = classinfo.name
- if self.isWrapped(name) and not classinfo.base:
- logging.warning('duplicated: %s', classinfo)
- return
- self.classes[name] = classinfo
- if name in type_dict and not classinfo.base:
- logging.warning('duplicated: %s', classinfo)
- return
- if self.isSmartClass(classinfo):
- jni_name = "*((*(Ptr<"+classinfo.fullNameCPP()+">*)%(n)s_nativeObj).get())"
- else:
- jni_name = "(*("+classinfo.fullNameCPP()+"*)%(n)s_nativeObj)"
- type_dict.setdefault(name, {}).update(
- { "j_type" : classinfo.jname,
- "jn_type" : "long", "jn_args" : (("__int64", ".nativeObj"),),
- "jni_name" : jni_name,
- "jni_type" : "jlong",
- "suffix" : "J",
- "j_import" : "org.opencv.%s.%s" % (self.module, classinfo.jname)
- }
- )
- type_dict.setdefault(name+'*', {}).update(
- { "j_type" : classinfo.jname,
- "jn_type" : "long", "jn_args" : (("__int64", ".nativeObj"),),
- "jni_name" : "&("+jni_name+")",
- "jni_type" : "jlong",
- "suffix" : "J",
- "j_import" : "org.opencv.%s.%s" % (self.module, classinfo.jname)
- }
- )
- # missing_consts { Module : { public : [[name, val],...], private : [[]...] } }
- if name in missing_consts:
- if 'private' in missing_consts[name]:
- for (n, val) in missing_consts[name]['private']:
- classinfo.private_consts.append( ConstInfo([n, val], addedManually=True) )
- if 'public' in missing_consts[name]:
- for (n, val) in missing_consts[name]['public']:
- classinfo.consts.append( ConstInfo([n, val], addedManually=True) )
- # class props
- for p in decl[3]:
- if True: #"vector" not in p[0]:
- classinfo.props.append( ClassPropInfo(p) )
- else:
- logging.warning("Skipped property: [%s]" % name, p)
- if classinfo.base:
- classinfo.addImports(classinfo.base)
- type_dict.setdefault("Ptr_"+name, {}).update(
- { "j_type" : classinfo.jname,
- "jn_type" : "long", "jn_args" : (("__int64", ".getNativeObjAddr()"),),
- "jni_name" : "*((Ptr<"+classinfo.fullNameCPP()+">*)%(n)s_nativeObj)", "jni_type" : "jlong",
- "suffix" : "J",
- "j_import" : "org.opencv.%s.%s" % (self.module, classinfo.jname)
- }
- )
- logging.info('ok: class %s, name: %s, base: %s', classinfo, name, classinfo.base)
- def add_const(self, decl, enumType=None): # [ "const cname", val, [], [] ]
- constinfo = ConstInfo(decl, namespaces=self.namespaces, enumType=enumType)
- if constinfo.isIgnored():
- logging.info('ignored: %s', constinfo)
- else:
- if not self.isWrapped(constinfo.classname):
- logging.info('class not found: %s', constinfo)
- constinfo.name = constinfo.classname + '_' + constinfo.name
- constinfo.classname = ''
- ci = self.getClass(constinfo.classname)
- duplicate = ci.getConst(constinfo.name)
- if duplicate:
- if duplicate.addedManually:
- logging.info('manual: %s', constinfo)
- else:
- logging.warning('duplicated: %s', constinfo)
- else:
- ci.addConst(constinfo)
- logging.info('ok: %s', constinfo)
- def add_enum(self, decl): # [ "enum cname", "", [], [] ]
- enumType = decl[0].rsplit(" ", 1)[1]
- if enumType.endswith("<unnamed>"):
- enumType = None
- else:
- ctype = normalize_class_name(enumType)
- type_dict[ctype] = { "cast_from" : "int", "cast_to" : get_cname(enumType), "j_type" : "int", "jn_type" : "int", "jni_type" : "jint", "suffix" : "I" }
- const_decls = decl[3]
- for decl in const_decls:
- self.add_const(decl, enumType)
- def add_func(self, decl):
- fi = FuncInfo(decl, namespaces=self.namespaces)
- classname = fi.classname or self.Module
- class_symbol_id = classname if self.isWrapped(classname) else fi.classpath.replace('.', '_') #('.'.join([fi.namespace, fi.classpath])[3:])
- if classname in class_ignore_list:
- logging.info('ignored: %s', fi)
- elif classname in ManualFuncs and fi.jname in ManualFuncs[classname]:
- logging.info('manual: %s', fi)
- elif not self.isWrapped(class_symbol_id):
- logging.warning('not found: %s', fi)
- else:
- self.getClass(class_symbol_id).addMethod(fi)
- logging.info('ok: %s', fi)
- # calc args with def val
- cnt = len([a for a in fi.args if a.defval])
- self.def_args_hist[cnt] = self.def_args_hist.get(cnt, 0) + 1
- def save(self, path, buf):
- global total_files, updated_files
- total_files += 1
- if os.path.exists(path):
- with open(path, "rt") as f:
- content = f.read()
- if content == buf:
- return
- with codecs.open(path, "w", "utf-8") as f:
- f.write(buf)
- updated_files += 1
- def gen(self, srcfiles, module, output_path, output_jni_path, output_java_path, common_headers):
- self.clear()
- self.module = module
- self.Module = module.capitalize()
- # TODO: support UMat versions of declarations (implement UMat-wrapper for Java)
- parser = hdr_parser.CppHeaderParser(generate_umat_decls=False)
- self.add_class( ['class cv.' + self.Module, '', [], []] ) # [ 'class/struct cname', ':bases', [modlist] [props] ]
- # scan the headers and build more descriptive maps of classes, consts, functions
- includes = []
- for hdr in common_headers:
- logging.info("\n===== Common header : %s =====", hdr)
- includes.append('#include "' + hdr + '"')
- for hdr in srcfiles:
- decls = parser.parse(hdr)
- self.namespaces = sorted(parser.namespaces)
- logging.info("\n\n===== Header: %s =====", hdr)
- logging.info("Namespaces: %s", sorted(parser.namespaces))
- if decls:
- includes.append('#include "' + hdr + '"')
- else:
- logging.info("Ignore header: %s", hdr)
- for decl in decls:
- logging.info("\n--- Incoming ---\n%s", pformat(decl[:5], 4)) # without docstring
- name = decl[0]
- if name.startswith("struct") or name.startswith("class"):
- self.add_class(decl)
- elif name.startswith("const"):
- self.add_const(decl)
- elif name.startswith("enum"):
- # enum
- self.add_enum(decl)
- else: # function
- self.add_func(decl)
- logging.info("\n\n===== Generating... =====")
- moduleCppCode = StringIO()
- package_path = os.path.join(output_java_path, module)
- mkdir_p(package_path)
- for ci in sorted(self.classes.values(), key=lambda x: x.symbol_id):
- if ci.name == "Mat":
- continue
- ci.initCodeStreams(self.Module)
- self.gen_class(ci)
- classJavaCode = ci.generateJavaCode(self.module, self.Module)
- self.save("%s/%s/%s.java" % (output_java_path, module, ci.jname), classJavaCode)
- moduleCppCode.write(ci.generateCppCode())
- ci.cleanupCodeStreams()
- cpp_file = os.path.abspath(os.path.join(output_jni_path, module + ".inl.hpp"))
- self.cpp_files.append(cpp_file)
- self.save(cpp_file, T_CPP_MODULE.substitute(m = module, M = module.upper(), code = moduleCppCode.getvalue(), includes = "\n".join(includes)))
- self.save(os.path.join(output_path, module+".txt"), self.makeReport())
- def makeReport(self):
- '''
- Returns string with generator report
- '''
- report = StringIO()
- total_count = len(self.ported_func_list)+ len(self.skipped_func_list)
- report.write("PORTED FUNCs LIST (%i of %i):\n\n" % (len(self.ported_func_list), total_count))
- report.write("\n".join(self.ported_func_list))
- report.write("\n\nSKIPPED FUNCs LIST (%i of %i):\n\n" % (len(self.skipped_func_list), total_count))
- report.write("".join(self.skipped_func_list))
- for i in sorted(self.def_args_hist.keys()):
- report.write("\n%i def args - %i funcs" % (i, self.def_args_hist[i]))
- return report.getvalue()
- def fullTypeNameCPP(self, t):
- if self.isWrapped(t):
- return self.getClass(t).fullNameCPP()
- else:
- return cast_from(t)
- def gen_func(self, ci, fi, prop_name=''):
- logging.info("%s", fi)
- j_code = ci.j_code
- jn_code = ci.jn_code
- cpp_code = ci.cpp_code
- # c_decl
- # e.g: void add(Mat src1, Mat src2, Mat dst, Mat mask = Mat(), int dtype = -1)
- if prop_name:
- c_decl = "%s %s::%s" % (fi.ctype, fi.classname, prop_name)
- else:
- decl_args = []
- for a in fi.args:
- s = a.ctype or ' _hidden_ '
- if a.pointer:
- s += "*"
- elif a.out:
- s += "&"
- s += " " + a.name
- if a.defval:
- s += " = "+a.defval
- decl_args.append(s)
- c_decl = "%s %s %s(%s)" % ( fi.static, fi.ctype, fi.cname, ", ".join(decl_args) )
- # java comment
- j_code.write( "\n //\n // C++: %s\n //\n\n" % c_decl )
- # check if we 'know' all the types
- if fi.ctype not in type_dict: # unsupported ret type
- msg = "// Return type '%s' is not supported, skipping the function\n\n" % fi.ctype
- self.skipped_func_list.append(c_decl + "\n" + msg)
- j_code.write( " "*4 + msg )
- logging.warning("SKIP:" + c_decl.strip() + "\t due to RET type " + fi.ctype)
- return
- for a in fi.args:
- if a.ctype not in type_dict:
- if not a.defval and a.ctype.endswith("*"):
- a.defval = 0
- if a.defval:
- a.ctype = ''
- continue
- msg = "// Unknown type '%s' (%s), skipping the function\n\n" % (a.ctype, a.out or "I")
- self.skipped_func_list.append(c_decl + "\n" + msg)
- j_code.write( " "*4 + msg )
- logging.warning("SKIP:" + c_decl.strip() + "\t due to ARG type " + a.ctype + "/" + (a.out or "I"))
- return
- self.ported_func_list.append(c_decl)
- # jn & cpp comment
- jn_code.write( "\n // C++: %s\n" % c_decl )
- cpp_code.write( "\n//\n// %s\n//\n" % c_decl )
- # java args
- args = fi.args[:] # copy
- j_signatures=[]
- suffix_counter = int(ci.methods_suffixes.get(fi.jname, -1))
- while True:
- suffix_counter += 1
- ci.methods_suffixes[fi.jname] = suffix_counter
- # java native method args
- jn_args = []
- # jni (cpp) function args
- jni_args = [ArgInfo([ "env", "env", "", [], "" ]), ArgInfo([ "cls", "", "", [], "" ])]
- j_prologue = []
- j_epilogue = []
- c_prologue = []
- c_epilogue = []
- if type_dict[fi.ctype]["jni_type"] == "jdoubleArray":
- fields = type_dict[fi.ctype]["jn_args"]
- c_epilogue.append( \
- ("jdoubleArray _da_retval_ = env->NewDoubleArray(%(cnt)i); " +
- "jdouble _tmp_retval_[%(cnt)i] = {%(args)s}; " +
- "env->SetDoubleArrayRegion(_da_retval_, 0, %(cnt)i, _tmp_retval_);") %
- { "cnt" : len(fields), "args" : ", ".join(["(jdouble)_retval_" + f[1] for f in fields]) } )
- if fi.classname and fi.ctype and not fi.static: # non-static class method except c-tor
- # adding 'self'
- jn_args.append ( ArgInfo([ "__int64", "nativeObj", "", [], "" ]) )
- jni_args.append( ArgInfo([ "__int64", "self", "", [], "" ]) )
- ci.addImports(fi.ctype)
- for a in args:
- if not a.ctype: # hidden
- continue
- ci.addImports(a.ctype)
- if "v_type" in type_dict[a.ctype]: # pass as vector
- if type_dict[a.ctype]["v_type"] in ("Mat", "vector_Mat"): #pass as Mat or vector_Mat
- jn_args.append ( ArgInfo([ "__int64", "%s_mat.nativeObj" % a.name, "", [], "" ]) )
- jni_args.append ( ArgInfo([ "__int64", "%s_mat_nativeObj" % a.name, "", [], "" ]) )
- c_prologue.append( type_dict[a.ctype]["jni_var"] % {"n" : a.name} + ";" )
- c_prologue.append( "Mat& %(n)s_mat = *((Mat*)%(n)s_mat_nativeObj)" % {"n" : a.name} + ";" )
- if "I" in a.out or not a.out:
- if type_dict[a.ctype]["v_type"] == "vector_Mat":
- j_prologue.append( "List<Mat> %(n)s_tmplm = new ArrayList<Mat>((%(n)s != null) ? %(n)s.size() : 0);" % {"n" : a.name } )
- j_prologue.append( "Mat %(n)s_mat = Converters.%(t)s_to_Mat(%(n)s, %(n)s_tmplm);" % {"n" : a.name, "t" : a.ctype} )
- else:
- if not type_dict[a.ctype]["j_type"].startswith("MatOf"):
- j_prologue.append( "Mat %(n)s_mat = Converters.%(t)s_to_Mat(%(n)s);" % {"n" : a.name, "t" : a.ctype} )
- else:
- j_prologue.append( "Mat %s_mat = %s;" % (a.name, a.name) )
- c_prologue.append( "Mat_to_%(t)s( %(n)s_mat, %(n)s );" % {"n" : a.name, "t" : a.ctype} )
- else:
- if not type_dict[a.ctype]["j_type"].startswith("MatOf"):
- j_prologue.append( "Mat %s_mat = new Mat();" % a.name )
- else:
- j_prologue.append( "Mat %s_mat = %s;" % (a.name, a.name) )
- if "O" in a.out:
- if not type_dict[a.ctype]["j_type"].startswith("MatOf"):
- j_epilogue.append("Converters.Mat_to_%(t)s(%(n)s_mat, %(n)s);" % {"t" : a.ctype, "n" : a.name})
- j_epilogue.append( "%s_mat.release();" % a.name )
- c_epilogue.append( "%(t)s_to_Mat( %(n)s, %(n)s_mat );" % {"n" : a.name, "t" : a.ctype} )
- else: #pass as list
- jn_args.append ( ArgInfo([ a.ctype, a.name, "", [], "" ]) )
- jni_args.append ( ArgInfo([ a.ctype, "%s_list" % a.name , "", [], "" ]) )
- c_prologue.append(type_dict[a.ctype]["jni_var"] % {"n" : a.name} + ";")
- if "I" in a.out or not a.out:
- c_prologue.append("%(n)s = List_to_%(t)s(env, %(n)s_list);" % {"n" : a.name, "t" : a.ctype})
- if "O" in a.out:
- c_epilogue.append("Copy_%s_to_List(env,%s,%s_list);" % (a.ctype, a.name, a.name))
- else:
- fields = type_dict[a.ctype].get("jn_args", ((a.ctype, ""),))
- if "I" in a.out or not a.out or self.isWrapped(a.ctype): # input arg, pass by primitive fields
- for f in fields:
- jn_args.append ( ArgInfo([ f[0], a.name + f[1], "", [], "" ]) )
- jni_args.append( ArgInfo([ f[0], a.name + normalize_field_name(f[1]), "", [], "" ]) )
- if "O" in a.out and not self.isWrapped(a.ctype): # out arg, pass as double[]
- jn_args.append ( ArgInfo([ "double[]", "%s_out" % a.name, "", [], "" ]) )
- jni_args.append ( ArgInfo([ "double[]", "%s_out" % a.name, "", [], "" ]) )
- j_prologue.append( "double[] %s_out = new double[%i];" % (a.name, len(fields)) )
- c_epilogue.append(
- "jdouble tmp_%(n)s[%(cnt)i] = {%(args)s}; env->SetDoubleArrayRegion(%(n)s_out, 0, %(cnt)i, tmp_%(n)s);" %
- { "n" : a.name, "cnt" : len(fields), "args" : ", ".join(["(jdouble)" + a.name + f[1] for f in fields]) } )
- if type_dict[a.ctype]["j_type"] in ('bool', 'int', 'long', 'float', 'double'):
- j_epilogue.append('if(%(n)s!=null) %(n)s[0] = (%(t)s)%(n)s_out[0];' % {'n':a.name,'t':type_dict[a.ctype]["j_type"]})
- else:
- set_vals = []
- i = 0
- for f in fields:
- set_vals.append( "%(n)s%(f)s = %(t)s%(n)s_out[%(i)i]" %
- {"n" : a.name, "t": ("("+type_dict[f[0]]["j_type"]+")", "")[f[0]=="double"], "f" : f[1], "i" : i}
- )
- i += 1
- j_epilogue.append( "if("+a.name+"!=null){ " + "; ".join(set_vals) + "; } ")
- # calculate java method signature to check for uniqueness
- j_args = []
- for a in args:
- if not a.ctype: #hidden
- continue
- jt = type_dict[a.ctype]["j_type"]
- if a.out and jt in ('bool', 'int', 'long', 'float', 'double'):
- jt += '[]'
- j_args.append( jt + ' ' + a.name )
- j_signature = type_dict[fi.ctype]["j_type"] + " " + \
- fi.jname + "(" + ", ".join(j_args) + ")"
- logging.info("java: " + j_signature)
- if j_signature in j_signatures:
- if args:
- args.pop()
- continue
- else:
- break
- # java part:
- # private java NATIVE method decl
- # e.g.
- # private static native void add_0(long src1, long src2, long dst, long mask, int dtype);
- jn_code.write( Template(
- " private static native $type $name($args);\n").substitute(
- type = type_dict[fi.ctype].get("jn_type", "double[]"),
- name = fi.jname + '_' + str(suffix_counter),
- args = ", ".join(["%s %s" % (type_dict[a.ctype]["jn_type"], normalize_field_name(a.name)) for a in jn_args])
- ) )
- # java part:
- #java doc comment
- if fi.docstring:
- lines = fi.docstring.splitlines()
- returnTag = False
- javadocParams = []
- toWrite = []
- inCode = False
- for index, line in enumerate(lines):
- p0 = line.find("@param")
- if p0 != -1:
- p0 += 7
- p1 = line.find(' ', p0)
- p1 = len(line) if p1 == -1 else p1
- name = line[p0:p1]
- javadocParams.append(name)
- for arg in j_args:
- if arg.endswith(" " + name):
- toWrite.append(line);
- break
- else:
- if "<code>" in line:
- inCode = True
- if "</code>" in line:
- inCode = False
- line = line.replace('@result ', '@return ') # @result is valid in Doxygen, but invalid in Javadoc
- if "@return " in line:
- returnTag = True
- if (not inCode and toWrite and not toWrite[-1] and
- line and not line.startswith("\\") and not line.startswith("<ul>") and not line.startswith("@param")):
- toWrite.append("<p>");
- if index == len(lines) - 1:
- for arg in j_args:
- name = arg[arg.rfind(' ') + 1:]
- if not name in javadocParams:
- toWrite.append(" * @param " + name + " automatically generated");
- if type_dict[fi.ctype]["j_type"] and not returnTag and fi.ctype != "void":
- toWrite.append(" * @return automatically generated");
- toWrite.append(line);
- for line in toWrite:
- j_code.write(" "*4 + line + "\n")
- if fi.annotation:
- j_code.write(" "*4 + "\n".join(fi.annotation) + "\n")
- # public java wrapper method impl (calling native one above)
- # e.g.
- # public static void add( Mat src1, Mat src2, Mat dst, Mat mask, int dtype )
- # { add_0( src1.nativeObj, src2.nativeObj, dst.nativeObj, mask.nativeObj, dtype ); }
- ret_type = fi.ctype
- if fi.ctype.endswith('*'):
- ret_type = ret_type[:-1]
- ret_val = type_dict[ret_type]["j_type"] + " retVal = " if j_epilogue else "return "
- tail = ""
- ret = "return retVal;" if j_epilogue else ""
- if "v_type" in type_dict[ret_type]:
- j_type = type_dict[ret_type]["j_type"]
- if type_dict[ret_type]["v_type"] in ("Mat", "vector_Mat"):
- tail = ")"
- if j_type.startswith('MatOf'):
- ret_val += j_type + ".fromNativeAddr("
- else:
- ret_val = "Mat retValMat = new Mat("
- j_prologue.append( j_type + ' retVal = new Array' + j_type+'();')
- j_epilogue.append('Converters.Mat_to_' + ret_type + '(retValMat, retVal);')
- ret = "return retVal;"
- elif ret_type.startswith("Ptr_"):
- constructor = type_dict[ret_type]["j_type"] + ".__fromPtr__("
- if j_epilogue:
- ret_val = type_dict[fi.ctype]["j_type"] + " retVal = " + constructor
- else:
- ret_val = "return " + constructor
- tail = ")"
- elif ret_type == "void":
- ret_val = ""
- ret = ""
- elif ret_type == "": # c-tor
- if fi.classname and ci.base:
- ret_val = "super("
- tail = ")"
- else:
- ret_val = "nativeObj = "
- ret = ""
- elif self.isWrapped(ret_type): # wrapped class
- constructor = self.getClass(ret_type).jname + "("
- if j_epilogue:
- ret_val = type_dict[ret_type]["j_type"] + " retVal = new " + constructor
- else:
- ret_val = "return new " + constructor
- tail = ")"
- elif "jn_type" not in type_dict[ret_type]:
- constructor = type_dict[ret_type]["j_type"] + "("
- if j_epilogue:
- ret_val = type_dict[fi.ctype]["j_type"] + " retVal = new " + constructor
- else:
- ret_val = "return new " + constructor
- tail = ")"
- static = "static"
- if fi.classname:
- static = fi.static
- j_code.write( Template(
- """ public $static$j_type$j_name($j_args) {$prologue
- $ret_val$jn_name($jn_args_call)$tail;$epilogue$ret
- }
- """
- ).substitute(
- ret = "\n " + ret if ret else "",
- ret_val = ret_val,
- tail = tail,
- prologue = "\n " + "\n ".join(j_prologue) if j_prologue else "",
- epilogue = "\n " + "\n ".join(j_epilogue) if j_epilogue else "",
- static = static + " " if static else "",
- j_type=type_dict[fi.ctype]["j_type"] + " " if type_dict[fi.ctype]["j_type"] else "",
- j_name=fi.jname,
- j_args=", ".join(j_args),
- jn_name=fi.jname + '_' + str(suffix_counter),
- jn_args_call=", ".join( [a.name for a in jn_args] ),
- )
- )
- # cpp part:
- # jni_func(..) { _retval_ = cv_func(..); return _retval_; }
- ret = "return _retval_;" if c_epilogue else ""
- default = "return 0;"
- if fi.ctype == "void":
- ret = ""
- default = ""
- elif not fi.ctype: # c-tor
- if self.isSmartClass(ci):
- ret = "return (jlong)(new Ptr<%(ctype)s>(_retval_));" % { 'ctype': fi.fullClassCPP() }
- else:
- ret = "return (jlong) _retval_;"
- elif "v_type" in type_dict[fi.ctype]: # c-tor
- if type_dict[fi.ctype]["v_type"] in ("Mat", "vector_Mat"):
- ret = "return (jlong) _retval_;"
- elif fi.ctype in ['String', 'string']:
- ret = "return env->NewStringUTF(_retval_.c_str());"
- default = 'return env->NewStringUTF("");'
- elif self.isWrapped(fi.ctype): # wrapped class:
- ret = None
- if fi.ctype in self.classes:
- ret_ci = self.classes[fi.ctype]
- if self.isSmartClass(ret_ci):
- ret = "return (jlong)(new Ptr<%(ctype)s>(new %(ctype)s(_retval_)));" % { 'ctype': ret_ci.fullNameCPP() }
- if ret is None:
- ret = "return (jlong) new %s(_retval_);" % self.fullTypeNameCPP(fi.ctype)
- elif fi.ctype.startswith('Ptr_'):
- c_prologue.append("typedef Ptr<%s> %s;" % (self.fullTypeNameCPP(fi.ctype[4:]), fi.ctype))
- ret = "return (jlong)(new %(ctype)s(_retval_));" % { 'ctype':fi.ctype }
- elif self.isWrapped(ret_type): # pointer to wrapped class:
- ret = "return (jlong) _retval_;"
- elif type_dict[fi.ctype]["jni_type"] == "jdoubleArray":
- ret = "return _da_retval_;"
- # hack: replacing func call with property set/get
- name = fi.name
- if prop_name:
- if args:
- name = prop_name + " = "
- else:
- name = prop_name + ";//"
- cvname = fi.fullNameCPP()
- retval = self.fullTypeNameCPP(fi.ctype) + " _retval_ = " if ret else "return "
- if fi.ctype == "void":
- retval = ""
- elif fi.ctype == "String":
- retval = "cv::" + self.fullTypeNameCPP(fi.ctype) + " _retval_ = "
- elif fi.ctype == "string":
- retval = "std::string _retval_ = "
- elif "v_type" in type_dict[fi.ctype]: # vector is returned
- retval = type_dict[fi.ctype]['jni_var'] % {"n" : '_ret_val_vector_'} + " = "
- if type_dict[fi.ctype]["v_type"] in ("Mat", "vector_Mat"):
- c_epilogue.append("Mat* _retval_ = new Mat();")
- c_epilogue.append(fi.ctype+"_to_Mat(_ret_val_vector_, *_retval_);")
- else:
- if ret:
- c_epilogue.append("jobject _retval_ = " + fi.ctype + "_to_List(env, _ret_val_vector_);")
- else:
- c_epilogue.append("return " + fi.ctype + "_to_List(env, _ret_val_vector_);")
- if fi.classname:
- if not fi.ctype: # c-tor
- if self.isSmartClass(ci):
- retval = self.smartWrap(ci, fi.fullClassCPP()) + " _retval_ = "
- cvname = "makePtr<" + fi.fullClassCPP() +">"
- else:
- retval = fi.fullClassCPP() + "* _retval_ = "
- cvname = "new " + fi.fullClassCPP()
- elif fi.static:
- cvname = fi.fullNameCPP()
- else:
- cvname = ("me->" if not self.isSmartClass(ci) else "(*me)->") + name
- c_prologue.append(
- "%(cls)s* me = (%(cls)s*) self; //TODO: check for NULL"
- % { "cls" : self.smartWrap(ci, fi.fullClassCPP())}
- )
- cvargs = []
- for a in args:
- if a.pointer:
- jni_name = "&%(n)s"
- else:
- jni_name = "%(n)s"
- if not a.out and not "jni_var" in type_dict[a.ctype]:
- # explicit cast to C type to avoid ambiguous call error on platforms (mingw)
- # where jni types are different from native types (e.g. jint is not the same as int)
- jni_name = "(%s)%s" % (cast_to(a.ctype), jni_name)
- if not a.ctype: # hidden
- jni_name = a.defval
- cvargs.append( type_dict[a.ctype].get("jni_name", jni_name) % {"n" : a.name})
- if "v_type" not in type_dict[a.ctype]:
- if ("I" in a.out or not a.out or self.isWrapped(a.ctype)) and "jni_var" in type_dict[a.ctype]: # complex type
- c_prologue.append(type_dict[a.ctype]["jni_var"] % {"n" : a.name} + ";")
- if a.out and "I" not in a.out and not self.isWrapped(a.ctype) and a.ctype:
- c_prologue.append("%s %s;" % (a.ctype, a.name))
- rtype = type_dict[fi.ctype].get("jni_type", "jdoubleArray")
- clazz = ci.jname
- cpp_code.write ( Template(
- """
- JNIEXPORT $rtype JNICALL Java_org_opencv_${module}_${clazz}_$fname ($argst);
- JNIEXPORT $rtype JNICALL Java_org_opencv_${module}_${clazz}_$fname
- ($args)
- {
- ${namespace}
- static const char method_name[] = "$module::$fname()";
- try {
- LOGD("%s", method_name);$prologue
- $retval$cvname($cvargs);$epilogue$ret
- } catch(const std::exception &e) {
- throwJavaException(env, &e, method_name);
- } catch (...) {
- throwJavaException(env, 0, method_name);
- }$default
- }
- """ ).substitute(
- rtype = rtype,
- module = self.module.replace('_', '_1'),
- clazz = clazz.replace('_', '_1'),
- fname = (fi.jname + '_' + str(suffix_counter)).replace('_', '_1'),
- args = ", ".join(["%s %s" % (type_dict[a.ctype].get("jni_type"), a.name) for a in jni_args]),
- argst = ", ".join([type_dict[a.ctype].get("jni_type") for a in jni_args]),
- prologue = "\n " + "\n ".join(c_prologue) if c_prologue else "",
- epilogue = "\n " + "\n ".join(c_epilogue) if c_epilogue else "",
- ret = "\n " + ret if ret else "",
- cvname = cvname,
- cvargs = " " + ", ".join(cvargs) + " " if cvargs else "",
- default = "\n " + default if default else "",
- retval = retval,
- namespace = ('using namespace ' + ci.namespace.replace('.', '::') + ';') if ci.namespace and ci.namespace != 'cv' else ''
- ) )
- # adding method signature to dictionary
- j_signatures.append(j_signature)
- # processing args with default values
- if args and args[-1].defval:
- args.pop()
- else:
- break
- def gen_class(self, ci):
- logging.info("%s", ci)
- # constants
- consts_map = {c.name: c for c in ci.private_consts}
- consts_map.update({c.name: c for c in ci.consts})
- def const_value(v):
- if v in consts_map:
- target = consts_map[v]
- assert target.value != v
- return const_value(target.value)
- return v
- if ci.private_consts:
- logging.info("%s", ci.private_consts)
- ci.j_code.write("""
- private static final int
- %s;\n\n""" % (",\n"+" "*12).join(["%s = %s" % (c.name, const_value(c.value)) for c in ci.private_consts])
- )
- if ci.consts:
- enumTypes = set(map(lambda c: c.enumType, ci.consts))
- grouped_consts = {enumType: [c for c in ci.consts if c.enumType == enumType] for enumType in enumTypes}
- for typeName in sorted(grouped_consts.keys(), key=lambda x: str(x) if x is not None else ""):
- consts = grouped_consts[typeName]
- logging.info("%s", consts)
- if typeName:
- typeNameShort = typeName.rsplit(".", 1)[-1]
- ###################### Utilize Java enums ######################
- # ci.j_code.write("""
- # public enum {1} {{
- # {0};
- #
- # private final int id;
- # {1}(int id) {{ this.id = id; }}
- # {1}({1} _this) {{ this.id = _this.id; }}
- # public int getValue() {{ return id; }}
- # }}\n\n""".format((",\n"+" "*8).join(["%s(%s)" % (c.name, c.value) for c in consts]), typeName)
- # )
- ################################################################
- ci.j_code.write("""
- // C++: enum {1} ({2})
- public static final int
- {0};\n\n""".format((",\n"+" "*12).join(["%s = %s" % (c.name, c.value) for c in consts]), typeNameShort, typeName)
- )
- else:
- ci.j_code.write("""
- // C++: enum <unnamed>
- public static final int
- {0};\n\n""".format((",\n"+" "*12).join(["%s = %s" % (c.name, c.value) for c in consts]))
- )
- # methods
- for fi in ci.getAllMethods():
- self.gen_func(ci, fi)
- # props
- for pi in ci.props:
- basename = ci.fullNameOrigin()
- # getter
- getter_name = basename + ".get_" + pi.name
- fi = FuncInfo( [getter_name, pi.ctype, [], []], self.namespaces ) # [ funcname, return_ctype, [modifiers], [args] ]
- self.gen_func(ci, fi, pi.name)
- if pi.rw:
- #setter
- setter_name = basename + ".set_" + pi.name
- fi = FuncInfo( [ setter_name, "void", [], [ [pi.ctype, pi.name, "", [], ""] ] ], self.namespaces)
- self.gen_func(ci, fi, pi.name)
- # manual ports
- if ci.name in ManualFuncs:
- for func in sorted(ManualFuncs[ci.name].keys()):
- logging.info("manual function: %s", func)
- fn = ManualFuncs[ci.name][func]
- ci.j_code.write("\n".join(fn["j_code"]))
- ci.jn_code.write("\n".join(fn["jn_code"]))
- ci.cpp_code.write("\n".join(fn["cpp_code"]))
- if ci.name != self.Module or ci.base:
- # finalize()
- ci.j_code.write(
- """
- @Override
- protected void finalize() throws Throwable {
- delete(nativeObj);
- }
- """ )
- ci.jn_code.write(
- """
- // native support for java finalize()
- private static native void delete(long nativeObj);
- """ )
- # native support for java finalize()
- ci.cpp_code.write(
- """
- //
- // native support for java finalize()
- // static void %(cls)s::delete( __int64 self )
- //
- JNIEXPORT void JNICALL Java_org_opencv_%(module)s_%(j_cls)s_delete(JNIEnv*, jclass, jlong);
- JNIEXPORT void JNICALL Java_org_opencv_%(module)s_%(j_cls)s_delete
- (JNIEnv*, jclass, jlong self)
- {
- delete (%(cls)s*) self;
- }
- """ % {"module" : module.replace('_', '_1'), "cls" : self.smartWrap(ci, ci.fullNameCPP()), "j_cls" : ci.jname.replace('_', '_1')}
- )
- def getClass(self, classname):
- return self.classes[classname or self.Module]
- def isWrapped(self, classname):
- name = classname or self.Module
- return name in self.classes
- def isSmartClass(self, ci):
- '''
- Check if class stores Ptr<T>* instead of T* in nativeObj field
- '''
- if ci.smart != None:
- return ci.smart
- ci.smart = True # smart class is not properly handled in case of base/derived classes
- return ci.smart
- def smartWrap(self, ci, fullname):
- '''
- Wraps fullname with Ptr<> if needed
- '''
- if self.isSmartClass(ci):
- return "Ptr<" + fullname + ">"
- return fullname
- def finalize(self, output_jni_path):
- list_file = os.path.join(output_jni_path, "opencv_jni.hpp")
- self.save(list_file, '\n'.join(['#include "%s"' % f for f in self.cpp_files]))
- def copy_java_files(java_files_dir, java_base_path, default_package_path='org/opencv/'):
- global total_files, updated_files
- java_files = []
- re_filter = re.compile(r'^.+\.(java|aidl|kt)(.in)?$')
- for root, dirnames, filenames in os.walk(java_files_dir):
- java_files += [os.path.join(root, filename) for filename in filenames if re_filter.match(filename)]
- java_files = [f.replace('\\', '/') for f in java_files]
- re_package = re.compile(r'^package +(.+);')
- re_prefix = re.compile(r'^.+[\+/]([^\+]+).(java|aidl|kt)(.in)?$')
- for java_file in java_files:
- src = checkFileRemap(java_file)
- with open(src, 'r') as f:
- package_line = f.readline()
- m = re_prefix.match(java_file)
- target_fname = (m.group(1) + '.' + m.group(2)) if m else os.path.basename(java_file)
- m = re_package.match(package_line)
- if m:
- package = m.group(1)
- package_path = package.replace('.', '/')
- else:
- package_path = default_package_path
- #print(java_file, package_path, target_fname)
- dest = os.path.join(java_base_path, os.path.join(package_path, target_fname))
- assert dest[-3:] != '.in', dest + ' | ' + target_fname
- mkdir_p(os.path.dirname(dest))
- total_files += 1
- if (not os.path.exists(dest)) or (os.stat(src).st_mtime - os.stat(dest).st_mtime > 1):
- copyfile(src, dest)
- updated_files += 1
- def sanitize_java_documentation_string(doc, type):
- if type == "class":
- doc = doc.replace("@param ", "")
- doc = re.sub(re.compile('\\\\f\\$(.*?)\\\\f\\$', re.DOTALL), '\\(' + r'\1' + '\\)', doc)
- doc = re.sub(re.compile('\\\\f\\[(.*?)\\\\f\\]', re.DOTALL), '\\(' + r'\1' + '\\)', doc)
- doc = re.sub(re.compile('\\\\f\\{(.*?)\\\\f\\}', re.DOTALL), '\\(' + r'\1' + '\\)', doc)
- doc = doc.replace("&", "&") \
- .replace("\\<", "<") \
- .replace("\\>", ">") \
- .replace("<", "<") \
- .replace(">", ">") \
- .replace("$", "$$") \
- .replace("@anchor", "") \
- .replace("@brief ", "").replace("\\brief ", "") \
- .replace("@cite", "CITE:") \
- .replace("@code{.cpp}", "<code>") \
- .replace("@code{.txt}", "<code>") \
- .replace("@code", "<code>") \
- .replace("@copydoc", "") \
- .replace("@copybrief", "") \
- .replace("@date", "") \
- .replace("@defgroup", "") \
- .replace("@details ", "") \
- .replace("@endcode", "</code>") \
- .replace("@endinternal", "") \
- .replace("@file", "") \
- .replace("@include", "INCLUDE:") \
- .replace("@ingroup", "") \
- .replace("@internal", "") \
- .replace("@overload", "") \
- .replace("@param[in]", "@param") \
- .replace("@param[out]", "@param") \
- .replace("@ref", "REF:") \
- .replace("@returns", "@return") \
- .replace("@sa", "SEE:") \
- .replace("@see", "SEE:") \
- .replace("@snippet", "SNIPPET:") \
- .replace("@todo", "TODO:") \
- .replace("@warning ", "WARNING: ")
- doc = re.sub(re.compile('\\*\\*([^\\*]+?)\\*\\*', re.DOTALL), '<b>' + r'\1' + '</b>', doc)
- lines = doc.splitlines()
- lines = list(map(lambda x: x[x.find('*'):].strip() if x.lstrip().startswith("*") else x, lines))
- listInd = [];
- indexDiff = 0;
- for index, line in enumerate(lines[:]):
- if line.strip().startswith("-"):
- i = line.find("-")
- if not listInd or i > listInd[-1]:
- lines.insert(index + indexDiff, " "*len(listInd) + "<ul>")
- indexDiff += 1
- listInd.append(i);
- lines.insert(index + indexDiff, " "*len(listInd) + "<li>")
- indexDiff += 1
- elif i == listInd[-1]:
- lines.insert(index + indexDiff, " "*len(listInd) + "</li>")
- indexDiff += 1
- lines.insert(index + indexDiff, " "*len(listInd) + "<li>")
- indexDiff += 1
- elif len(listInd) > 1 and i == listInd[-2]:
- lines.insert(index + indexDiff, " "*len(listInd) + "</li>")
- indexDiff += 1
- del listInd[-1]
- lines.insert(index + indexDiff, " "*len(listInd) + "</ul>")
- indexDiff += 1
- lines.insert(index + indexDiff, " "*len(listInd) + "<li>")
- indexDiff += 1
- else:
- lines.insert(index + indexDiff, " "*len(listInd) + "</li>")
- indexDiff += 1
- del listInd[-1]
- lines.insert(index + indexDiff, " "*len(listInd) + "</ul>")
- indexDiff += 1
- lines.insert(index + indexDiff, " "*len(listInd) + "<ul>")
- indexDiff += 1
- listInd.append(i);
- lines.insert(index + indexDiff, " "*len(listInd) + "<li>")
- indexDiff += 1
- lines[index + indexDiff] = lines[index + indexDiff][0:i] + lines[index + indexDiff][i + 1:]
- else:
- if listInd and (not line or line == "*" or line.startswith("@note")):
- lines.insert(index + indexDiff, " "*len(listInd) + "</li>")
- indexDiff += 1
- del listInd[-1]
- lines.insert(index + indexDiff, " "*len(listInd) + "</ul>")
- indexDiff += 1
- i = len(listInd) - 1
- for value in enumerate(listInd):
- lines.append(" "*i + " </li>")
- lines.append(" "*i + "</ul>")
- i -= 1;
- lines = list(map(lambda x: "* " + x[1:].strip() if x.startswith("*") and x != "*" else x, lines))
- lines = list(map(lambda x: x if x.startswith("*") else "* " + x if x and x != "*" else "*", lines))
- lines = list(map(lambda x: x
- .replace("@note", "<b>Note:</b>")
- , lines))
- lines = list(map(lambda x: re.sub('@b ([\\w:]+?)\\b', '<b>' + r'\1' + '</b>', x), lines))
- lines = list(map(lambda x: re.sub('@c ([\\w:]+?)\\b', '<tt>' + r'\1' + '</tt>', x), lines))
- lines = list(map(lambda x: re.sub('`(.*?)`', "{@code " + r'\1' + '}', x), lines))
- lines = list(map(lambda x: re.sub('@p ([\\w:]+?)\\b', '{@code ' + r'\1' + '}', x), lines))
- hasValues = False
- for line in lines:
- if line != "*":
- hasValues = True
- break
- return "/**\n " + "\n ".join(lines) + "\n */" if hasValues else ""
- if __name__ == "__main__":
- # initialize logger
- logging.basicConfig(filename='gen_java.log', format=None, filemode='w', level=logging.INFO)
- handler = logging.StreamHandler()
- handler.setLevel(os.environ.get('LOG_LEVEL', logging.WARNING))
- logging.getLogger().addHandler(handler)
- # parse command line parameters
- import argparse
- arg_parser = argparse.ArgumentParser(description='OpenCV Java Wrapper Generator')
- arg_parser.add_argument('-p', '--parser', required=True, help='OpenCV header parser')
- arg_parser.add_argument('-c', '--config', required=True, help='OpenCV modules config')
- args=arg_parser.parse_args()
- # import header parser
- hdr_parser_path = os.path.abspath(args.parser)
- if hdr_parser_path.endswith(".py"):
- hdr_parser_path = os.path.dirname(hdr_parser_path)
- sys.path.append(hdr_parser_path)
- import hdr_parser
- with open(args.config) as f:
- config = json.load(f)
- ROOT_DIR = config['rootdir']; assert os.path.exists(ROOT_DIR)
- FILES_REMAP = { os.path.realpath(os.path.join(ROOT_DIR, f['src'])): f['target'] for f in config['files_remap'] }
- logging.info("\nRemapped configured files (%d):\n%s", len(FILES_REMAP), pformat(FILES_REMAP))
- dstdir = "./gen"
- jni_path = os.path.join(dstdir, 'cpp'); mkdir_p(jni_path)
- java_base_path = os.path.join(dstdir, 'java'); mkdir_p(java_base_path)
- java_test_base_path = os.path.join(dstdir, 'test'); mkdir_p(java_test_base_path)
- for (subdir, target_subdir) in [('src/java', 'java'), ('android/java', None), ('android-21/java', None)]:
- if target_subdir is None:
- target_subdir = subdir
- java_files_dir = os.path.join(SCRIPT_DIR, subdir)
- if os.path.exists(java_files_dir):
- target_path = os.path.join(dstdir, target_subdir); mkdir_p(target_path)
- copy_java_files(java_files_dir, target_path)
- # launch Java Wrapper generator
- generator = JavaWrapperGenerator()
- gen_dict_files = []
- print("JAVA: Processing OpenCV modules: %d" % len(config['modules']))
- for e in config['modules']:
- (module, module_location) = (e['name'], os.path.join(ROOT_DIR, e['location']))
- logging.info("\n=== MODULE: %s (%s) ===\n" % (module, module_location))
- java_path = os.path.join(java_base_path, 'org/opencv')
- mkdir_p(java_path)
- module_imports = []
- module_j_code = None
- module_jn_code = None
- srcfiles = []
- common_headers = []
- misc_location = os.path.join(module_location, 'misc/java')
- srcfiles_fname = os.path.join(misc_location, 'filelist')
- if os.path.exists(srcfiles_fname):
- with open(srcfiles_fname) as f:
- srcfiles = [os.path.join(module_location, str(l).strip()) for l in f.readlines() if str(l).strip()]
- else:
- re_bad = re.compile(r'(private|.inl.hpp$|_inl.hpp$|.details.hpp$|_winrt.hpp$|/cuda/|/legacy/)')
- # .h files before .hpp
- h_files = []
- hpp_files = []
- for root, dirnames, filenames in os.walk(os.path.join(module_location, 'include')):
- h_files += [os.path.join(root, filename) for filename in fnmatch.filter(filenames, '*.h')]
- hpp_files += [os.path.join(root, filename) for filename in fnmatch.filter(filenames, '*.hpp')]
- srcfiles = h_files + hpp_files
- srcfiles = [f for f in srcfiles if not re_bad.search(f.replace('\\', '/'))]
- logging.info("\nFiles (%d):\n%s", len(srcfiles), pformat(srcfiles))
- common_headers_fname = os.path.join(misc_location, 'filelist_common')
- if os.path.exists(common_headers_fname):
- with open(common_headers_fname) as f:
- common_headers = [os.path.join(module_location, str(l).strip()) for l in f.readlines() if str(l).strip()]
- logging.info("\nCommon headers (%d):\n%s", len(common_headers), pformat(common_headers))
- gendict_fname = os.path.join(misc_location, 'gen_dict.json')
- if os.path.exists(gendict_fname):
- with open(gendict_fname) as f:
- gen_type_dict = json.load(f)
- class_ignore_list += gen_type_dict.get("class_ignore_list", [])
- const_ignore_list += gen_type_dict.get("const_ignore_list", [])
- const_private_list += gen_type_dict.get("const_private_list", [])
- missing_consts.update(gen_type_dict.get("missing_consts", {}))
- type_dict.update(gen_type_dict.get("type_dict", {}))
- ManualFuncs.update(gen_type_dict.get("ManualFuncs", {}))
- func_arg_fix.update(gen_type_dict.get("func_arg_fix", {}))
- namespaces_dict.update(gen_type_dict.get("namespaces_dict", {}))
- if 'module_j_code' in gen_type_dict:
- module_j_code = read_contents(checkFileRemap(os.path.join(misc_location, gen_type_dict['module_j_code'])))
- if 'module_jn_code' in gen_type_dict:
- module_jn_code = read_contents(checkFileRemap(os.path.join(misc_location, gen_type_dict['module_jn_code'])))
- module_imports += gen_type_dict.get("module_imports", [])
- java_files_dir = os.path.join(misc_location, 'src/java')
- if os.path.exists(java_files_dir):
- copy_java_files(java_files_dir, java_base_path, 'org/opencv/' + module)
- java_test_files_dir = os.path.join(misc_location, 'test')
- if os.path.exists(java_test_files_dir):
- copy_java_files(java_test_files_dir, java_test_base_path, 'org/opencv/test/' + module)
- if len(srcfiles) > 0:
- generator.gen(srcfiles, module, dstdir, jni_path, java_path, common_headers)
- else:
- logging.info("No generated code for module: %s", module)
- generator.finalize(jni_path)
- print('Generated files: %d (updated %d)' % (total_files, updated_files))
|