cpp_extractor.py

import os

from cppminer.cpp_parser import AstParser
from cppminer.cpp_parser.sample import make_str_key
from common import PathContextInformation
import tempfile


class CppExtractor:
 def __init__(self, config, ):
 self.config = config
 self.parser = AstParser(max_contexts_num=self.config.MAX_CONTEXTS,
 max_path_len=self.config.MAX_PATH_LENGTH,
 max_subtokens_num=self.config.MAX_NAME_PARTS,
 max_ast_depth=100,
 out_path=None)

 def extract_paths(self, code_string):
 tmp = tempfile.NamedTemporaryFile(mode='w', delete=False, suffix='.cc')
 try:
 tmp.write(code_string)
 tmp.close()
 return self.extract_paths(compiler_args=[], file_path=tmp.name)
 finally:
 os.unlink(tmp.name)

 def extract_paths(self, compiler_args, file_path):
 self.parser.parse(compiler_args=compiler_args, file_path=file_path)
 pc_info_dict = {}
 result = []
 for sample in self.parser.samples:
 for context in sample.contexts:
 info_context = {'name1': make_str_key(context.start_token),
 'name2': make_str_key(context.end_token),
 'path': make_str_key(context.path.tokens),
 'shortPath': make_str_key(context.path.tokens)}
 pc_info = PathContextInformation(info_context)
 pc_info_dict[(pc_info.token1, pc_info.shortPath, pc_info.token2)] = pc_info
 result_line = str(sample)
 space_padding = ' ' * (self.config.DATA_NUM_CONTEXTS - len(sample.contexts))
 result_line += space_padding
 result.append(result_line)
 return result, pc_info_dict