from utils import remove_string
import utils
import data_merger
import data_refiner
import data_shuffler
import file_parser
import data_obfuscator_v2

if __name__ == '__main__':
    input_path = 'data/original'
    data_refiner.refine_files(input_path, 'data/refined')
    data_merger.merge_two_files(input_path, 'data/merged')
    data_shuffler.shuffle_files(input_path, 'data/shuffled')
    vars = data_obfuscator_v2.read_histogram('data/histogram_v1.txt')
    data_obfuscator_v2.obfuscate_files(input_path, 'data/obfuscated2', vars)

    # utils.write_file('data/keyword_examples.txt', utils.search_keyword(input_path, 'rand'))
    # data_obfuscator.create_var_histogram(input_path, 'data/histogram.txt')