import argparse

parser = argparse.ArgumentParser(description='Athos unique words parser')
parser.add_argument(
    '--input',
    type=str,
    default='input.txt',
    required=False,
)
parser.add_argument(
    '--output',
    type=str,
    default='output.txt',
    required=False,
)
args = parser.parse_args()

words = [word.strip() for word in open(args.input, 'rt', encoding='utf8', errors='ignore').read().split()]

unique_dict = {}
for word in words:
    unique_dict[word+'\n'] = True

out_file = open(args.output, 'wt')
out_file.writelines(unique_dict.keys())
out_file.close()
print(f'found {len(unique_dict.keys())} words\nfinished.')