parse_wordlist

#!/usr/bin/env python3
"""
Cut and paste text from a source text into the parse_this.txt file
before running this script. Output is overwritten to now_parsed.txt.

    Copyright (C) 2021 C.S. Echt

    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program. If not, see https://www.gnu.org/licenses/.
"""
import re
from pathlib import Path

__version__ = '0.1.2'

text2parse_path = Path('parse_this.txt')
parsed_words_path = Path('now_parsed.txt')


def make_wordlist() -> None:
    """
    Create a wordlist of unique words from any source text file.

    :return: A newline-delimited text file.
    """
    text2parse = Path(text2parse_path).read_text()
    parse_list = re.split(r'[\W]+', text2parse)

    parsed_words = [word for word in parse_list if word.isalpha()]
    unique_parsed = set(parsed_words)
    subset_parsed = [word for word in unique_parsed if len(word) >= 3]

    print(f'{len(parsed_words)} words in {text2parse_path}\n'
          f'{len(unique_parsed)} unique words\n'
          f'{len(subset_parsed)} unique with 3 or more letters in {parsed_words_path}'
          )

    # Even though UTF-8 is the default for Python3, it needs to be specified
    # here to have the file encoding recognized by Windows. Don't know why.
    with open(parsed_words_path, 'w', encoding='utf-8') as file:
        for word in sorted(subset_parsed):
            file.write(word)
            file.write('\n')


if __name__ == "__main__":
    make_wordlist()