wikitextgraph.py

import argparse
from pathlib import Path
from gui import gui_prompt_for_inputs
from config import get_language_settings
from parser_module import parse_wikidump
from graph import generate_graph


def parse_args():
    """
    Parses command-line arguments for processing a Wikipedia XML dump.

    Returns:
        argparse.Namespace: Parsed command-line arguments.
    """
    parser = argparse.ArgumentParser(
        description="Parse Wikipedia XML dump and generate graph."
    )
    parser.add_argument(
        '--dump_filepath', type=str,
        help='Path to the compressed XML dump file.'
    )
    parser.add_argument(
        '--language_code', type=str,
        choices=['en', 'es', 'el', 'pl', 'it', 'nl', 'eu', 'hi', 'de', 'vi'],
        help='Language code (en, es, el, pl, it, nl, eu, hi, de, vi).'
    )
    parser.add_argument(
        '--base_dir', type=str, default=str(Path.cwd()),
        help='Base directory for output files. Defaults to the current working directory.'
    )
    parser.add_argument(
        '--generate_graph', action='store_true',
        help='Flag to indicate whether to generate the graph.'
    )

    return parser.parse_args()


def main():
    """
    Main function to process a Wikipedia XML dump and optionally generate a graph.

    This function:
    1. Parses command-line arguments.
    2. Uses the GUI if required arguments are missing.
    3. Ensures the base directory exists.
    4. Processes the Wikipedia dump file.
    5. Generates a graph if the option is enabled.
    """
    args = parse_args()

    # if required arguments are missing, prompt user via GUI
    if not args.dump_filepath or not args.language_code:
        dump_filepath, language_code, base_dir, generate_graph_flag = gui_prompt_for_inputs()
    else:
        dump_filepath = Path(args.dump_filepath)  # convert to Path object
        language_code = args.language_code
        base_dir = Path(args.base_dir) if args.base_dir else Path.cwd()
        generate_graph_flag = args.generate_graph
        # use_string_labels = False  # default numerical value for string labels

    # make sure that the user is feeding the proper file
    if not str(dump_filepath).endswith("-pages-articles-multistream.xml.bz2"):
        raise ValueError("Invalid dump file: the file must end with '-pages-articles-multistream.xml.bz2'. \n Can be found here: `https://dumps.wikimedia.org/backup-index.html`")
    
    # ensure base directory exists
    base_dir.mkdir(parents=True, exist_ok=True)

    # parse Wikipedia XML dump
    parse_wikidump(
        dump_filepath=str(dump_filepath),  # convert Path to string for compatibility
        language_code=language_code,
        base_dir=str(base_dir),  # convert Path to string for compatibility
        generate_graph_flag=generate_graph_flag
       #  use_string_labels=use_string_labels
    )

    # No need to call generate_graph here; it is already called inside parse_wikidump
    pass



if __name__ == "__main__":
    main()