File preprocess_qch.py of Package cppreference-doc

Overview Repositories Revisions Requests Users Attributes Meta

File preprocess_qch.py of Package cppreference-doc (Revision 7f5cef39b9743be7894d9132c502e696)

Currently displaying revision 7f5cef39b9743be7894d9132c502e696 , Show latest

#!/usr/bin/env python3

#   Copyright (C) 2018  Monika Kairaityte <monika@kibit.lt>
#
#   This file is part of cppreference-doc
#
#   This program is free software: you can redistribute it and/or modify
#   it under the terms of the GNU General Public License as published by
#   the Free Software Foundation, either version 3 of the License, or
#   (at your option) any later version.
#
#   This program is distributed in the hope that it will be useful,
#   but WITHOUT ANY WARRANTY; without even the implied warranty of
#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#   GNU General Public License for more details.
#
#   You should have received a copy of the GNU General Public License
#   along with this program.  If not, see http://www.gnu.org/licenses/.

import argparse
import concurrent.futures
import os
import shutil
from commands import preprocess_cssless

def main():
    parser = argparse.ArgumentParser(prog='preprocess_qch.py')
    parser.add_argument(
        '--src', required=True, type=str,
        help='Source directory where raw website copy resides')

parser.add_argument(
        '--dst', required=True, type=str,
        help='Destination folder to put preprocessed archive to')

parser.add_argument(
        '--verbose', action='store_true', default=False,
        help='If set, verbose output is produced')
    args = parser.parse_args()

source_root = args.src
    dest_root = args.dst
    verbose = args.verbose

if os.path.isdir(dest_root):
        shutil.rmtree(dest_root)

paths_list = []
    for root, _, files in os.walk(source_root):
        for file in files:
            if file.endswith(".html"):
                src_path = os.path.join(root, file)
                rel_path = os.path.relpath(src_path, source_root)
                dst_path = os.path.join(dest_root, rel_path)
                paths_list.append((src_path, dst_path))

with concurrent.futures.ProcessPoolExecutor() as executor:
        futures = [
            executor.submit(preprocess_cssless.preprocess_html_merge_cssless,
                            src_path, dst_path)
            for src_path, dst_path in paths_list
        ]

for i, future in enumerate(futures):
            print('Processing file: {}/{}: {}'.format(
                    i, len(paths_list), paths_list[i][1]))
            output = future.result()
            if verbose:
                print(output)

if __name__ == "__main__":
    main()

Places

File preprocess_qch.py of Package cppreference-doc (Revision 7f5cef39b9743be7894d9132c502e696)

Places