scripts/unified-docs/script.py

#  Licensed to the Apache Software Foundation (ASF) under one
#  or more contributor license agreements.  See the NOTICE file
#  distributed with this work for additional information
#  regarding copyright ownership.  The ASF licenses this file
#  to you under the Apache License, Version 2.0 (the
#  "License"); you may not use this file except in compliance
#  with the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing,
#  software distributed under the License is distributed on an
#  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
#  KIND, either express or implied.  See the License for the
#  specific language governing permissions and limitations
#  under the License.

import os
import shutil
from concurrent.futures import ThreadPoolExecutor


def copy_markdown_file(src_file, dst_file):
    if not os.path.exists(dst_file):
        os.makedirs(os.path.dirname(dst_file), exist_ok=True)
        shutil.copy2(src_file, dst_file)
        print(f"Copied {src_file} to {dst_file}")
    else:
        print(f"Skipped {dst_file} (already exists)")


def copy_markdown_files(src_folder, dst_folder, excluded_top_level=None):
    tasks = []
    excluded_top_level = excluded_top_level or set()

    for root, directories, files in os.walk(src_folder):
        if os.path.abspath(root) == os.path.abspath(src_folder):
            directories[:] = [
                directory
                for directory in directories
                if directory not in excluded_top_level
            ]
        for file in files:
            if file.endswith(".md"):
                src_file = os.path.join(root, file)
                rel_path = os.path.relpath(src_file, src_folder)
                dst_file = os.path.join(dst_folder, rel_path)
                tasks.append((src_file, dst_file))

    with ThreadPoolExecutor() as executor:
        executor.map(lambda args: copy_markdown_file(*args), tasks)


def execute():
    base_src_folder = "../../docs/"
    zh_cn_docs_dst = "../../i18n/zh-CN/docusaurus-plugin-content-docs/current/"

    base_blog_folder = "../../blog/"
    zh_cn_blog_dst = "../../i18n/zh-CN/docusaurus-plugin-content-blog/"

    copy_markdown_files(base_src_folder, zh_cn_docs_dst, {"security"})
    copy_markdown_files(base_blog_folder, zh_cn_blog_dst)


if __name__ == "__main__":
    print("Copying markdown files...")
    execute()