fix: fix pptx2md with numpy conflict version

Author: zgqgit

src/backend/bisheng/pptx2md/__init__.py

@@ -0,0 +1,18 @@
+# Copyright 2024 Liu Siyao
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from .entry import convert
+from .types import ConversionConfig
+
+__all__ = ['convert', 'ConversionConfig']

src/backend/bisheng/pptx2md/__main__.py

@@ -0,0 +1,93 @@
+# Copyright 2024 Liu Siyao
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import argparse
+import logging
+from pathlib import Path
+
+from bisheng.pptx2md.entry import convert
+from bisheng.pptx2md.log import setup_logging
+from bisheng.pptx2md.types import ConversionConfig
+
+setup_logging(compat_tqdm=True)
+logger = logging.getLogger(__name__)
+
+
+def parse_args() -> ConversionConfig:
+    arg_parser = argparse.ArgumentParser(description='Convert pptx to markdown')
+    arg_parser.add_argument('pptx_path', type=Path, help='path to the pptx file to be converted')
+    arg_parser.add_argument('-t', '--title', type=Path, help='path to the custom title list file')
+    arg_parser.add_argument('-o', '--output', type=Path, help='path of the output file')
+    arg_parser.add_argument('-i', '--image-dir', type=Path, help='where to put images extracted')
+    arg_parser.add_argument('--image-width', type=int, help='maximum image with in px')
+    arg_parser.add_argument('--disable-image', action="store_true", help='disable image extraction')
+    arg_parser.add_argument('--disable-wmf',
+                            action="store_true",
+                            help='keep wmf formatted image untouched(avoid exceptions under linux)')
+    arg_parser.add_argument('--disable-color', action="store_true", help='do not add color HTML tags')
+    arg_parser.add_argument('--disable-escaping',
+                            action="store_true",
+                            help='do not attempt to escape special characters')
+    arg_parser.add_argument('--disable-notes', action="store_true", help='do not add presenter notes')
+    arg_parser.add_argument('--enable-slides', action="store_true", help='deliniate slides `\n---\n`')
+    arg_parser.add_argument('--try-multi-column', action="store_true", help='try to detect multi-column slides')
+    arg_parser.add_argument('--wiki', action="store_true", help='generate output as wikitext(TiddlyWiki)')
+    arg_parser.add_argument('--mdk', action="store_true", help='generate output as madoko markdown')
+    arg_parser.add_argument('--qmd', action="store_true", help='generate output as quarto markdown presentation')
+    arg_parser.add_argument('--min-block-size',
+                            type=int,
+                            default=15,
+                            help='the minimum character number of a text block to be converted')
+    arg_parser.add_argument("--page", type=int, default=None, help="only convert the specified page")
+    arg_parser.add_argument(
+        "--keep-similar-titles",
+        action="store_true",
+        help="keep similar titles (allow for repeated slide titles - One or more - Add (cont.) to the title)")
+
+    args = arg_parser.parse_args()
+
+    # Determine output path if not specified
+    if args.output is None:
+        extension = '.tid' if args.wiki else '.qmd' if args.qmd else '.md'
+        args.output = Path(f'out{extension}')
+
+    return ConversionConfig(
+        pptx_path=args.pptx_path,
+        output_path=args.output,
+        image_dir=args.image_dir or args.output.parent / 'img',
+        title_path=args.title,
+        image_width=args.image_width,
+        disable_image=args.disable_image,
+        disable_wmf=args.disable_wmf,
+        disable_color=args.disable_color,
+        disable_escaping=args.disable_escaping,
+        disable_notes=args.disable_notes,
+        enable_slides=args.enable_slides,
+        try_multi_column=args.try_multi_column,
+        is_wiki=args.wiki,
+        is_mdk=args.mdk,
+        is_qmd=args.qmd,
+        min_block_size=args.min_block_size,
+        page=args.page,
+        keep_similar_titles=args.keep_similar_titles,
+    )
+
+
+def main():
+    config = parse_args()
+    convert(config)
+
+
+if __name__ == '__main__':
+    main()

src/backend/bisheng/pptx2md/entry.py

@@ -0,0 +1,51 @@
+# Copyright 2024 Liu Siyao
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import logging
+
+import bisheng.pptx2md.outputter as outputter
+from bisheng.pptx2md.parser import parse
+from bisheng.pptx2md.types import ConversionConfig
+from bisheng.pptx2md.utils import load_pptx, prepare_titles
+
+logger = logging.getLogger(__name__)
+
+
+def convert(config: ConversionConfig):
+    if config.title_path:
+        config.custom_titles = prepare_titles(config.title_path)
+
+    prs = load_pptx(config.pptx_path)
+
+    logger.info("conversion started")
+
+    ast = parse(config, prs)
+
+    if str(config.output_path).endswith('.json'):
+        with open(config.output_path, 'w') as f:
+            f.write(ast.model_dump_json(indent=2))
+        logger.info(f'presentation data saved to {config.output_path}')
+        return
+
+    if config.is_wiki:
+        out = outputter.WikiFormatter(config)
+    elif config.is_mdk:
+        out = outputter.MadokoFormatter(config)
+    elif config.is_qmd:
+        out = outputter.QuartoFormatter(config)
+    else:
+        out = outputter.MarkdownFormatter(config)
+
+    out.output(ast)
+    logger.info(f'converted document saved to {config.output_path}')

src/backend/bisheng/pptx2md/image.py

@@ -0,0 +1,37 @@
+# Copyright 2024 Liu Siyao
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# --coding:utf-8--
+# author = ''
+
+
+def convert_wmf_to_png(input_file, output_png_path):
+    """
+    Convert WMF data to a PNG file.
+
+    """
+    # from PIL import ImageGrab
+    # shape.Copy()
+    # image = ImageGrab.grabclipboard()
+    # #image.save('{}.jpg'.format(filename), 'jpeg')
+    # image.save(output_png_path)
+
+    # from PIL import Image
+    # Image.open(input_file).save(output_png_path)
+
+    from wand.image import Image
+
+    with Image(filename=input_file) as img:
+        img.format = 'png'
+        img.save(filename=output_png_path)

src/backend/bisheng/pptx2md/log.py

@@ -0,0 +1,51 @@
+# Copyright 2024 Liu Siyao
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import logging
+import sys
+
+from tqdm import tqdm
+
+
+class TqdmStreamHandler(logging.StreamHandler):
+
+    def emit(self, record):
+        try:
+            msg = self.format(record)
+            tqdm.write(msg)
+            self.flush()
+        except Exception:
+            self.handleError(record)
+
+
+def setup_logging(compat_tqdm=True):
+    root_logger = logging.getLogger()
+    for handler in root_logger.handlers[:]:
+        root_logger.removeHandler(handler)
+
+    formatter = logging.Formatter(
+        '%(asctime)s | %(levelname)s | %(name)s | %(message)s',
+        datefmt='%Y-%m-%d %H:%M:%S',
+    )
+
+    if compat_tqdm:
+        stream_handler = TqdmStreamHandler(sys.stdout)
+    else:
+        stream_handler = logging.StreamHandler(sys.stdout)
+
+    stream_handler.setLevel(logging.INFO)
+    stream_handler.setFormatter(formatter)
+
+    root_logger.setLevel(logging.INFO)
+    root_logger.addHandler(stream_handler)