init

ppstructure/pdf2word/README.md

@@ -0,0 +1,49 @@
+# PDF2WORD
+
+PDF2Word是PaddleOCR社区开发者 [whjdark](https://github.com/whjdark) 基于PP-StructureV2版面分析与恢复模型实现的PDF转换Word应用程序，提供可直接安装的exe应用程序，**方便Windows用户免环境配置运行**
+
+## 1.使用
+
+### 应用程序
+
+1. 下载与安装：针对Windows用户，根据[软件下载]()一节下载软件后，运行 `pdf2word.exe` 。若您下载的是lite版本，安装过程中会在线下载环境依赖、模型等必要资源，安装时间较长，请确保网络畅通。serve版本打包了相关依赖，安装时间较短，可按需下载。
+
+2. 转换：由于PP-Structure根据中英文数据分别进行适配，在转换相应文件时可**根据文档语言进行相应选择**。
+
+### 脚本运行
+
+3. 打开结果：点击`显示结果`，即可打开转换完成后的文件夹
+
+> 注意：
+>
+> - 初次安装程序根据不同设备需要等待1-2分钟不等
+> - 使用Office与WPS打开的Word结果会出现不同，推荐以Office为准
+> - 本程序使用 [QPT](https://github.com/QPT-Family/QPT) 进行应用程序打包，感谢 [GT-ZhangAcer](https://github.com/GT-ZhangAcer) 对打包过程的支持
+> - 应用程序仅支持正版win10，11系统，不支持盗版Windows系统，若在安装过程中出现报错或缺少依赖，推荐直接使用 `paddleocr` whl包应用PDF2Word功能，详情可查看[链接](https://github.com/PaddlePaddle/PaddleOCR/blob/release/2.6/ppstructure/docs/quickstart.md)
+
+### 脚本启动界面
+
+首次运行需要将切换路径到PaddleOCR文件目录 ，然后运行代码
+
+```
+cd ./ppstructure/pdf2word
+python pdf2word.py
+```
+
+### PaddleOCR whl包
+
+针对Linux、Mac用户或已经拥有Python环境的用户，**推荐安装 `paddleocr` whl包直接应用PDF2Word功能**，详情可查看[链接](https://github.com/PaddlePaddle/PaddleOCR/blob/release/2.6/ppstructure/docs/quickstart.md)
+
+<a name="download"></a>
+
+## 2.软件下载
+
+如需获取已打包程序，可以扫描下方二维码，关注公众号填写问卷后，加入PaddleOCR官方交流群免费获取20G OCR学习大礼包，内含OCR场景应用集合（包含数码管、液晶屏、车牌、高精度SVTR模型等7个垂类模型）、《动手学OCR》电子书、课程回放视频、前沿论文等重磅资料
+
+<div align="center">
+<img src="https://user-images.githubusercontent.com/50011306/186369636-35f2008b-df5a-4784-b1f5-cebebcb2b7a5.jpg"  width = "150" height = "150" />
+</div>
+
+## 3.版本说明
+
+v0.2版：新加入PDF解析功能，仅提供full版本，打包了所有依赖包与模型文件，尽可能避免安装失败问题。若仍然安装失败，推荐使用 `paddleocr` whl包

ppstructure/pdf2word/pdf2word.py

@@ -0,0 +1,520 @@
+# copyright (c) 2022 PaddlePaddle Authors. All Rights Reserve.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import sys
+import tarfile
+import os
+import time
+import datetime
+import functools
+import cv2
+import platform
+import numpy as np
+import fitz
+from PIL import Image
+from pdf2docx.converter import Converter
+from qtpy.QtWidgets import QApplication, QWidget, QPushButton, QProgressBar, \
+                           QGridLayout, QMessageBox, QLabel, QFileDialog, QCheckBox
+from qtpy.QtCore import Signal, QThread, QObject
+from qtpy.QtGui import QImage, QPixmap, QIcon
+
+file = os.path.dirname(os.path.abspath(__file__))
+root = os.path.abspath(os.path.join(file, '../../'))
+sys.path.append(file)
+sys.path.insert(0, root)
+
+from ppstructure.predict_system import StructureSystem, save_structure_res
+from ppstructure.utility import parse_args, draw_structure_result
+from ppocr.utils.network import download_with_progressbar
+from ppstructure.recovery.recovery_to_doc import sorted_layout_boxes, convert_info_docx
+# from ScreenShotWidget import ScreenShotWidget
+
+__APPNAME__ = "pdf2word"
+__VERSION__ = "0.2.2"
+
+URLs_EN = {
+    # 下载超英文轻量级PP-OCRv3模型的检测模型并解压
+    "en_PP-OCRv3_det_infer":
+    "https://paddleocr.bj.bcebos.com/PP-OCRv3/english/en_PP-OCRv3_det_infer.tar",
+    # 下载英文轻量级PP-OCRv3模型的识别模型并解压
+    "en_PP-OCRv3_rec_infer":
+    "https://paddleocr.bj.bcebos.com/PP-OCRv3/english/en_PP-OCRv3_rec_infer.tar",
+    # 下载超轻量级英文表格英文模型并解压
+    "en_ppstructure_mobile_v2.0_SLANet_infer":
+    "https://paddleocr.bj.bcebos.com/ppstructure/models/slanet/en_ppstructure_mobile_v2.0_SLANet_infer.tar",
+    # 英文版面分析模型
+    "picodet_lcnet_x1_0_fgd_layout_infer":
+    "https://paddleocr.bj.bcebos.com/ppstructure/models/layout/picodet_lcnet_x1_0_fgd_layout_infer.tar",
+}
+DICT_EN = {
+    "rec_char_dict_path": "en_dict.txt",
+    "layout_dict_path": "layout_publaynet_dict.txt",
+}
+
+URLs_CN = {
+    # 下载超中文轻量级PP-OCRv3模型的检测模型并解压
+    "cn_PP-OCRv3_det_infer":
+    "https://paddleocr.bj.bcebos.com/PP-OCRv3/chinese/ch_PP-OCRv3_det_infer.tar",
+    # 下载中文轻量级PP-OCRv3模型的识别模型并解压
+    "cn_PP-OCRv3_rec_infer":
+    "https://paddleocr.bj.bcebos.com/PP-OCRv3/chinese/ch_PP-OCRv3_rec_infer.tar",
+    # 下载超轻量级英文表格英文模型并解压
+    "cn_ppstructure_mobile_v2.0_SLANet_infer":
+    "https://paddleocr.bj.bcebos.com/ppstructure/models/slanet/en_ppstructure_mobile_v2.0_SLANet_infer.tar",
+    # 中文版面分析模型
+    "picodet_lcnet_x1_0_fgd_layout_cdla_infer":
+    "https://paddleocr.bj.bcebos.com/ppstructure/models/layout/picodet_lcnet_x1_0_fgd_layout_cdla_infer.tar",
+}
+DICT_CN = {
+    "rec_char_dict_path": "ppocr_keys_v1.txt",
+    "layout_dict_path": "layout_cdla_dict.txt",
+}
+
+
+def QImageToCvMat(incomingImage) -> np.array:
+    '''  
+    Converts a QImage into an opencv MAT format  
+    '''
+
+    incomingImage = incomingImage.convertToFormat(QImage.Format.Format_RGBA8888)
+
+    width = incomingImage.width()
+    height = incomingImage.height()
+
+    ptr = incomingImage.bits()
+    ptr.setsize(height * width * 4)
+    arr = np.frombuffer(ptr, np.uint8).reshape((height, width, 4))
+    return arr
+
+
+def readImage(image_file) -> list:
+    if os.path.basename(image_file)[-3:] == 'pdf':
+        imgs = []
+        with fitz.open(image_file) as pdf:
+            for pg in range(0, pdf.pageCount):
+                page = pdf[pg]
+                mat = fitz.Matrix(2, 2)
+                pm = page.getPixmap(matrix=mat, alpha=False)
+
+                # if width or height > 2000 pixels, don't enlarge the image
+                if pm.width > 2000 or pm.height > 2000:
+                    pm = page.getPixmap(matrix=fitz.Matrix(1, 1), alpha=False)
+
+                img = Image.frombytes("RGB", [pm.width, pm.height], pm.samples)
+                img = cv2.cvtColor(np.array(img), cv2.COLOR_RGB2BGR)
+                imgs.append(img)
+    else:
+        img = cv2.imread(image_file, cv2.IMREAD_COLOR)
+        if img is not None:
+            imgs = [img]
+
+    return imgs
+
+
+class Worker(QThread):
+    progressBarValue = Signal(int)
+    progressBarRange = Signal(int)
+    endsignal = Signal()
+    exceptedsignal = Signal(str)  #发送一个异常信号
+    loopFlag = True
+
+    def __init__(self, predictors, save_pdf, vis_font_path, use_pdf2docx_api):
+        super(Worker, self).__init__()
+        self.predictors = predictors
+        self.save_pdf = save_pdf
+        self.vis_font_path = vis_font_path
+        self.lang = 'EN'
+        self.imagePaths = []
+        self.use_pdf2docx_api = use_pdf2docx_api
+        self.outputDir = None
+        self.totalPageCnt = 0
+        self.pageCnt = 0
+        self.setStackSize(1024 * 1024)
+
+    def setImagePath(self, imagePaths):
+        self.imagePaths = imagePaths
+
+    def setLang(self, lang):
+        self.lang = lang
+
+    def setOutputDir(self, outputDir):
+        self.outputDir = outputDir
+
+    def setPDFParser(self, enabled):
+        self.use_pdf2docx_api = enabled
+
+    def resetPageCnt(self):
+        self.pageCnt = 0
+
+    def resetTotalPageCnt(self):
+        self.totalPageCnt = 0
+
+    def ppocrPrecitor(self, imgs, img_name):
+        all_res = []
+        # update progress bar ranges
+        self.totalPageCnt += len(imgs)
+        self.progressBarRange.emit(self.totalPageCnt)
+        # processing pages
+        for index, img in enumerate(imgs):
+            res, time_dict = self.predictors[self.lang](img)
+
+            # save output
+            save_structure_res(res, self.outputDir, img_name)
+            # draw_img = draw_structure_result(img, res, self.vis_font_path)
+            # img_save_path = os.path.join(self.outputDir, img_name, 'show_{}.jpg'.format(index))
+            # if res != []:
+            #     cv2.imwrite(img_save_path, draw_img)
+
+            # recovery
+            h, w, _ = img.shape
+            res = sorted_layout_boxes(res, w)
+            all_res += res
+            self.pageCnt += 1
+            self.progressBarValue.emit(self.pageCnt)
+
+        if all_res != []:
+            try:
+                convert_info_docx(imgs, all_res, self.outputDir, img_name)
+            except Exception as ex:
+                print("error in layout recovery image:{}, err msg: {}".format(
+                    img_name, ex))
+        print("Predict time : {:.3f}s".format(time_dict['all']))
+        print('result save to {}'.format(self.outputDir))
+
+    def run(self):
+        self.resetPageCnt()
+        self.resetTotalPageCnt()
+        try:
+            os.makedirs(self.outputDir, exist_ok=True)
+            for i, image_file in enumerate(self.imagePaths):
+                if not self.loopFlag:
+                    break
+                # using use_pdf2docx_api for PDF parsing
+                if self.use_pdf2docx_api \
+                    and os.path.basename(image_file)[-3:] == 'pdf':
+                    self.totalPageCnt += 1
+                    self.progressBarRange.emit(self.totalPageCnt)
+                    print(
+                        '===============using use_pdf2docx_api===============')
+                    img_name = os.path.basename(image_file).split('.')[0]
+                    docx_file = os.path.join(self.outputDir,
+                                             '{}.docx'.format(img_name))
+                    cv = Converter(image_file)
+                    cv.convert(docx_file)
+                    cv.close()
+                    print('docx save to {}'.format(docx_file))
+                    self.pageCnt += 1
+                    self.progressBarValue.emit(self.pageCnt)
+                else:
+                    # using PPOCR for PDF/Image parsing
+                    imgs = readImage(image_file)
+                    if len(imgs) == 0:
+                        continue
+                    img_name = os.path.basename(image_file).split('.')[0]
+                    os.makedirs(
+                        os.path.join(self.outputDir, img_name), exist_ok=True)
+                    self.ppocrPrecitor(imgs, img_name)
+                # file processed
+            self.endsignal.emit()
+            # self.exec()
+        except Exception as e:
+            self.exceptedsignal.emit(str(e))  # 将异常发送给UI进程
+
+
+class APP_Image2Doc(QWidget):
+    def __init__(self):
+        super().__init__()
+        # self.setFixedHeight(100)
+        # self.setFixedWidth(520)
+
+        # settings
+        self.imagePaths = []
+        # self.screenShotWg = ScreenShotWidget()
+        self.screenShot = None
+        self.save_pdf = False
+        self.output_dir = None
+        self.vis_font_path = os.path.join(root, "doc", "fonts", "simfang.ttf")
+        self.use_pdf2docx_api = False
+
+        # ProgressBar
+        self.pb = QProgressBar()
+        self.pb.setRange(0, 100)
+        self.pb.setValue(0)
+
+        # 初始化界面
+        self.setupUi()
+
+        # 下载模型
+        self.downloadModels(URLs_EN)
+        self.downloadModels(URLs_CN)
+
+        # 初始化模型
+        predictors = {
+            'EN': self.initPredictor('EN'),
+            'CN': self.initPredictor('CN'),
+        }
+
+        # 设置工作进程
+        self._thread = Worker(predictors, self.save_pdf, self.vis_font_path,
+                              self.use_pdf2docx_api)
+        self._thread.progressBarValue.connect(
+            self.handleProgressBarUpdateSingal)
+        self._thread.endsignal.connect(self.handleEndsignalSignal)
+        # self._thread.finished.connect(QObject.deleteLater)
+        self._thread.progressBarRange.connect(self.handleProgressBarRangeSingal)
+        self._thread.exceptedsignal.connect(self.handleThreadException)
+        self.time_start = 0  # save start time
+
+    def setupUi(self):
+        self.setObjectName("MainWindow")
+        self.setWindowTitle(__APPNAME__ + " " + __VERSION__)
+
+        layout = QGridLayout()
+
+        self.openFileButton = QPushButton("打开文件")
+        self.openFileButton.setIcon(QIcon(QPixmap("./icons/folder-plus.png")))
+        layout.addWidget(self.openFileButton, 0, 0, 1, 1)
+        self.openFileButton.clicked.connect(self.handleOpenFileSignal)
+
+        # screenShotButton = QPushButton("截图识别")
+        # layout.addWidget(screenShotButton, 0, 1, 1, 1)
+        # screenShotButton.clicked.connect(self.screenShotSlot)
+        # screenShotButton.setEnabled(False) # temporarily disenble
+
+        self.startCNButton = QPushButton("中文转换")
+        self.startCNButton.setIcon(QIcon(QPixmap("./icons/chinese.png")))
+        layout.addWidget(self.startCNButton, 0, 1, 1, 1)
+        self.startCNButton.clicked.connect(
+            functools.partial(self.handleStartSignal, 'CN', False))
+
+        self.startENButton = QPushButton("英文转换")
+        self.startENButton.setIcon(QIcon(QPixmap("./icons/english.png")))
+        layout.addWidget(self.startENButton, 0, 2, 1, 1)
+        self.startENButton.clicked.connect(
+            functools.partial(self.handleStartSignal, 'EN', False))
+
+        self.PDFParserButton = QPushButton('PDF解析', self)
+        layout.addWidget(self.PDFParserButton, 0, 3, 1, 1)
+        self.PDFParserButton.clicked.connect(
+            functools.partial(self.handleStartSignal, 'CN', True))
+
+        self.showResultButton = QPushButton("显示结果")
+        self.showResultButton.setIcon(QIcon(QPixmap("./icons/folder-open.png")))
+        layout.addWidget(self.showResultButton, 0, 4, 1, 1)
+        self.showResultButton.clicked.connect(self.handleShowResultSignal)
+
+        # ProgressBar
+        layout.addWidget(self.pb, 2, 0, 1, 5)
+        # time estimate label
+        self.timeEstLabel = QLabel(("Time Left: --"))
+        layout.addWidget(self.timeEstLabel, 3, 0, 1, 5)
+
+        self.setLayout(layout)
+
+    def downloadModels(self, URLs):
+        # using custom model
+        tar_file_name_list = [
+            'inference.pdiparams', 'inference.pdiparams.info',
+            'inference.pdmodel', 'model.pdiparams', 'model.pdiparams.info',
+            'model.pdmodel'
+        ]
+        model_path = os.path.join(root, 'inference')
+        os.makedirs(model_path, exist_ok=True)
+
+        # download and unzip models
+        for name in URLs.keys():
+            url = URLs[name]
+            print("Try downloading file: {}".format(url))
+            tarname = url.split('/')[-1]
+            tarpath = os.path.join(model_path, tarname)
+            if os.path.exists(tarpath):
+                print("File have already exist. skip")
+            else:
+                try:
+                    download_with_progressbar(url, tarpath)
+                except Exception as e:
+                    print(
+                        "Error occurred when downloading file, error message:")
+                    print(e)
+
+            # unzip model tar
+            try:
+                with tarfile.open(tarpath, 'r') as tarObj:
+                    storage_dir = os.path.join(model_path, name)
+                    os.makedirs(storage_dir, exist_ok=True)
+                    for member in tarObj.getmembers():
+                        filename = None
+                        for tar_file_name in tar_file_name_list:
+                            if tar_file_name in member.name:
+                                filename = tar_file_name
+                        if filename is None:
+                            continue
+                        file = tarObj.extractfile(member)
+                        with open(os.path.join(storage_dir, filename),
+                                  'wb') as f:
+                            f.write(file.read())
+            except Exception as e:
+                print("Error occurred when unziping file, error message:")
+                print(e)
+
+    def initPredictor(self, lang='EN'):
+        # init predictor args
+        args = parse_args()
+        args.table_max_len = 488
+        args.ocr = True
+        args.recovery = True
+        args.save_pdf = self.save_pdf
+        args.table_char_dict_path = os.path.join(root, "ppocr", "utils", "dict",
+                                                 "table_structure_dict.txt")
+        if lang == 'EN':
+            args.det_model_dir = os.path.join(
+                root,  # 此处从这里找到模型存放位置
+                "inference",
+                "en_PP-OCRv3_det_infer")
+            args.rec_model_dir = os.path.join(root, "inference",
+                                              "en_PP-OCRv3_rec_infer")
+            args.table_model_dir = os.path.join(
+                root, "inference", "en_ppstructure_mobile_v2.0_SLANet_infer")
+            args.output = os.path.join(root, "output")  # 结果保存路径
+            args.layout_model_dir = os.path.join(
+                root, "inference", "picodet_lcnet_x1_0_fgd_layout_infer")
+            lang_dict = DICT_EN
+        elif lang == 'CN':
+            args.det_model_dir = os.path.join(
+                root,  # 此处从这里找到模型存放位置
+                "inference",
+                "cn_PP-OCRv3_det_infer")
+            args.rec_model_dir = os.path.join(root, "inference",
+                                              "cn_PP-OCRv3_rec_infer")
+            args.table_model_dir = os.path.join(
+                root, "inference", "cn_ppstructure_mobile_v2.0_SLANet_infer")
+            args.output = os.path.join(root, "output")  # 结果保存路径
+            args.layout_model_dir = os.path.join(
+                root, "inference", "picodet_lcnet_x1_0_fgd_layout_cdla_infer")
+            lang_dict = DICT_CN
+        else:
+            raise ValueError("Unsupported language")
+        args.rec_char_dict_path = os.path.join(root, "ppocr", "utils",
+                                               lang_dict['rec_char_dict_path'])
+        args.layout_dict_path = os.path.join(root, "ppocr", "utils", "dict",
+                                             "layout_dict",
+                                             lang_dict['layout_dict_path'])
+        # init predictor
+        return StructureSystem(args)
+
+    def handleOpenFileSignal(self):
+        '''
+        可以多选图像文件
+        '''
+        selectedFiles = QFileDialog.getOpenFileNames(
+            self, "多文件选择", "/", "图片文件 (*.png *.jpeg *.jpg *.bmp *.pdf)")[0]
+        if len(selectedFiles) > 0:
+            self.imagePaths = selectedFiles
+            self.screenShot = None  # discard screenshot temp image
+            self.pb.setValue(0)
+
+    # def screenShotSlot(self):
+    #     '''
+    #     选定图像文件和截图的转换过程只能同时进行一个
+    #     截图只能同时转换一个
+    #     '''
+    #     self.screenShotWg.start()
+    #     if self.screenShotWg.captureImage:
+    #         self.screenShot = self.screenShotWg.captureImage
+    #         self.imagePaths.clear() # discard openfile temp list
+    #         self.pb.setRange(0, 1)
+    #         self.pb.setValue(0)
+
+    def handleStartSignal(self, lang='EN', pdfParser=False):
+        if self.screenShot:  # for screenShot
+            img_name = 'screenshot_' + time.strftime("%Y%m%d%H%M%S",
+                                                     time.localtime())
+            image = QImageToCvMat(self.screenShot)
+            self.predictAndSave(image, img_name, lang)
+            # update Progress Bar
+            self.pb.setValue(1)
+            QMessageBox.information(self, u'Information', "文档提取完成")
+        elif len(self.imagePaths) > 0:  # for image file selection
+            # Must set image path list and language before start
+            self.output_dir = os.path.join(
+                os.path.dirname(self.imagePaths[0]),
+                "output")  # output_dir shold be same as imagepath
+            self._thread.setOutputDir(self.output_dir)
+            self._thread.setImagePath(self.imagePaths)
+            self._thread.setLang(lang)
+            self._thread.setPDFParser(pdfParser)
+            # disenble buttons
+            self.openFileButton.setEnabled(False)
+            self.startCNButton.setEnabled(False)
+            self.startENButton.setEnabled(False)
+            self.PDFParserButton.setEnabled(False)
+            # 启动工作进程
+            self._thread.start()
+            self.time_start = time.time()  # log start time
+            QMessageBox.information(self, u'Information', "开始转换")
+        else:
+            QMessageBox.warning(self, u'Information', "请选择要识别的文件或截图")
+
+    def handleShowResultSignal(self):
+        if self.output_dir is None:
+            return
+        if os.path.exists(self.output_dir):
+            if platform.system() == 'Windows':
+                os.startfile(self.output_dir)
+            else:
+                os.system('open ' + os.path.normpath(self.output_dir))
+        else:
+            QMessageBox.information(self, u'Information', "输出文件不存在")
+
+    def handleProgressBarUpdateSingal(self, i):
+        self.pb.setValue(i)
+        # calculate time left of recognition
+        lenbar = self.pb.maximum()
+        avg_time = (time.time() - self.time_start
+                    ) / i  # Use average time to prevent time fluctuations
+        time_left = str(datetime.timedelta(seconds=avg_time * (
+            lenbar - i))).split(".")[0]  # Remove microseconds
+        self.timeEstLabel.setText(f"Time Left: {time_left}")  # show time left
+
+    def handleProgressBarRangeSingal(self, max):
+        self.pb.setRange(0, max)
+
+    def handleEndsignalSignal(self):
+        # enble buttons
+        self.openFileButton.setEnabled(True)
+        self.startCNButton.setEnabled(True)
+        self.startENButton.setEnabled(True)
+        self.PDFParserButton.setEnabled(True)
+        QMessageBox.information(self, u'Information', "转换结束")
+
+    def handleCBChangeSignal(self):
+        self._thread.setPDFParser(self.checkBox.isChecked())
+
+    def handleThreadException(self, message):
+        self._thread.quit()
+        QMessageBox.information(self, 'Error', message)
+
+
+def main():
+    app = QApplication(sys.argv)
+
+    window = APP_Image2Doc()  # 创建对象
+    window.show()  # 全屏显示窗口
+
+    QApplication.processEvents()
+    sys.exit(app.exec())
+
+
+if __name__ == "__main__":
+    main()