正文
grpc 之 word2pdf使用
提示：扫一扫查出行【扫一扫了解最新限行尾号】
复制提示
做一个word转pdf的服务，采用grpc，使用libreoffice命令。
1.构建libreoffice镜像
FROM python:3.6ENV TZ=Asia/Shanghai
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezoneRUN cd /etc/apt \
&& mv sources.list sources.list.bak \
&& echo "deb http://mirrors.aliyun.com/debian/ stretch main non-free contrib \
deb-src http://mirrors.aliyun.com/debian/ stretch main non-free contrib \
deb http://mirrors.aliyun.com/debian-security stretch/updates main \
deb-src http://mirrors.aliyun.com/debian-security stretch/updates main \
deb http://mirrors.aliyun.com/debian/ stretch-updates main non-free contrib \
deb-src http://mirrors.aliyun.com/debian/ stretch-updates main non-free contrib \
deb http://mirrors.aliyun.com/debian/ stretch-backports main non-free contrib \
deb-src http://mirrors.aliyun.com/debian/ stretch-backports main non-free contrib" > sources.list
RUN apt-get update
RUN apt-get install -y libreoffice
COPY ./ /root/
RUN mv /root/simsun.ttc /usr/share/fonts && mv /root/simhei.ttf /usr/share/fonts && cd /usr/share/fonts && fc-cache -fv
# docker build -t libreoffice .
- 采用python3.6镜像
- 使用阿里源
- 安装libreoffice
- 解决中文乱码 加入中文字体
2.grpc服务端、客户端创建proto配置文件 然后编译
服务端与客户端 采用二进制 数据进行传输
服务端
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Time : 2019/7/9 0009 16:41
# @File : word2pdf_server_main.py
# @author : dfkai
# @Software: PyCharm# python -m grpc_tools.protoc -I. --python_out=. --grpc_python_out=. ./data.protoimport os
import pathlib
import time
import traceback
import uuid
from concurrent import futuresimport grpcfrom proto_py import word2pdf_pb2, word2pdf_pb2_grpc_ONE_DAY_IN_SECONDS = 60 * 60 * 24
_HOST = os.environ.get("HOSTNAME", "localhost")
_PORT = '8080'class FormatData(word2pdf_pb2_grpc.FormatDataServicer):
def DoFormat(self, request, context):
"""
proto 定义方法
:param request:
:param context:
:return:
"""
data = request.text
doc_path, pdf_path, pdf_file_path = self.get_doc_pdf_path()
with open(doc_path, "wb") as f:
f.write(data)
if self.word2pdf_linux(doc_path, pdf_path):
try:
with open(pdf_file_path, "rb") as f:
pdf_data = f.read()
except:
traceback.format_exc()
else:
pdf_data = b"fail"
return word2pdf_pb2.Data(text=pdf_data) def get_doc_pdf_path(self):
"""
获取文件路径
:return:
"""
baseDir = os.getcwd()
p = pathlib.Path(baseDir)
u_name = str(uuid.uuid4()).replace("-", "")
doc_name = u_name + ".docx"
pdf_name = u_name + ".pdf"
pdf_path = p / f"filepath/pdf/"
doc_path = p / f"filepath/doc/{doc_name}"
pdf_file_path = p / f"filepath/pdf/{pdf_name}"
print(doc_path, pdf_path, pdf_file_path)
return rf"{doc_path}", rf"{pdf_path}", rf"{pdf_file_path}" def word2pdf_win(self, doc_path, pdf_path):
"""
windows 生成
:param doc_path:
:param pdf_path:
:return:
"""
from win32com import client
import pythoncom
pythoncom.CoInitialize()
# word = client.Dispatch("Word.Application")
word = client.DispatchEx("Word.Application")
worddoc = word.Documents.Open(doc_path)
try:
worddoc.SaveAs(pdf_path, FileFormat=17)
except Exception as e:
print(e)
return False
finally:
worddoc.Close()
return True def word2pdf_linux(self, doc_path, pdf_path):
"""
linux 生成 pdf ,利用 libreoffice 命令
:param doc_path:
:param pdf_path:
:return:
"""
try:
os.system(f"soffice --headless --invisible --convert-to pdf {doc_path} --outdir {pdf_path} ")
except:
traceback.format_exc()
return False
return Truedef serve():
"""
rpc 服务
:return:
"""
grpcServer = grpc.server(futures.ThreadPoolExecutor(max_workers=4))
word2pdf_pb2_grpc.add_FormatDataServicer_to_server(FormatData(), grpcServer)
grpcServer.add_insecure_port(_HOST + ':' + _PORT)
grpcServer.start()
try:
while True:
time.sleep(_ONE_DAY_IN_SECONDS)
except KeyboardInterrupt:
grpcServer.stop(0)if __name__ == '__main__':
serve()
客户端
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Time : 2019/7/9 0009 16:40
# @File : word2pdf_client_main.py
# @author : dfkai
# @Software: PyCharm
import traceback
import grpc
from proto_py import word2pdf_pb2, word2pdf_pb2_grpc_HOST = 'localhost'
_PORT = '8080'def run():
file_name = "test"
doc_name = file_name + '.doc'
conn = grpc.insecure_channel(_HOST + ':' + _PORT)
client = word2pdf_pb2_grpc.FormatDataStub(channel=conn)
with open(doc_name, "rb") as f:
data = f.read()
response = client.DoFormat(word2pdf_pb2.Data(text=data))
if response.text == b"fail":
# 发送消息 生成失败
pass
else:
pdf_name = file_name + f'.pdf'
try:
with open(pdf_name, "wb") as f:
f.write(response.text)
except:
traceback.format_exc()
# 发送消息 生成失败
else:
# 发送消息 生成成功
passif __name__ == '__main__':
import time
beg = time.time()
run()
end = time.time()
print(end - beg)
proto配置文件
syntax = "proto3";
package example;
service FormatData {
rpc DoFormat(Data) returns (Data){}
}
message Data {
bytes text = 1;
}
进入文件目录，构建命令：python -m grpc_tools.protoc -I. --python_out=./proto_py/ --grpc_python_out=./proto_py/ ./proto/word2pdf.proto
3.构建rpc服务端镜像
创建proto配置文件 然后编译
服务端与客户端 采用二进制 数据进行传输
服务端
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Time : 2019/7/9 0009 16:41
# @File : word2pdf_server_main.py
# @author : dfkai
# @Software: PyCharm# python -m grpc_tools.protoc -I. --python_out=. --grpc_python_out=. ./data.protoimport os
import pathlib
import time
import traceback
import uuid
from concurrent import futuresimport grpcfrom proto_py import word2pdf_pb2, word2pdf_pb2_grpc_ONE_DAY_IN_SECONDS = 60 * 60 * 24
_HOST = os.environ.get("HOSTNAME", "localhost")
_PORT = '8080'class FormatData(word2pdf_pb2_grpc.FormatDataServicer):
def DoFormat(self, request, context):
"""
proto 定义方法
:param request:
:param context:
:return:
"""
data = request.text
doc_path, pdf_path, pdf_file_path = self.get_doc_pdf_path()
with open(doc_path, "wb") as f:
f.write(data)
if self.word2pdf_linux(doc_path, pdf_path):
try:
with open(pdf_file_path, "rb") as f:
pdf_data = f.read()
except:
traceback.format_exc()
else:
pdf_data = b"fail"
return word2pdf_pb2.Data(text=pdf_data) def get_doc_pdf_path(self):
"""
获取文件路径
:return:
"""
baseDir = os.getcwd()
p = pathlib.Path(baseDir)
u_name = str(uuid.uuid4()).replace("-", "")
doc_name = u_name + ".docx"
pdf_name = u_name + ".pdf"
pdf_path = p / f"filepath/pdf/"
doc_path = p / f"filepath/doc/{doc_name}"
pdf_file_path = p / f"filepath/pdf/{pdf_name}"
print(doc_path, pdf_path, pdf_file_path)
return rf"{doc_path}", rf"{pdf_path}", rf"{pdf_file_path}" def word2pdf_win(self, doc_path, pdf_path):
"""
windows 生成
:param doc_path:
:param pdf_path:
:return:
"""
from win32com import client
import pythoncom
pythoncom.CoInitialize()
# word = client.Dispatch("Word.Application")
word = client.DispatchEx("Word.Application")
worddoc = word.Documents.Open(doc_path)
try:
worddoc.SaveAs(pdf_path, FileFormat=17)
except Exception as e:
print(e)
return False
finally:
worddoc.Close()
return True def word2pdf_linux(self, doc_path, pdf_path):
"""
linux 生成 pdf ,利用 libreoffice 命令
:param doc_path:
:param pdf_path:
:return:
"""
try:
os.system(f"soffice --headless --invisible --convert-to pdf {doc_path} --outdir {pdf_path} ")
except:
traceback.format_exc()
return False
return Truedef serve():
"""
rpc 服务
:return:
"""
grpcServer = grpc.server(futures.ThreadPoolExecutor(max_workers=4))
word2pdf_pb2_grpc.add_FormatDataServicer_to_server(FormatData(), grpcServer)
grpcServer.add_insecure_port(_HOST + ':' + _PORT)
grpcServer.start()
try:
while True:
time.sleep(_ONE_DAY_IN_SECONDS)
except KeyboardInterrupt:
grpcServer.stop(0)if __name__ == '__main__':
serve()
客户端
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Time : 2019/7/9 0009 16:40
# @File : word2pdf_client_main.py
# @author : dfkai
# @Software: PyCharm
import traceback
import grpc
from proto_py import word2pdf_pb2, word2pdf_pb2_grpc_HOST = 'localhost'
_PORT = '8080'def run():
file_name = "test"
doc_name = file_name + '.doc'
conn = grpc.insecure_channel(_HOST + ':' + _PORT)
client = word2pdf_pb2_grpc.FormatDataStub(channel=conn)
with open(doc_name, "rb") as f:
data = f.read()
response = client.DoFormat(word2pdf_pb2.Data(text=data))
if response.text == b"fail":
# 发送消息 生成失败
pass
else:
pdf_name = file_name + f'.pdf'
try:
with open(pdf_name, "wb") as f:
f.write(response.text)
except:
traceback.format_exc()
# 发送消息 生成失败
else:
# 发送消息 生成成功
passif __name__ == '__main__':
import time
beg = time.time()
run()
end = time.time()
print(end - beg)
proto配置文件
syntax = "proto3";
package example;
service FormatData {
rpc DoFormat(Data) returns (Data){}
}
message Data {
bytes text = 1;
}
进入文件目录，构建命令：python -m grpc_tools.protoc -I. --python_out=./proto_py/ --grpc_python_out=./proto_py/ ./proto/word2pdf.proto
FROM libreofficeENV TZ=Asia/Shanghai
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezoneCOPY ./ /root/
WORKDIR /root/word2pdfRPC
RUN pip3 install -i https://mirrors.aliyun.com/pypi/simple/ -r requirments.txt
EXPOSE 8080
CMD python server_main.py
# docker build -t word2pdf .
# docker run -d -p 8080:8080 -v /root/data/word2pdf/:/root/word2pdfRPC/filepath/ --name word2pdf word2pdf
reuirements.txt
futures==3.1.1
grpcio==1.22.0
grpcio-tools==1.22.0
protobuf==3.8.0
参考、推荐:
- protobuf和thrift对比
- Language Guide (proto3)
- Encoding
