-
Notifications
You must be signed in to change notification settings - Fork 30
/
main.py
361 lines (318 loc) · 17.9 KB
/
main.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
# -*- encoding: utf-8 -*-
'''
@Author : yiding
@Contact : [email protected]
@Time : May 30,2022
@Desc : pdf翻译，将要翻译的pdf放到input_file目录下
'''
import os
import re
import sys
import time
import shutil
import inspect
import traceback
import fitz
import requests
from tqdm import tqdm
from docx import Document
from docx.shared import Inches
from docx.oxml.ns import qn
## 选择其中一个api
from translate_func import baidu_translate as net_translate # 百度
# from translate_func import youdao_translate as net_translate # 有道
# from translate_func import google_translate as net_translate # google
# from translate_func import gpt_translate as net_translate # ChatGPT
save_img = True
save_docx = True
# store builtin print
old_print = print
def new_print(*args, **kwargs):
# if tqdm.tqdm.write raises error, use builtin print
try:
tqdm.write(*args, **kwargs)
except:
old_print(*args, ** kwargs)
# globaly replace print with new_print
inspect.builtins.print = new_print
# 正则匹配参考文献
def is_reference(target):
return re.match(r'references', target, re.I)
# 正则匹配图片标注
def is_figure(target):
return re.match('fig/../.', target, re.I)
def rm(folderlist, name):
try:
folderlist.remove(name)
except:
pass
def main():
t0 = time.time()
root = os.path.abspath(os.path.join(os.getcwd(), ".."))
# print('当前项目所在父目录:',root)
all_file = os.listdir(root + "/EasyTrans-mac/input_file")
rm(all_file, '.DS_Store')
for file in all_file:
file_content = []
file_content_org = []
# 翻译文献到新的pdf以及word中
path = root + "/EasyTrans-mac/input_file/" + file #这里改pdf的名字
file_name = os.path.basename(path)
print('当前翻译的pdf名字',file_name)
cur_pdf = fitz.open(path) # 待翻译的pdf
new_pdf = fitz.open() # 翻译完成后要写入的pdf
new_docx = Document() # 翻译完成后要写入的docx
new_docx.styles['Normal'].font.name = u'宋体' # 设置翻译完成后的字体
new_docx.styles['Normal']._element.rPr.rFonts.set(qn('w:eastAsia'), u'宋体') # 设置翻译完成后的字体
i = 0 # 定义页面数的递增
bytes_array = 0
try:
display_name = file_name
if len(display_name)>30:
display_name = file_name[:25] + '...'
for cur_page in tqdm(cur_pdf, display_name, dynamic_ncols=True):
page_content = []
print(f'\n==================================== 正在翻译第{i+1}页 ====================================')
img_list = cur_page.get_images() # 获取当前页面的图片对象
# print(img_list)
imgcount = 0
for img in img_list: # 获取当前页面的图像列表
pix_temp1 = fitz.Pixmap(cur_pdf, img[0])
if img[1]:
pix_temp2 = fitz.Pixmap(cur_pdf, img[1])
pix_temp = fitz.Pixmap(pix_temp1)
pix_temp.set_alpha(pix_temp2.samples)
else:
pix_temp = pix_temp1
#print('当前页面的图像:::', pix_temp)
imgcount += 1
new_name = "图片{}.png".format(imgcount) # 生成图片的名称
if save_img:
pix_temp.save(os.path.join(root,'EasyTrans-mac', 'output_file', new_name))
# bytes_array = pix_temp.getImageData('png')#可以不输出图片再写入新的pdf，通过byte
# print(pix_temp.getImageData('png'))
pix_temp = None # 释放资源
blks = cur_page.get_text_blocks(flags = 4) # read text blocks of input page
new_page = new_pdf.new_page(-1, width=cur_page.mediabox_size[0],
height=cur_page.mediabox_size[1]) # 创建一个新的页面与之前的页面相同大小
img = new_page.new_shape() # prepare /Contents object
disp = fitz.Rect(cur_page.cropbox_position, cur_page.cropbox_position)
croprect = cur_page.rect + disp
# img.drawRect(croprect)#画出整个页面的矩形
# img.finish(color=gray, fill=gray)#填充颜色
begin = (0, 0, 0, 0) # 记录初始值
end = (0, 0, 0, 0) # 记录终结值
flag = 0 # 记录当前的循
reference_flag = 0 # 判断是否在参考文献之后
blks.append((1, 2, 3, 6))
content = ""
imgcount = 0
fonts = 9
for num in range(len(blks)): # loop through the blocks
# 如果是本页面最后一个块,直接结束,因为最后一个是方便计算自己添加的。
if num == len(blks) - 1:
break
# 如果这个块里放的是图像.
if blks[num][-1] == 1:
#print('图像:::',blks[num][4])
imgcount += 1
img_r = blks[num][:4] # 图片要放置位置的坐标
try:
path_img = os.path.join(root,'EasyTrans-mac', 'output_file',
'图片{}.png'.format(imgcount)) # 当前页面第几个图片的位置
img = open(path_img, "rb").read() # 输入流
new_page.insert_image(img_r, stream=img, keep_proportion=True) # 输入到新的pdf页面对应位置
new_docx.add_picture(path_img, width=Inches(3)) # 设置图片保存的宽度
os.remove(path_img) # 输入到新的pdf之后就移除
except:
pass
continue # 跳过下面的插入翻译后文字的过程
# 设置默认字体大小以及位置
if i == 0: # 当前是第一页的话
if num == 0 or num == 1:
fonts = 15
text_pos = fitz.TEXT_ALIGN_CENTER # 一般论文前面的标题,作者,机构名等要居中
elif num == 2:
fonts = 10
text_pos = fitz.TEXT_ALIGN_CENTER # 一般论文前面的标题,作者,机构名等要居中
elif num == 3:
fonts = 10
text_pos = fitz.TEXT_ALIGN_CENTER # 一般论文前面的标题,作者,机构名等要居中
else:
fonts = 10
text_pos = fitz.TEXT_ALIGN_LEFT # 设置文字在当前矩阵中的位置靠左排列
else:
fonts = 10
text_pos = fitz.TEXT_ALIGN_LEFT # 设置文字在当前矩阵中的位置靠左排列
# 目的为了记录起始块坐标
if num == 0:
begin = blks[0][:4]
content = blks[0][4].replace("\n", " ")
# 矩形块，b[0]b[1]为左上角的坐标，b[2]b[3]为右下角的坐标
r = fitz.Rect(blks[num][:4])
# 如果不是倒数第一个块，则进入此循环
if num < len(blks) - 1:
# 两个块y轴距离很近的话，这里以1.0为界，这里判断当前数的右下角的坐标y值
if (abs(blks[num + 1][1] - blks[num][3]) <= 1.0 and abs(
blks[num + 1][1] - blks[num][3]) >= 0):
# 当前块在参考文献之后
if reference_flag == 1:
trans_pragraph = blks[num][4].replace("\n", " ")
page_content.append(trans_pragraph)
res = net_translate(trans_pragraph).replace(' ', '')
new_page.insert_textbox(r, res, fontname="song", fontfile=os.path.join(root,'EasyTrans-mac',
'SimSun.ttf'),
fontsize=7, align=text_pos) #
# 其它情况
else:
flag = 1 #
# 记录最后的矩形坐标，目的为了取出最后的右下角坐标点
end = blks[num + 1][:4]
content += blks[num + 1][4].replace("\n", " ")
# print('content::',content)
# 两个块y轴距离远的的时候
else:
if flag == 1:
# img.drawRect(fitz.Rect(end[0],begin[1],end[2],end[3]))
page_content.append(content)
res = net_translate(content).replace(' ', '') # 翻译结果去掉汉字中的空格
new_docx.add_paragraph(res) # 添加到新的docx文档中
# print('content:',content)
# print(res)
# fitz.Rect(end[0],begin[1],end[2],end[3])为新扩展的矩形框坐标
if begin[2] > end[2]: # 如果起始点的右下角x坐标小于结束点的右下角x坐标
new_page.insert_textbox(fitz.Rect(end[0], begin[1], begin[2], end[3]), res, fontname="song",
fontfile=os.path.join(root,'EasyTrans-mac',
'SimSun.ttf'),
fontsize=fonts, align=text_pos)
else:
new_page.insert_textbox(fitz.Rect(end[0], begin[1], end[2], end[3]), res, fontname="song",
fontfile=os.path.join(root,'EasyTrans-mac',
'SimSun.ttf'),
fontsize=fonts, align=text_pos)
flag = 0
else:
# img.drawRect(r)
trans_pragraph = blks[num][4].replace("\n", " ") # 将待翻译的句子换行换成空格
if is_figure(trans_pragraph.replace(' ','')): # 将该块的判断是否是图片标注
page_content.append(trans_pragraph)
res = net_translate(trans_pragraph).replace(' ', '') # 翻译结果去掉汉字中的空格
new_page.insert_textbox(r, res, fontname="song", fontfile=os.path.join(root,'EasyTrans-mac',
'SimSun.ttf'),
fontsize=7, align=fitz.TEXT_ALIGN_CENTER)
# 标记在这里之后的都是参考文献
elif is_reference(trans_pragraph.replace(' ','')):
reference_flag = 1
new_page.insert_textbox(r, '参考文献', fontname="song", fontfile=os.path.join(root,'EasyTrans-mac',
'SimSun.ttf'),
fontsize=fonts, align=text_pos)
else:
# 翻译结果去掉汉字中的空格
page_content.append(trans_pragraph)
res = net_translate(trans_pragraph).replace(' ', '')
# 添加到新的docx文档中
new_docx.add_paragraph(res)
if reference_flag == 1:
new_page.insert_textbox(r, res, fontname="song", fontfile=os.path.join(root,'EasyTrans-mac',
'SimSun.ttf'),
fontsize=7, align=text_pos) #
else:
new_page.insert_textbox(r, res, fontname="song", fontfile=os.path.join(root,'EasyTrans-mac',
'SimSun.ttf'),
fontsize=fonts, align=text_pos) #
# 记录起始矩形坐标
begin = blks[num + 1][:4]
try:
content = blks[num + 1][4].replace("\n", " ")
# print('content:::',content)
except:
pass
#print('记录content失败！')
# img.finish(width=0.3)
# img.commit()
i += 1
page_content = ''.join(page_content).replace(' ',' ')
file_content.append(f'\n\n==================================== 第{i}页 ====================================\n')
file_content.append(page_content)
file_content.append('\n')
file_content.append(net_translate(page_content))
file_content_org.append(page_content)
file_content_org.append('\n')
# test
# new_pdf.save(os.path.join(root,'EasyTrans-mac', 'trans', 'output_file', file_name[:-4] + '_translated_' +f'{i}' + '.pdf'), garbage=3, deflate=True)
except Exception as e:
print('翻译过程出现异常......')
traceback.print_exc()
new_file_name = os.path.join(root,'EasyTrans-mac', 'output_file', file_name[:-4] + '_translated' + '.pdf') # 翻译后的pdf保存路径
print(new_file_name)
new_docx_name = os.path.join(root,'EasyTrans-mac', 'output_file', file_name[:-4] + '_translated' + '.docx') # 翻译后的docx保存路径
new_docx.save(new_docx_name) # 保存翻译后的docx
new_pdf.save(new_file_name, garbage=4, deflate=True, clean=True) # 保存翻译后的pdf
t1 = time.time()
print("Total translation time: %g sec" % (t1 - t0))
print(' ')
# 文件保存
new_file_name = os.path.join(root,'EasyTrans-mac', 'output_file', file_name[:-4] + '_translated' + '.pdf') # 翻译后的pdf保存路径
if os._exists(new_file_name):
try:
os.remove(new_file_name)
except:
print('删除已有的文件失败，请先关闭该文件然后重新翻译！')
new_docx_name = os.path.join(root,'EasyTrans-mac', 'output_file', file_name[:-4] + '_translated' + '.docx') # 翻译后的docx保存路径
if os._exists(new_docx_name):
try:
os.remove(new_docx_name)
except:
print('删除已有的文件失败，请先关闭该文件然后重新翻译！')
new_txt_name = os.path.join(root,'EasyTrans-mac', 'output_file', file_name[:-4] + '_translated' + '.txt')
new_txt_name_org = os.path.join(root,'EasyTrans-mac', 'output_file', file_name[:-4] + '_org' + '.txt')
if os._exists(new_txt_name):
try:
os.remove(new_txt_name)
except:
print('删除已有的文件失败，请先关闭该文件然后重新翻译！')
if os._exists(new_txt_name_org):
try:
os.remove(new_txt_name_org)
except:
print('删除已有的文件失败，请先关闭该文件然后重新翻译！')
try:
f = open(new_txt_name,'w')
for content in file_content:
print(content,file=f)
f.close()
print('保存txt成功')
except Exception as e:
print(f"Reason: {e}")
print('保存txt异常')
try:
f = open(new_txt_name_org,'w')
for content in file_content_org:
print(content,file=f)
f.close()
print('保存txt成功')
except Exception as e:
print(f"Reason: {e}")
print('保存txt异常')
if save_docx:
try:
new_docx.save(new_docx_name) # 保存翻译后的docx
print('保存docx成功')
except Exception as e:
print(f"Reason: {e}")
print('保存docx异常')
try:
new_pdf.save(new_file_name, garbage=3, deflate=True) # 保存翻译后的pdf
print('保存pdf成功\n')
except Exception as e:
print(f"Reason: {e}")
print('保存pdf异常')
try:
shutil.move(path,os.path.join(root,'EasyTrans-mac', 'output_file', file_name))
except Exception as e:
print(f"Reason: {e}")
print('转移原始文件失败，可能是文件在另外的软件打开。\n请手动将pdf文件移出input文件夹。')
t1 = time.time()
print(f"Total translation time: {round((t1 - t0),1)} sec")
if __name__ == '__main__':
main()