Commit83b4f4a

minjk-bl

committed

Apps > PDF - edit import package code, and defined function code

1 parent882d71f commit83b4f4aCopy full SHA for 83b4f4a

File tree

-4

lines changed

-4

lines changed

Lines changed: 6 additions & 4 deletions

Original file line number	Diff line number	Diff line change
`@@ -25,7 +25,8 @@ define ([`
`25`	`25`
`26`	`26`	constPDF_IMPORT=`import pandas as pd
`27`	`27`	`import fitz`
`28`		-from nltk.tokenize import sent_tokenize`;
	`28`	`+import nltk`
	`29`	+nltk.download('punkt')`;
`29`	`30`
`30`	`31`	constPDF_FUNC=`def vp_pdf_get_sentence(fname_lst):
`31`	`32`	`'''`
@@ -43,14 +44,15 @@ from nltk.tokenize import sent_tokenize`;
`43`	`44`	`text_lst = [block[4] for block in block_lst if block[6] == 0]`
`44`	`45`	`text = '\\n'.join(text_lst)`
`45`	`46`
`46`		`- sentence_lst.extend([sentence for sentence in sent_tokenize(text)])`
	`47`	`+ sentence_lst.extend([sentence for sentence innltk.sent_tokenize(text)])`
`47`	`48`
`48`	`49`	`doc.close()`
`49`		`- except:`
	`50`	`+ except Exception as e:`
	`51`	`+ print(e)`
`50`	`52`	`continue`
`51`	`53`
`52`	`54`	`df_doc = pd.DataFrame({`
`53`		`- 'fname': fname,`
	`55`	`+ 'fname': fname.split('/')[-1],`
`54`	`56`	`'sentence': sentence_lst`
`55`	`57`	`})`
`56`	`58`	`df = pd.concat([df,df_doc])`

Comments

(0)