zcy
/
zhihu_spider
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

words in bolden

master
ZouJiu 2023-07-28 20:38:18 +08:00
parent cd65a4ec59
commit 26c892386e
1 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
crawler.py
View File

@ -363,13 +363,15 @@ def recursion(nod, article, number, driver, dircrea, bk=False):
else:
article += "["+nod.text+"]"+"("+linksite + ")"
elif tag_name=="b" or tag_name=="strong":
p_childNodes = driver.execute_script("return arguments[0].childNodes;", nod)
for pnode in p_childNodes:
article, number = recursion(pnode, article, number, driver, dircrea, True)
# txt = nod.text
# while len(txt) > 0 and txt[-1] == " ":
# txt = txt[:-1]
# article += " **" + txt + "** "
try:
p_childNodes = driver.execute_script("return arguments[0].childNodes;", nod)
for pnode in p_childNodes:
article, number = recursion(pnode, article, number, driver, dircrea, True)
except:
txt = nod.text
while len(txt) > 0 and txt[-1] == " ":
txt = txt[:-1]
article += " **" + txt + "** "
elif tag_name=="em":
if bk:
article += "**"