mirror of
https://github.com/xtekky/gpt4free.git
synced 2025-12-06 02:30:41 -08:00
Update internet.py
This commit is contained in:
parent
9da45f9a63
commit
d53db73248
1 changed files with 1 additions and 1 deletions
|
|
@ -67,7 +67,7 @@ def scrape_text(html: str, max_words: int = None) -> str:
|
|||
if select:
|
||||
select.extract()
|
||||
clean_text = ""
|
||||
for paragraph in soup.select("p"):
|
||||
for paragraph in soup.select("p, h1, h2, h3, h4, h5, h6"):
|
||||
text = paragraph.get_text()
|
||||
for line in text.splitlines():
|
||||
words = []
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue