mirror of
https://github.com/xtekky/gpt4free.git
synced 2025-12-06 02:30:41 -08:00
Update internet.py
This commit is contained in:
parent
0f81b61739
commit
9e4a63e74b
1 changed files with 0 additions and 2 deletions
|
|
@ -46,8 +46,6 @@ class SearchResultEntry():
|
|||
|
||||
def scrape_text(html: str, max_words: int = None) -> str:
|
||||
soup = BeautifulSoup(html, "html.parser")
|
||||
for exclude in soup(["script", "style"]):
|
||||
exclude.extract()
|
||||
for selector in [
|
||||
"main",
|
||||
".main-content-wrapper",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue