python-examples/html2plaintext-example.py at master · tkid2000/python-examples

28 lines (25 loc) · 1.2 KB

# example on how to get plaintext from html using python's beautiful soup
# author: James Campbell
# date: 2015 05 19
from bs4 import BeautifulSoup

def cleanMe(html):
	soup = BeautifulSoup(html) # create a new bs4 object from the html data loaded
	for script in soup(["script", "style"]): # remove all javascript and stylesheet code
		script.extract()
	# get text
	text = soup.get_text()
	# break into lines and remove leading and trailing space on each
	lines = (line.strip() for line in text.splitlines())
	# break multi-headlines into a line each
	chunks = (phrase.strip() for line in lines for phrase in line.split("  "))
	# drop blank lines
	text = '\n'.join(chunk for chunk in chunks if chunk)
	return text

testhtml = "<!DOCTYPE HTML>\n<head>\n<title>THIS IS AN EXAMPLE by @jamescampbell</title>\n<meta author='jamescampbell'>\n<style>a {font-family:arial;}</style>\n</head><body>\n<h1>Hello World</h1>\n<p>I hope you enjoy this example.</p></body>"

converted = cleanMe(testhtml)
print ('\n\n[*-*]Before html with text:\n------------------')
print (testhtml)
print ('------------------\n\n\n\n[*-*]After cleanMe() function:\n-------------------')
print (converted.encode('utf-8'))
print ('-------------------\n\n')
exit()

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Expand file tree

Search code, repositories, users, issues, pull requests...

FilesExpand file tree

html2plaintext-example.py

Latest commit

History

html2plaintext-example.py

File metadata and controls

Expand file tree