FilesExpand file tree

 master

/

37_python.py

Copy path

BlameMore file actions

BlameMore file actions

Latest commit

 

History

History

History

40 lines (32 loc) · 1.11 KB

 master

/

37_python.py

Top

File metadata and controls

• Code
• Blame

40 lines (32 loc) · 1.11 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

import requests

from bs4 import BeautifulSoup

import operator

def start(url):

word_list = []

source_code = requests.get(url).text

soup = BeautifulSoup(source_code)

for post_text in soup.findAll('a', {'class': 'index_singleListingTitles'}):

content = post_text.string

words = content.lower().split()

for each_word in words:

word.append(each_word)

clean_up_list(word_list)

def clean_up_list(word_list):

clean_word_list = []

for word in word_list:

symbols = "!@#$%^&*()_+{}:\"<>?,./;'[]-='"

for i in range(0, len(symbols):

word = word.replace(symbols[i], "")

if len(word) > 0:

clean_word_list.append(word)

create_dictionary(clean_word_list)

def create_dictionary(clean_word_list):

word_count = {}

for word in clean_word_list:

if word in word_count:

word_count[word] += 1

else:

word_count[word] = 1

for key, value in sorted(word_count.items(), key=operator.itemgetter(1)):

print(key, value)

start('https://buckysroom.org/tops.php?type=text&period=this-month')