FilesExpand file tree

 master

/

27_python.py

Copy path

BlameMore file actions

BlameMore file actions

Latest commit

 

History

History

History

31 lines (26 loc) · 911 Bytes

 master

/

27_python.py

Top

File metadata and controls

• Code
• Blame

31 lines (26 loc) · 911 Bytes

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

import requests

from b4 import BeautifulSoup

def trade_spider(max_pages):

page = 1

while page <= max_pages:

url = 'https://buckysroom.org/trade/search.php?page=' + str(page)

source_code = requests.get(url)

plain_text = source_code.text

soup = BeautifulSoup(plain_text)

for link in soup.findAll('a', {'class': 'item-name'}):

href = "https://buckysroom.org" + link.get('href')

title = link.string

# print(href)

# print(title)

get_single_item_data(href)

page += 1

def get_single_item_data(item_url):

source_code = requests.get(item_url)

plain_text = source_code.text

soup = BeautifulSoup(plain_text)

for item_name in soup.findAll('div', {'class': 'i-name'}):

print(item_name.string)

for link in soup.findAll('a'):

href = "https://buckysroom.org" + link.get('href')

print(href)

trade_spider(3)