FilesExpand file tree

 master

/

SimpleSpider.java

Copy path

BlameMore file actions

BlameMore file actions

Latest commit

 

History

History

History

executable file

·

37 lines (27 loc) · 920 Bytes

 master

/

SimpleSpider.java

Top

File metadata and controls

• Code
• Blame

executable file

·

37 lines (27 loc) · 920 Bytes

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

package io;

import java.io.*;

import java.net.*;

import java.util.ArrayList;

public class SimpleSpider {

ArrayList<String> set = new ArrayList<String>();

public void search(String host) {

try {

URL u = new URL(host);

set.add(host);

ArrayList<String> tags = Util.extractTags(u);

for (int i = 0; i < tags.size(); ++i) {

String nexthost = Util.extractURL(tags.get(i));

if (nexthost != null && !set.contains(nexthost)) {

System.out.println(nexthost);

search(nexthost);

}

}

} catch (MalformedURLException e) {

} catch (IOException e) {

}

}

public static void main(String args[]) {

SimpleSpider spider = new SimpleSpider();

spider.search("http://www.gold.ac.uk");

}

}