入门Java爬虫：认识其基本概念和应用方法

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

import org.jsoup.Jsoup;

import org.jsoup.nodes.Document;

import org.jsoup.nodes.Element;

import org.jsoup.select.Elements;

import java.io.BufferedWriter;

import java.io.FileWriter;

import java.io.IOException;

public class Spider {

    public static void main(String[] args) {

        try {

            // 创建一个CSV文件用于保存数据

            BufferedWriter writer = new BufferedWriter(new FileWriter("top250.csv"));

            // 写入表头

            writer.write("电影名称,豆瓣评分,导演,主演

");

            // 爬取前10页的电影信息

            for (int page = 0; page < 10; page++) {

                String url = "https://movie.douban.com/top250?start=" + (page * 25);

                Document doc = Jsoup.connect(url).get();

                // 解析电影列表

                Elements elements = doc.select("ol.grid_view li");

                for (Element element : elements) {

                    // 获取电影名称

                    String title = element.select(".title").text();

                    // 获取豆瓣评分

                    String rating = element.select(".rating_num").text();

                    // 获取导演和主演

                    String info = element.select(".bd p").get(0).text();

                    // 将数据写入CSV文件

                    writer.write(title + "," + rating + "," + info + "

");

                }

            }

            // 关闭文件

            writer.close();

        } catch (IOException e) {

            e.printStackTrace();

        }

    }

}