durian-flask/flight_spider.py at main · Durian-HiTech/durian-flask · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
import requests
import json
from datetime import datetime
from bs4 import BeautifulSoup
import sys


# 返回航班列表 (无状态)


def get_flight_info(d, a, date):
    url = "https://flights.ctrip.com/itinerary/api/12808/products"
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:68.0) Gecko/20100101 Firefox/68.0",
        "Referer": "https://flights.ctrip.com/itinerary/oneway/bjs-sha?date=" + date,
        "Content-Type": "application/json"
    }
    request_payload = {
        "flightWay": "Oneway",
        "classType": "ALL",
        "hasChild": False,
        "hasBaby": False,
        "searchIndex": 1,
        "airportParams": [
            {"dcity": d, "acity": a, "date": date}
        ]
    }

    response = requests.post(url, data=json.dumps(
        request_payload), headers=headers).text

    routeList = json.loads(response).get('data').get('routeList')

    flights = []

    for route in routeList:
        # 判断是否有信息，有时候没有会报错
        if len(route.get('legs')) == 1:
            legs = route.get('legs')
            flight = legs[0].get('flight')
            # 提取想要的信息
            airline_name = flight.get('airlineName')
            flight_number = flight.get('flightNumber')
            departure_date = flight.get('departureDate')
            arrival_date = flight.get('arrivalDate')
            departure_city_name = flight.get(
                'departureAirportInfo').get('cityName')
            departure_airport_name = flight.get(
                'departureAirportInfo').get('airportName')
            arrival_city_name = flight.get(
                'arrivalAirportInfo').get('cityName')
            arrival_airport_name = flight.get(
                'arrivalAirportInfo').get('airportName')

            single_flight = {
                'airline_name': airline_name,
                'flight_number': flight_number,
                'departure_date': departure_date,
                'arrival_date': arrival_date,
                'departure_city_name': departure_city_name,
                'departure_airport_name': departure_airport_name,
                'arrival_city_name': arrival_city_name,
                'arrival_airport_name': arrival_airport_name
            }

            flights.append(single_flight)

    return flights


def get_flight_info_by_code(code, date=datetime.now().strftime('%Y-%m-%d')):
    url = f'http://www.umetrip.com/mskyweb/fs/fc.do?flightNo={code}&date={date}&channel='
    fail_num = 0
    while True:
        if fail_num == 1:
            return '暂无'
        res = requests.get(url)
        soup = BeautifulSoup(res.text, 'html.parser')
        state = soup.find(attrs={'class': 'state'})
        if state is not None:
            condition = state.text.strip()[:2]
            return condition
        fail_num += 1

departure_city = sys.argv[1]
arrival_city = sys.argv[2]
date = sys.argv[3]

print(departure_city, arrival_city, date)

flights = get_flight_info(departure_city, arrival_city, date)
# print(flights)
for f in flights:
    code = f['flight_number']
    state = get_flight_info_by_code(code, date)
    f['state'] = state
    print(state)

js_obj=json.dumps(flights)
with open('flight_res.json','w', encoding='utf-8') as f:
    f.write(js_obj)