この辺の続きです。
４月の勉強会の開催状況と、事前申し込みの状況を眺めてみたが正解。
勉強会情報を拾ってくる
前回の流れですが、２サイト以上でやるので、少しだけ汎用化を考えてみた。
調べてみたら、ATND と COMPASS のAPI仕様がほぼ同一だった。
まずは共通の定義を用意して
import requests import sys class ClassRoom: def __init__(self, title, limit, accepted, waiting): def or_zero(v): if isinstance(v, int): return v return 0 self.title = title self.limit = or_zero(limit) self.joins = or_zero(accepted) + or_zero(waiting) def __str__(self): return f'ClassRoom({self.title}, {self.limit}, {self.joins})' class ClassRoomLoader: def load_class_rooms(self, month: str) -> list: pass class AbstractCompassAtnd(ClassRoomLoader): def __init__(self, api_url: str, max_event_num: int): self.api_url = api_url self.max_event_num = max_event_num def create_request_parameter(self, target_month: str, top: int): return {"ym": target_month, "count": self.max_event_num, "format": "json", "start": top} def request_to_compass(self, target_month: str, top: int) -> requests.Response: params = self.create_request_parameter(target_month, top) query = '&'.join([f'{key}={params[key]}' for key in params.keys()]) print(f'Request: {self.api_url}?{query}') return requests.get(self.api_url + '?' + query) def convert(self, event) -> ClassRoom: try: return ClassRoom(event['title'], event['limit'], event['accepted'], event['waiting']) except: print(f'Error: {sys.exc_info()[0]}') print(f'Value: {event}') raise Exception('Cannot convert') def load_request(self, target_month: str, top: int): class_rooms = [] r_get = self.request_to_compass(target_month, top) print(r_get.status_code) respond_json = r_get.json() for ev in respond_json['events']: class_rooms.append(self.convert(ev)) return (respond_json['results_returned'], class_rooms) def load_class_rooms(self, month: str) -> list: getted = self.max_event_num current_top = 1 class_rooms = [] request = 0 while getted == self.max_event_num: # 最大数以下が返ってきている == まだ次がある request += 1 getted, tmp_rooms = self.load_request(month, current_top) current_top += self.max_event_num class_rooms.extend(tmp_rooms) print( f'Request: {request}, Return: {getted}, currentTop: {current_top}') return class_rooms
単純に読み込む。
尚、読み取った勉強会情報は、pickle でダンプしておく。
class AtndLoader(AbstractCompassAtnd): COMPASS_API = 'http://api.atnd.org/events/' WANT_EVENT_NUM = 100 def __init__(self): super().__init__(AtndLoader.COMPASS_API, AtndLoader.WANT_EVENT_NUM) def convert(self, event) -> ClassRoom: return super().convert(event['event']) def create_request_parameter(self, target_month: str, top: int): return {"ym": target_month, "count": self.max_event_num, "format": "json", "start": top} class CompassLoader(AbstractCompassAtnd): COMPASS_API = 'https://connpass.com/api/v1/event/' WANT_EVENT_NUM = 100 def __init__(self): super().__init__(CompassLoader.COMPASS_API, CompassLoader.WANT_EVENT_NUM) def create_request_parameter(self, target_month: str, top: int): return {"ym": target_month, "count": self.max_event_num, "order": 1, "start": top} # import pickle for backup dump. import pickle if __name__ == "__main__": class_rooms = AtndLoader().load_class_rooms("201904") class_rooms.extend(CompassLoader().load_class_rooms("201904")) with open('backup.pickle', 'wb') as f: pickle.dump(class_rooms, f) print("\n".join([str(s) for s in class_rooms]))続きを読む
