Showing
1 changed file
with
4 additions
and
0 deletions
... | @@ -3,6 +3,10 @@ from bs4 import BeautifulSoup | ... | @@ -3,6 +3,10 @@ from bs4 import BeautifulSoup |
3 | import requests | 3 | import requests |
4 | import json | 4 | import json |
5 | 5 | ||
6 | +# TODO: 크롤링한 데이터가 이미 서버에 있는지 확인하는 method 필요 | ||
7 | +def check_duplication_item(item): | ||
8 | + return | ||
9 | + | ||
6 | def save_json(parsed_items): | 10 | def save_json(parsed_items): |
7 | with open('./sample.json', 'w') as f: | 11 | with open('./sample.json', 'w') as f: |
8 | json.dump(parsed_items, f, indent=2, ensure_ascii=False) | 12 | json.dump(parsed_items, f, indent=2, ensure_ascii=False) | ... | ... |
-
Please register or login to post a comment