스파르타 메이킹첼린지 개발일지2

사용기술

requests

BeautifulSoup

pymongo

리퀘스츠 뷰티풀숩 파이몽고 

import requests
from bs4 import BeautifulSoup

from pymongo import MongoClient           # pymongo를 임포트 하기(패키지 인스톨 먼저 해야겠죠?)

 

 

 

 

별자리와 띠별 운세는 네이버에서 크롤링을해와 데이터베이스에 저장을했습니다

db = client.animal                      # 'dbsparta'라는 이름의 db를 만듭니다.

# URL을 읽어서 HTML를 받아오고,
from requests import Response

headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36'}
data_mouse = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%EC%A5%90%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_cow = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%EC%86%8C%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_tiger = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%ED%98%B8%EB%9E%91%EC%9D%B4%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_rabbit = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%ED%86%A0%EB%81%BC%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_dragon = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%EC%9A%A9%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_snake = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%EB%B1%80%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_horse = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%EB%A7%90%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_sheep = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%EC%96%91%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_monkey = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%EC%9B%90%EC%88%AD%EC%9D%B4%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_chicken = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%EB%8B%AD%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_dog = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%EA%B0%9C%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)
data_pig = requests.get('https://search.naver.com/search.naver?where=nexearch&sm=tab_etc&qvt=0&query=%EB%8F%BC%EC%A7%80%EB%9D%A0%20%EC%9A%B4%EC%84%B8',headers=headers)

 

 

각 페이지를 연결하여 페이지에 들어가면 데이터베이스에서 오늘의 운세를 가져올수있게 만들었습니다

 

사용 db는 몽고db를 사용하였습니다

 

 

doc = {
    'name': name,
    'today_text': today_text,
    'first_year': first_year,
    'first_text': first_text,
    'second_year': second_year,
    'second_text': second_text,
    'third_year': third_year,
    'third_text': third_text,
    'fourth_year': fourth_year,
    'fourth_text': fourth_text,
    'fifth_year': fifth_year,
    'fifth_text': fifth_text,
    'tomorrow_text': tomorrow_text,
    't_first_text': t_first_text,
    't_second_text': t_second_text,
    't_third_text': t_third_text,
    't_fourth_text': t_fourth_text,
    't_fifth_text': t_fifth_text,
    'week_text': week_text,
    'w_first_text': w_first_text,
    'w_second_text': w_second_text,
    'w_third_text': w_third_text,
    'w_fourth_text': w_fourth_text,
    'w_fifth_text': w_fifth_text,
    'month_text': month_text,
}
db.fortune.insert_one(doc)