-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmyTests.py
25 lines (21 loc) · 955 Bytes
/
myTests.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
import requests
from bs4 import BeautifulSoup
letters = ['AAPL', 'TWTR', 'GC=F', 'INTC']
urlStr = 'https://feeds.finance.yahoo.com/rss/2.0/headline?s={}®ion=US&lang=en-US'
headers = {'User-Agent': 'Mozilla/5.0'}
def scraper():
for letter in letters:
url = urlStr.format(letter)
try:
response = requests.get(url, headers=headers)
if int(response.status_code)>=200 and int(response.status_code)<300:
feeds = BeautifulSoup(response.text, features='html.parser').find_all('item')
print("I've got {} feeds for letter: {}".format(len(feeds), letter))
[print('feed link: ',(feed.link.next_element.strip())) for feed in feeds]
else:
print('Web Server error: {}'.format(response.status_code))
except Exception as err:
print(err.args)
scraper()
# from app.myAPI.models import rssFeeds
# rssFeeds.objects.all().delete()