Skip to content

Commit ab7aefa

Browse files
codingforentrepreneurscodingforentrepreneurs
committed
Add Day 21-23
1 parent 5ecd19c commit ab7aefa

File tree

4 files changed

+267
-0
lines changed

4 files changed

+267
-0
lines changed

‎Day 21 - 23/scrape/.Python‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
/Library/Frameworks/Python.framework/Versions/3.5/Python

‎Day 21 - 23/scrape/code/scape.py‎

Lines changed: 110 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,110 @@
1+
import requests
2+
from bs4 import BeautifulSoup
3+
4+
base_url = 'https://www.yelp.com/search?find_desc=Restaurants&find_loc='
5+
loc = 'Newport+Beach,+CA'
6+
page = 10
7+
8+
9+
10+
url = base_url + loc + "&start=" + str(page)
11+
12+
13+
yelp_r = requests.get(url)
14+
yelp_soup = BeautifulSoup(yelp_r.text, 'html.parser')
15+
16+
17+
businesses = yelp_soup.findAll('div', {'class': 'biz-listing-large'})
18+
19+
for biz in businesses:
20+
#print(biz)
21+
title = biz.findAll('a', {'class': 'biz-name'})[0].text
22+
print(title)
23+
address = biz.findAll('address')[0] #.replace(' ', '')
24+
print(address)
25+
print('\n')
26+
phone = biz.findAll('span', {'class': 'biz-phone'})[0].text
27+
print(phone)
28+
29+
30+
31+
file_path = 'yelp-{loc}.txt'.format(loc=loc)
32+
33+
with open(file_path, "a") as textfile:
34+
businesses = yelp_soup.findAll('div', {'class': 'biz-listing-large'})
35+
for biz in businesses:
36+
#print(biz)
37+
title = biz.findAll('a', {'class': 'biz-name'})[0].text
38+
print(title)
39+
address = biz.findAll('address')[0] #.replace(' ', '')
40+
print(address)
41+
print('\n')
42+
phone = biz.findAll('span', {'class': 'biz-phone'})[0].text
43+
print(phone)
44+
page_line = "{title}\n{address}\n{phone}\n\n".format(
45+
title=title,
46+
address=address,
47+
phone = phone
48+
)
49+
textfile.write(page_line)
50+
51+
52+
53+
54+
55+
56+
57+
58+
59+
60+
61+
62+
63+
64+
65+
66+
print(yelp_soup.findAll('li', {'class': 'regular-search-result'}))
67+
68+
69+
print(yelp_soup.findAll('a', {'class': 'biz-name'}))
70+
71+
for name in yelp_soup.findAll('a', {'class': 'biz-name'}):
72+
print(name.text)
73+
74+
75+
76+
77+
78+
79+
80+
81+
82+
83+
84+
85+
86+
87+
88+
89+
90+
91+
92+
93+
94+
95+
96+
print(yelp_r.status_code) #200
97+
98+
99+
100+
101+
print(yelp_soup.prettify())
102+
print(yelp_soup.findAll('a', {}))
103+
104+
for link in yelp_soup.findAll('a'):
105+
print(link)
106+
107+
108+
109+
110+

‎Day 21 - 23/scrape/requirements.txt‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
beautifulsoup4==4.5.1
2+
requests==2.11.1

‎Day 21 - 23/scrape/yelp-Newport Beach, CA.txt‎

Lines changed: 154 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,154 @@
1+
Moby’s Original Fish Sandwich
2+
<address>
3+
Huntington Beach, CA 92649
4+
</address>
5+
6+
(714) 595-5935
7+
Mama D’s Italian Kitchen
8+
<address>
9+
3012 Newport Blvd<br>Newport Beach, CA 92663
10+
</br></address>
11+
12+
(949) 675-6262
13+
Oak Grill
14+
<address>
15+
690 Newport Center Dr<br>Newport Beach, CA 92660
16+
</br></address>
17+
18+
(949) 760-4920
19+
R + D Kitchen
20+
<address>
21+
555 Newport Ctr Dr<br>Newport Beach, CA 92660
22+
</br></address>
23+
24+
(949) 219-0555
25+
Stag Bar + Kitchen
26+
<address>
27+
121 Mc Fadden Pl<br>Newport Beach, CA 92663
28+
</br></address>
29+
30+
(949) 673-4470
31+
Great Mex
32+
<address>
33+
703 E Balboa Blvd<br>Newport Beach, CA 92661
34+
</br></address>
35+
36+
(949) 675-0808
37+
True Food Kitchen
38+
<address>
39+
451 Newport Center Dr<br>Newport Beach, CA 92660
40+
</br></address>
41+
42+
(949) 644-2400
43+
SOL Cocina
44+
<address>
45+
251 E Coast Hwy<br>Newport Beach, CA 92660
46+
</br></address>
47+
48+
(949) 675-9800
49+
Lotus Bistro
50+
<address>
51+
325 Old Newport Blvd<br>Newport Beach, CA 92663
52+
</br></address>
53+
54+
(949) 287-6827
55+
Bear Flag Fish Company
56+
<address>
57+
3421 Via Lido<br>Newport Beach, CA 92663
58+
</br></address>
59+
60+
(949) 673-3474
61+
A Restaurant
62+
<address>
63+
3334 W Coast Hwy<br>Newport Beach, CA 92663
64+
</br></address>
65+
66+
(949) 650-6505
67+
Moby’s Original Fish Sandwich
68+
<address>
69+
Huntington Beach, CA 92649
70+
</address>
71+
72+
(714) 595-5935
73+
74+
75+
Mama D’s Italian Kitchen
76+
<address>
77+
3012 Newport Blvd<br>Newport Beach, CA 92663
78+
</br></address>
79+
80+
(949) 675-6262
81+
82+
83+
Oak Grill
84+
<address>
85+
690 Newport Center Dr<br>Newport Beach, CA 92660
86+
</br></address>
87+
88+
(949) 760-4920
89+
90+
91+
R + D Kitchen
92+
<address>
93+
555 Newport Ctr Dr<br>Newport Beach, CA 92660
94+
</br></address>
95+
96+
(949) 219-0555
97+
98+
99+
Stag Bar + Kitchen
100+
<address>
101+
121 Mc Fadden Pl<br>Newport Beach, CA 92663
102+
</br></address>
103+
104+
(949) 673-4470
105+
106+
107+
Great Mex
108+
<address>
109+
703 E Balboa Blvd<br>Newport Beach, CA 92661
110+
</br></address>
111+
112+
(949) 675-0808
113+
114+
115+
True Food Kitchen
116+
<address>
117+
451 Newport Center Dr<br>Newport Beach, CA 92660
118+
</br></address>
119+
120+
(949) 644-2400
121+
122+
123+
SOL Cocina
124+
<address>
125+
251 E Coast Hwy<br>Newport Beach, CA 92660
126+
</br></address>
127+
128+
(949) 675-9800
129+
130+
131+
Lotus Bistro
132+
<address>
133+
325 Old Newport Blvd<br>Newport Beach, CA 92663
134+
</br></address>
135+
136+
(949) 287-6827
137+
138+
139+
Bear Flag Fish Company
140+
<address>
141+
3421 Via Lido<br>Newport Beach, CA 92663
142+
</br></address>
143+
144+
(949) 673-3474
145+
146+
147+
A Restaurant
148+
<address>
149+
3334 W Coast Hwy<br>Newport Beach, CA 92663
150+
</br></address>
151+
152+
(949) 650-6505
153+
154+

0 commit comments

Comments
 (0)