Amazon-Price-Checker/bs4_script.py at master · jonfleet/Amazon-Price-Checker · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
import requests
from bs4 import BeautifulSoup
import ssl
# path_URL = 'https://www.amazon.com/Shun-DM0706-Classic-8-Inch-Chefs/dp/B0000Y7KNQ/ref=pd_ybh_a_4?_encoding=UTF8&psc=1&refRID=5EW727VD61WHGMCX5V9G'

path_URL = 'https://www.amazon.com/SHINCO-Dehumidifier-Basement-Bathroom-Effectively/dp/B07WHXH1DC/ref=sr_1_11?dchild=1&keywords=dehumidifier&qid=1588725567&sr=8-11'

class scraper_bot:
    def __init__(self):
        self.header = {"User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.100 Safari/537.36'}

    def find_price_knife(self,URL):
        ctx = ssl.create_default_context()
        ctx.check_hostname = False
        ctx.verify_mode = ssl.CERT_NONE

        self.page = requests.get(URL, headers = self.header)
        self.soup = BeautifulSoup(self.page.content,'html.parser')
        self.soup2 = BeautifulSoup(self.soup.prettify(),'html.parser')
        price = self.soup2.find(id = "price_inside_buybox")
        # price = self.soup2.find(id = "")
        print (price)
        name = self.soup2.find(id = "productTitle")
        return [price,name]


Soup = scraper_bot()
print(Soup.find_price_knife(path_URL))

# header =  {"User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.100 Safari/537.36'}
# page = requests.get(path_URL,headers = header)
# soup = BeautifulSoup(soup.page.content, 'html.parser')
# print(soup)
# soup2 = BeautifulSoup(soup.prettify(), 'html.parser')
# price = soup.find(id = "priceblock_ourpice")
# print(price)


#--------------------------------

# print(soup.title.string)
# for item in
# print(soup.find_all('span', id = "priceblock_ourprice")
# for tag in soup.find('span'):
#     print(tag)
# match = soup.find_all("div",class_= "a-section")
# print(match)

# print(soup.find("span",id="priceblock_ourprice"))
# Title

# print(soup.title)
# print("-------")
# print(soup.title.name)
# print("--------")
# print(soup.title.string)
# print("--------")
# print(soup.title.parent.name)

# Body

# print(soup.body)
# print("-------")
# print(str(soup.body.name))
# print("-------")
# print(soup.body.string)

# for link in soup.find_all('a'):
#     print(link.get('href'))

# print(soup.get_text())

# title = soup.find(id="productTitle")


# title2 = BeautifulSoup(title,'html.parser')