\u6700\u521d\u306e\u30b3\u30fc\u30c9\u30d6\u30ed\u30c3\u30af
\n%%shell<\/p>\n
cat > \/etc\/apt\/sources.list.d\/debian.list <<‘EOF’
\ndeb [arch=amd64 signed-by=\/usr\/share\/keyrings\/debian-buster.gpg] http:\/\/deb.debian.org\/debian buster main
\ndeb [arch=amd64 signed-by=\/usr\/share\/keyrings\/debian-buster-updates.gpg] http:\/\/deb.debian.org\/debian buster-updates main
\ndeb [arch=amd64 signed-by=\/usr\/share\/keyrings\/debian-security-buster.gpg] http:\/\/deb.debian.org\/debian-security buster\/updates main
\nEOF<\/p>\n
apt-key adv –keyserver keyserver.ubuntu.com –recv-keys DCC9EFBF77E11517
\napt-key adv –keyserver keyserver.ubuntu.com –recv-keys 648ACFD622F3D138
\napt-key adv –keyserver keyserver.ubuntu.com –recv-keys 112695A0E562B32A
\napt-key export 77E11517 | gpg –dearmour -o \/usr\/share\/keyrings\/debian-buster.gpg
\napt-key export 22F3D138 | gpg –dearmour -o \/usr\/share\/keyrings\/debian-buster-updates.gpg
\napt-key export E562B32A | gpg –dearmour -o \/usr\/share\/keyrings\/debian-security-buster.gpg<\/p>\n
cat > \/etc\/apt\/preferences.d\/chromium.pref << ‘EOF’
\nPackage: *
\nPin: release a=eoan
\nPin-Priority: 500<\/p>\n
Package: *
\nPin: origin “deb.debian.org”
\nPin-Priority: 300<\/p>\n
Package: chromium*
\nPin: origin “deb.debian.org”
\nPin-Priority: 700
\nEOF<\/p>\n
\u6b21\u30d6\u30ed\u30c3\u30af
\n!apt-get update
\n!apt-get install chromium chromium-driver
\n!pip install -q selenium<\/p>\n
\u78ba\u8a8d
\nfrom selenium import webdriver
\nfrom selenium.webdriver.common.by import By
\nfrom bs4 import BeautifulSoup
\nimport time
\nimport pandas as pd<\/p>\n
try:
\n # \u30d6\u30e9\u30a6\u30b6\u3092headless\u30e2\u30fc\u30c9\u5b9f\u884c
\n options = webdriver.ChromeOptions()
\n #\u30d8\u30c3\u30c9\u30ec\u30b9\u30e2\u30fc\u30c9\uff08\u30d0\u30c3\u30af\u30b0\u30e9\u30a6\u30f3\u30c9\u3067\u8d77\u52d5\uff09\u3067\u5b9f\u884c\u3002\u30b3\u30e9\u30dc\u306e\u5834\u5408\u3001\u5fc5\u9808\u3002
\n options.add_argument(‘–headless’)
\n #\u30b5\u30f3\u30c9\u30dc\u30c3\u30af\u30b9\u30e2\u30fc\u30c9\u306e\u89e3\u9664\u3002\u3053\u308c\u3082\u5fc5\u9808\u3002
\n options.add_argument(‘–no-sandbox’)
\n #\u3053\u308c\u3082\u8a2d\u5b9a\u3057\u305f\u65b9\u304c\u3088\u3044\u3002
\n options.add_argument(‘–disable-dev-shm-usage’)<\/p>\n
#\u30a4\u30f3\u30b9\u30bf\u30f3\u30b9\u5316
\n driver = webdriver.Chrome(‘chromedriver’, options=options)
\n #\u6307\u5b9a\u3057\u305f\u30c9\u30e9\u30a4\u30d0\u30fc\u304c\u898b\u3064\u304b\u308b\u307e\u3067\u5f85\u6a5f
\n driver.implicitly_wait(10)<\/p>\n
base_url = “https:\/\/www.amazon.co.jp\/gp\/new-releases\/books\/466298\/ref=zg_bsnr_unv_books_2_492350_1”
\n driver.get(base_url)
\n time.sleep(5)<\/p>\n
# scroll
\n while len(driver.find_elements(By.ID, “gridItemRoot”)) < 50:
\n time.sleep(5)
\n driver.execute_script(“window.scrollBy(0, 3000);”) <\/p>\n
# \u30ec\u30d3\u30e5\u30fc\u3054\u3068\u306e\u8981\u7d20
\n prosuct_elements = driver.find_elements(By.ID, “gridItemRoot”)
\n results = list() for i_section in prosuct_elements:
\n result_row = dict()
\n # url a_element = i_section.find_element(By.CSS_SELECTOR, “div > div:nth-child(2) > div > a:nth-child(2)”)
\n result_row[“url”] = a_element.get_attribute(“href”)
\n # \u88fd\u54c1\u540d
\n result_row[“name”] = a_element.text<\/p>\n
print(result_row)<\/p>\n
results.append(result_row)
\nfinally:
\n driver.quit()<\/p>\n
df = pd.DataFrame(results)
\nprint(df.head())<\/p>\n","protected":false},"excerpt":{"rendered":"
\u6700\u521d\u306e\u30b3\u30fc\u30c9\u30d6\u30ed\u30c3\u30af %%shell c<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[50,39],"tags":[],"class_list":["post-618","post","type-post","status-publish","format-standard","hentry","category-google-colabory","category-python"],"_links":{"self":[{"href":"https:\/\/deskplate.net\/blog\/wp-json\/wp\/v2\/posts\/618","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/deskplate.net\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/deskplate.net\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/deskplate.net\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/deskplate.net\/blog\/wp-json\/wp\/v2\/comments?post=618"}],"version-history":[{"count":4,"href":"https:\/\/deskplate.net\/blog\/wp-json\/wp\/v2\/posts\/618\/revisions"}],"predecessor-version":[{"id":622,"href":"https:\/\/deskplate.net\/blog\/wp-json\/wp\/v2\/posts\/618\/revisions\/622"}],"wp:attachment":[{"href":"https:\/\/deskplate.net\/blog\/wp-json\/wp\/v2\/media?parent=618"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/deskplate.net\/blog\/wp-json\/wp\/v2\/categories?post=618"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/deskplate.net\/blog\/wp-json\/wp\/v2\/tags?post=618"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}