G마켓, 쿠팡 크롤링 기능 업데이트

+const puppeteer = require('puppeteer');
+
+// Gmarket Cart Crawling
+(async () => {
+  
+  // launching headless browser
+  const browser = await puppeteer.launch();
+  // making a new page
+  const page = await browser.newPage();
+
+  //console input id & password
+  var args = process.argv;
+
+  
+  var c_id = args[2];
+  var c_pw = args[3];
+
+  console.log(args[2] + " " + args[3]);
+
+
+  // Gmarket login page
+  await page.goto('https://login.coupang.com/login/login.pang?rtnUrl=https%3A%2F%2Fwww.coupang.com%2Fnp%2Fpost%2Flogin%3Fr%3Dhttps%253A%252F%252Fwww.coupang.com%252F');
+  // Ading user information
+  await page.evaluate((id, pwd) => {
+    document.querySelector('#login-email-input').value = id;
+    document.querySelector('#login-password-input').value = pwd;
+  }, c_id, c_pw);
+
+  await console.log(c_id,c_pw);
+  
+  // try login
+  await page.click('.login__button');
+  await page.waitForNavigation();
+
+  // goto cart page
+  await page.goto('https://cart.coupang.com/cartView.pang');
+  await page.screenshot({ path: 'coupang.png', fullPage:true });
+
+  // container which will hold crawled data [{},{}...]
+  let data = [];
+
+  // crawling start! (using getOne and getAll function)
+    data = await getAll(page);
+  //data.push(await getAll(page)); // data[0][n]
+
+  //logging the result
+  for(let index = 0; index < data.length; index++){
+  console.log(data[index]);
+  }
+
+  await browser.close();
+  
+})();
+
+
+
+ // Crawling cart informations(object) to data(array)
+ async function getAll(page) {
+  var data = [];
+
+  //coupang table tr counts has dummy 3 tr
+  const number = await page.$$eval("#cartTable-sku > tr", (data) => data.length)-3;
+  // counting the number of the box
+  // coupang car info starts with index 2
+  for (let index = 0; index < number; index++) {
+    data.push(await getOne(page, index + 2));
+      // pushing to the array
+
+  }
+
+  return Promise.resolve(data);
+}
+
+
+// Crawling cart information to data(object)
+async function getOne(page, index) {
+
+  var data = {};
+
+  // this is example code
+  //data.programPeriod = await page.$eval("#iph_content > div > div.list_type_h1.web_view.mt3 > table > tbody > tr:nth-child(" + index + ") > td:nth-child(5)", (data) => data.textContent);
+
+  // product name
+  data.prd_name = await page.$eval("#cartTable-sku > tr:nth-child(" + index + ") > td.product-box > div.product-name-part > a", data => data.textContent);
+  // product price
+  data.prd_price = await page.$eval("#cartTable-sku > tr:nth-child(" + index + ") > td.unit-total-price > div", data => data.textContent);
+  // product link
+  data.prd_link = await page.$eval("#cartTable-sku > tr:nth-child(" + index + ") > td.product-box > div.product-name-part > a", data => data.href);
+  // product image source
+  data.prd_img = await page.$eval("#cartTable-sku > tr:nth-child(" + index + ") > td:nth-child(2) > a > img", data => data.src);
+  // not yet
+
+  return Promise.resolve(data);
+}
\ No newline at end of file

+const puppeteer = require('puppeteer');
+const readline = require('readline');
+
+
+// Gmarket Cart Crawling
+(async () => {
+  
+  // launching headless browser
+  const browser = await puppeteer.launch();
+  // making a new page
+  const page = await browser.newPage();
+
+  //console input id & password
+  var args = process.argv;
+
+  var g_id = args[2];
+  var g_pw = args[3];
+
+  console.log(args[2] + " " + args[3]);
+
+  // Gmarket login page
+  await page.goto('https://signinssl.gmarket.co.kr/login/login?url=https://www.gmarket.co.kr/');
+  // Ading user information
+  await page.evaluate((id, pwd) => {
+    document.querySelector('#id').value = id;
+    document.querySelector('#pwd').value = pwd;
+  }, g_id, g_pw);
+
+  await console.log(g_id,g_pw);
+  
+  // try login
+  await page.click('.button_login');
+  await page.waitForNavigation();
+
+  // goto cart page
+  await page.goto('https://cart.gmarket.co.kr/ko/cart');
+  await page.screenshot({ path: 'gmarket.png', fullPage:true });
+
+  // container which will hold crawled data [{},{}...]
+  let data = [];
+
+  // crawling start! (using getOne and getAll function)
+    data = await getAll(page);
+  //data.push(await getAll(page)); // data[0][n]
+
+  //logging the result
+  for(let index = 0; index < data.length; index++){
+  console.log(data[index]);
+  }
+  
+  await browser.close();
+  
+})();
+
+
+
+ // Crawling cart informations(object) to data(array)
+ async function getAll(page) {
+  var data = [];
+
+  //const number = await page.$$eval("#cart_list > ol > li:nth-child(1) > div.cart--basket_body > div > ul > li", (data) => data.length);
+  const number = await page.$$eval("#cart_list > ol > li", (data) => data.length);
+  // counting the number of the box
+  for (let index = 0; index < number; index++) {
+    data.push(await getOne(page, index + 1));
+      // pushing to the array
+
+  }
+
+  return Promise.resolve(data);
+}
+
+
+// Crawling cart information to data(object)
+async function getOne(page, index) {
+
+  var data = {};
+
+  // this is example code
+  //data.programPeriod = await page.$eval("#iph_content > div > div.list_type_h1.web_view.mt3 > table > tbody > tr:nth-child(" + index + ") > td:nth-child(5)", (data) => data.textContent);
+
+  // product name
+  data.prd_name = await page.$eval("#cart_list > ol > li:nth-child(" + index + ") > div.cart--basket_body > div > ul > li > div > div.item_info > dl > dd > div.section.item_title > a > span", data => data.textContent);
+  // product price
+  data.prd_price = await page.$eval("#cart_list > ol > li:nth-child(" + index + ") > div.cart--basket_body > div > ul > li > div > div.item_info > dl > dd > div.section.item_price > span.format-price > span > strong", data => data.textContent);
+  // product link
+  data.prd_link = await page.$eval("#cart_list > ol > li:nth-child(" + index + ") > div.cart--basket_body > div > ul > li > div > div.item_info > dl > dd > div.section.item_title > a", data => data.href);
+  // product image source
+  data.prd_img = await page.$eval("#cart_list > ol > li:nth-child(" + index + ") > div.cart--basket_body > div > ul > li > div > div.item_img > a > img", data => data.src);
+  // not yet
+
+  return Promise.resolve(data);
+}
\ No newline at end of file

+{
+  "name": "shoppingcart",
+  "version": "1.0.0",
+  "description": "기록날짜 오후 1:30 2020-05-13",
+  "main": "coupang.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "repository": {
+    "type": "git",
+    "url": "ssh://git@khuhub.khu.ac.kr:12959/2015104185/ShoppingCart.git"
+  },
+  "author": "",
+  "license": "ISC",
+  "dependencies": {
+    "puppeteer": "^3.3.0",
+    "readline": "^1.3.0"
+  }
+}