gmarket.js 6.05 KB
const puppeteer = require('puppeteer');
const request = require('request');
const fs = require('fs');
const path = require('path');
const HTTPS = require('https');
const domain = "www.chatbotshin.tk"
const sslport = 23023;
const bodyParser = require('body-parser');

//--------------- Line messanger modules -------------------
const TARGET_URL = 'https://api.line.me/v2/bot/message/reply'
const TARGET_URL_2 = 'https://api.line.me/v2/bot/message/push'
var USER_ID = ' ';
const TOKEN = 'LFi+FvOOFOydz0EKN22WRnQyiilnEiyxe2HVV1WrI54Jnght6+Gga07m7pxqSQltBJG2AV2lYnYOAk4TqxzZFKW9R36CJcQs+NaNEiNKJtgBfT/t3tEta/J6GtXxGz/DqdHnfZqSSfLFpXzun/ITTwdB04t89/1O/w1cDnyilFU='
//----------------------------------------------------------

//gmarket_c();

// Gmarket Cart Crawling
async function gmarket_c(user_id, g_id, g_pw){
  
  USER_ID = user_id;

  // launching headless browser
  const browser = await puppeteer.launch();
  // making a new page
  const page = await browser.newPage();

    console.log(g_id + " " + g_pw); //정상입력 확인용, 개인정보 보호를 위해 완성 후 삭제 예정

  // Gmarket login page
  await page.goto('https://signinssl.gmarket.co.kr/login/login?url=https://www.gmarket.co.kr/');
  // Ading user information
  await page.evaluate((id, pwd) => {
    document.querySelector('#id').value = id;
    document.querySelector('#pwd').value = pwd;
  }, g_id, g_pw);

  await console.log(g_id,g_pw);
  
  // try login
  await page.click('.button_login');
  await page.waitForNavigation();

  // goto cart page
  await page.goto('https://cart.gmarket.co.kr/ko/cart');
  
 
  // container which will hold crawled data [{},{}...]
  let data = [];

  // crawling start! (using getOne and getAll function)
    data = await getAll(page);
  
    

  //logging the result
  for(let index = 0; index < data.length; index++){
  
  await replying(data[index].prd_img, data[index].prd_name, data[index].prd_price, data[index].prd_link);
  console.log(data[index]);
  }
  
  await browser.close();
  
}



 // Crawling cart informations(object) to data(array)
 async function getAll(page) {
  var data = [];

  //const number = await page.$$eval("#cart_list > ol > li:nth-child(1) > div.cart--basket_body > div > ul > li", (data) => data.length);
  const number = await page.$$eval("#cart_list > ol > li", (data) => data.length);
  // counting the number of the box
  for (let index = 0; index < number; index++) {
    data.push(await getOne(page, index + 1));
      // pushing to the array
  }

  return Promise.resolve(data);
}


// Crawling cart information to data(object)
async function getOne(page, index) {

  var data = {};

  // this is example code
  //data.programPeriod = await page.$eval("#iph_content > div > div.list_type_h1.web_view.mt3 > table > tbody > tr:nth-child(" + index + ") > td:nth-child(5)", (data) => data.textContent);

  // product name
  data.prd_name = await page.$eval("#cart_list > ol > li:nth-child(" + index + ") > div.cart--basket_body > div > ul > li > div > div.item_info > dl > dd > div.section.item_title > a > span", data => data.textContent);
  // product price
  data.prd_price = await page.$eval("#cart_list > ol > li:nth-child(" + index + ") > div.cart--basket_body > div > ul > li > div > div.item_info > dl > dd > div.section.item_price > span.format-price > span > strong", data => data.textContent);
  // product link
  data.prd_link = await page.$eval("#cart_list > ol > li:nth-child(" + index + ") > div.cart--basket_body > div > ul > li > div > div.item_info > dl > dd > div.section.item_title > a", data => data.href);
  // product image source
  data.prd_img = await page.$eval("#cart_list > ol > li:nth-child(" + index + ") > div.cart--basket_body > div > ul > li > div > div.item_img > a > img", data => data.src);
  // not yet

  return Promise.resolve(data);
}

async function replying(img_link, msg1, msg2, msg3){  //push function
  request.post(
      {
          url: TARGET_URL_2,
          headers: {
              'Authorization': `Bearer ${TOKEN}`
          },
          json: {
              "to": `${USER_ID}`,
              "messages":[
                 {
                      "type":"image",
                      "originalContentUrl": img_link,
                      "previewImageUrl": img_link
                  },
                  {
                      "type": "text",
                      "text": "상품명: " + msg1   // replying message
                  },
                  {
                      "type": "text",
                      "text": "가격: " + msg2 + " 원"  // replying message
                  },
                  {
                      "type": "text",
                      "text": "링크: " + msg3   // replying message
                  }

              ]
          }
      },(error, response, body) => {
          //console.log(body)
      });
}

function replying2(replyToken, sp_message){  // sp_message is message(string) that depends on the situation that user selects
  request.post(
      {
          url: TARGET_URL,
          headers: {
              'Authorization': `Bearer ${TOKEN}`
          },
          json: {
              "replyToken":replyToken,
              "messages":[
                  {
                      "type":"text",
                      "text":sp_message   // replying message
                  }
              ]
          }
      },(error, response, body) => {
          //console.log(body)
      });
}

/*function replying_img(replyToken, img_link){  
  request.post(
      {
          url: TARGET_URL,
          headers: {
              'Authorization': `Bearer ${TOKEN}`
          },
          json: {
              "replyToken":replyToken,
              "messages":[
                  {
                      "type":"image",
                      "originalContentUrl": img_link,
                      "previewImageUrl": img_link
                  }
              ]
          }
      },(error, response, body) => {
          console.log(body)
      });
}*/

module.exports.gmarket_c = gmarket_c;
module.exports.getOne = getOne;
module.exports.getAll = getAll;
module.exports.replying = replying;
//module.exports.replying_img = replying_img;