Merge branch 'feature/LotteCinema_Crawling' into 'feature/LotteCinema_Crawling'

Feature/lotte cinema crawling

Add getting playing movie information

See merge request !14

@@ -8,9 +8,22 @@ const puppeteer = require('puppeteer');
 const cheerio = require('cheerio');
 const cheerio = require('cheerio');
 const { textContent } = require('domutils');
 const { textContent } = require('domutils');
 
 
+//https://www.lottecinema.co.kr/NLCHS/Ticketing?movieCd=18632&movieName=범죄도시%202&screenCd=1|1|1009&screenName=김포공항&releaseDate=2022-05-18
+let movieData = [];
+let theaterData = [];
 
 
-app.get('/LotteCinema', asyncHandler(async (req, res, next) => {
-    
+function getToday(){
+    var date = new Date();
+    var year = date.getFullYear();
+    var month = ("0" + (1 + date.getMonth())).slice(-2);
+    var day = ("0" + date.getDate()).slice(-2);
+
+    return year + "-" + month + "-" + day;
+}
+//console.log(getToday());
+
+
+(async () => {
     const browser = await puppeteer.launch();
     const browser = await puppeteer.launch();
 
 
     const page = await browser.newPage();
     const page = await browser.newPage();
@@ -21,13 +34,13 @@ app.get('/LotteCinema', asyncHandler(async (req, res, next) => {
 
 
     let content = await page.content();
     let content = await page.content();
     let $ = cheerio.load(content, {decodeEntities: true});
     let $ = cheerio.load(content, {decodeEntities: true});
-    let data = [];
+
     const $bodyList =  $("#contents > div > ul.movie_list.type2").children("li");
     const $bodyList =  $("#contents > div > ul.movie_list.type2").children("li");
 
 
     let i =0;
     let i =0;
-    $bodyList.each(function(elem){
+    $bodyList.each(function(temp_Body){
         if($(this).find('a > em').text() != "AD"){
         if($(this).find('a > em').text() != "AD"){
-            data[i++]={
+            movieData[i++]={
                 rank : i,
                 rank : i,
                 url: $(this).find('div.top_info > div > div > a').attr('href'),
                 url: $(this).find('div.top_info > div > div > a').attr('href'),
                 title : $(this).find(' div.btm_info > strong').text(),
                 title : $(this).find(' div.btm_info > strong').text(),
@@ -36,26 +49,14 @@ app.get('/LotteCinema', asyncHandler(async (req, res, next) => {
             };
             };
         }
         }
     });
     });
-    await browser.close();
-    
-    res.send(data);
-    //console.log(data);
-}))
 
 
-app.get('/LotteCinema/theater', asyncHandler(async (req, res, next) => {
-    
-    const browser = await puppeteer.launch();
-
-    const page = await browser.newPage();
-
-    // 수집하고자 하는 URL을 입력
     await page.goto('https://www.lottecinema.co.kr/NLCHS/');
     await page.goto('https://www.lottecinema.co.kr/NLCHS/');
 
 
-    let content = await page.content();
-    let $ = cheerio.load(content, {decodeEntities: true});
-    let theaterData = [];
+    content = await page.content();
+    $ = cheerio.load(content, {decodeEntities: true});
+
     const $TypeList =  $("#nav > ul > li:nth-child(3) > div > ul").children("li").find("div > ul").children("li");
     const $TypeList =  $("#nav > ul > li:nth-child(3) > div > ul").children("li").find("div > ul").children("li");
-    let i =0;
+    i =0;
     let flag = 0;
     let flag = 0;
     $TypeList.each(function(temp_Type){
     $TypeList.each(function(temp_Type){
         if(flag==1){
         if(flag==1){
@@ -71,10 +72,72 @@ app.get('/LotteCinema/theater', asyncHandler(async (req, res, next) => {
             flag++;
             flag++;
         }
         }
     });
     });
+
     await browser.close();
     await browser.close();
+    console.log("Completed!");
+})();
+
+
+app.get('/LotteCinema', asyncHandler(async (req, res, next) => {
+    
+    res.send(movieData);
+    //console.log(movieData);
+}))
+
+app.get('/LotteCinema/theater', asyncHandler(async (req, res, next) => {
     
     
     res.send(theaterData);
     res.send(theaterData);
     //console.log(theaterData);
     //console.log(theaterData);
 }))
 }))
 
 
+app.get('/LotteCinema/GetPlayingMovie', asyncHandler(async (req, res, next) => {
+    
+    const browser1 = await puppeteer.launch();
+    const page1 = await browser1.newPage();
+
+    testTheaterName = "판교";
+    testDate = "2022-05-30"
+    let PlayingMovieURL;
+    let playingMovieData = [];
+
+    theaterData.forEach((val, index)=>{
+        // console.log(val);
+        if(val.LocateName.includes(testTheaterName)){
+            PlayingMovieURL = movieData[0].url+ "&screenCd="+ val.LocateQuery +
+                              "&screenName=" + val.LocateName +
+                              "&releaseDate=" + testDate;
+        }
+        
+    })
+
+    //console.log(!PlayingMovieURL);
+
+    if(PlayingMovieURL){
+        await page1.goto(PlayingMovieURL);
+
+        content = await page1.content();
+        $ = cheerio.load(content, {decodeEntities: true});
+
+        let i = 0;
+        const $AbleList =  $("#mCSB_9_container > ul").children("li");
+
+        $AbleList.each(function(temp_Able){
+            if($(this).attr("class") != "disabled"){
+                playingMovieData[i++]={
+                    rank : i,
+                    title : $(this).find("a > div.group_infor > div > strong").text(),
+                }
+            }
+        });
+    }else{
+        res.send("Please wait until get Movie and Theater information!");
+        console.log("Please wait until get Movie and Theater information!");
+    }
+    
+    await browser1.close();
+    
+    res.send(playingMovieData);
+    //console.log(theaterData);
+}))
+
 let server = app.listen(80);
 let server = app.listen(80);

+{
+  "dependencies": {
+    "axios": "^0.27.2",
+    "body-parser": "^1.20.0",
+    "cheerio": "^1.0.0-rc.10",
+    "dom-parser": "^0.1.6",
+    "ejs": "^3.1.7",
+    "express": "^4.17.3",
+    "express-async-handler": "^1.2.0",
+    "express-session": "^1.17.2",
+    "puppeteer": "^14.1.0",
+    "request": "^2.88.2",
+    "sanitize-html": "^2.7.0"
+  }
+}