프로그래머스 데이터 가져오는 부분 오류 수정

@@ -8,7 +8,7 @@ const app = express();
 
 
 
 
 // 0초 0분 0시 아무날 아무달 아무년
 // 0초 0분 0시 아무날 아무달 아무년
-const saveData = schedule.scheduleJob('55 30 16 * * *', dataFunctions.save)
+const saveData = schedule.scheduleJob('55 45 20 * * *', dataFunctions.save)
 
 
 const server = app.listen(3000,()=>{
 const server = app.listen(3000,()=>{
     const host = server.address().address
     const host = server.address().address

@@ -78,12 +78,14 @@ const save = async()=> {
         const today = new Date()
         const today = new Date()
         fs.writeFile(`./datas/${today.getFullYear()}.${today.getMonth()}.${today.getDate()}`, string, 'utf-8', (err)=>{
         fs.writeFile(`./datas/${today.getFullYear()}.${today.getMonth()}.${today.getDate()}`, string, 'utf-8', (err)=>{
             if(err){
             if(err){
+                console.log("파일저장시에 오류")
                 console.log(err)
                 console.log(err)
                 save()
                 save()
             }
             }
             else console.log("저장완료!")
             else console.log("저장완료!")
         })
         })
     } catch (error) {
     } catch (error) {
+        console.log("데이터 가져오는 과정에서 오류")
         console.log(error)
         console.log(error)
         save()
         save()
     }
     }

@@ -4,12 +4,18 @@ const sanitizeHtml =require('sanitize-html')
 
 
 const splitData = (string)=>{
 const splitData = (string)=>{
     const temp = /(<a([^>]+)>)/g.exec(string)
     const temp = /(<a([^>]+)>)/g.exec(string)
+    try {
         const temp2 = temp[0].split('"');
         const temp2 = temp[0].split('"');
         url = "https://programmers.co.kr/job" + temp2[1];
         url = "https://programmers.co.kr/job" + temp2[1];
         result = string.replace(/(<([^>]+)>)*(\\t)?/gi, "").replace(/ /g, "").split("\n").filter((ele)=> ele != '')
         result = string.replace(/(<([^>]+)>)*(\\t)?/gi, "").replace(/ /g, "").split("\n").filter((ele)=> ele != '')
         result.pop()
         result.pop()
         result.push(url)
         result.push(url)
         return result;
         return result;
+    } catch (error) {
+        console.log(temp)
+        console.log(string)
+    }
+
 }
 }
 
 
 const makeObject = (array)=>{
 const makeObject = (array)=>{
@@ -17,6 +23,10 @@ const makeObject = (array)=>{
     let tempData = null
     let tempData = null
     for(let i of array){
     for(let i of array){
         tempData = splitData(i)
         tempData = splitData(i)
+        if(!tempData){
+            console.log("error")
+            continue
+        }
         result.push({
         result.push({
             title : tempData[0],
             title : tempData[0],
             tags : [],
             tags : [],
@@ -30,29 +40,31 @@ const makeObject = (array)=>{
     return result
     return result
 }
 }
 
 
-const moveNextPage = async (page)=>{
-
-    await page.click('#paginate > nav > ul > li.next.next_page.page-item > a').catch((error)=>{
-    })
-    await page.waitForTimeout(300)
-    return await page.content()
-}
-
 const getData = async ()=>{
 const getData = async ()=>{
     const browser = await puppeteer.launch();
     const browser = await puppeteer.launch();
     const page = await browser.newPage();
     const page = await browser.newPage();
 
 
     let result = []
     let result = []
     let temp = ""
     let temp = ""
-
+    let count = 1;
     await page.goto('https://programmers.co.kr/job')
     await page.goto('https://programmers.co.kr/job')
+    let selector = '#paginate > nav > ul > li:nth-child(8) > a'
     let content = await page.content()
     let content = await page.content()
+    let $ = cheerio.load(content, {decodeEntities: true})
+    const final = sanitizeHtml($(selector), {
+        parser : {
+            decodeEntities : true
+        }
+    }).replace(/(<([^>]+)>)*(\\t)?/gi, "")
+    console.log(final)
     while(true){
     while(true){
-        if(temp == content){
+        await page.goto(`https://programmers.co.kr/job?page=${count}`)
+        content = await page.content()
+        if(final < count){
             console.log("finish", result.length)
             console.log("finish", result.length)
             break;
             break;
         }
         }
-        let $ = cheerio.load(content, {decodeEntities: true})
+        $ = cheerio.load(content, {decodeEntities: true})
     
     
         let item = ""
         let item = ""
         let resArr =[]
         let resArr =[]
@@ -63,22 +75,21 @@ const getData = async ()=>{
                     decodeEntities: true
                     decodeEntities: true
                 }
                 }
             })
             })
-            if(item =='') break;
+            if(item ==''){
+                console.log("break!!!!")
+                break;
+            } 
             item = item.split("</div>`")
             item = item.split("</div>`")
             resArr.push(item[0])
             resArr.push(item[0])
             
             
         }
         }
         result = result.concat(await makeObject(resArr))
         result = result.concat(await makeObject(resArr))
+        count = count + 1
         resArr = []
         resArr = []
-        temp = content
-        content = await moveNextPage(page)
     }
     }
     return result
     return result
 }
 }
 
 
-
 module.exports = {
 module.exports = {
     getData : getData
     getData : getData
 }
 }
-
-getData()
\ No newline at end of file