HyeonJun Jeon / Extended-Calendar

Go to a project
Toggle navigation Toggle navigation pinning
HyeonJun Jeon
d305ac8a 1 parent cb1f79cc

[FIx] Await, Module

Inline Side-by-side
Showing 5 changed files with 167 additions and 130 deletions
......@@ -41,6 +41,5 @@
"last 1 firefox version",
"last 1 safari version"
]
},
"type": "module"
}
}
......
import puppeteer from "puppeteer";
const puppeteer = require("puppeteer");
//use puppeteer
function setTimeoutPromise(ms) {
......@@ -39,6 +39,12 @@ async function login(id, pw) {
) {
return false;
} else {
// await page.goto('https://khcanvas.khu.ac.kr');
let selector =
"#visual > div > div.xn-main-login-container > div:nth-child(2) > div.xn-main-link-wrap.xn-main-lms-link-wrap > a";
await page.waitForSelector(selector);
await Promise.all([page.click(selector), page.waitForNavigation()]);
return page;
}
} catch (err) {
......@@ -50,19 +56,14 @@ async function login(id, pw) {
//function that get your peed for your Ecampus calendar
async function getPeed(page) {
console.log("getPeed");
// await page.goto('https://khcanvas.khu.ac.kr');
let selector =
"#visual > div > div.xn-main-login-container > div:nth-child(2) > div.xn-main-link-wrap.xn-main-lms-link-wrap > a";
await page.waitForSelector(selector);
await page.click(selector);
selector = "#global_nav_calendar_link > div.menu-item-icon-container > svg";
await page.waitForSelector(selector);
page.click(selector);
await page.click(selector);
selector = "#calendar-feed > button";
await page.waitForSelector(selector);
page.click(selector);
await page.click(selector);
// let data = {};
// let temp = await page.$("#calendar-feed-box-lower > a");
......@@ -127,4 +128,6 @@ async function getOne(page, index) {
//}
// if your account is incorrect, value = [ '', '', 'Incorrect user ID or password.' ]
export { login, getPeed, getSubjects };
exports.login = login;
exports.getPeed = getPeed;
exports.getSubjects = getSubjects;
......
//The prototype
// import puppeteer from "puppeteer";
// const puppeteer = require("puppeteer");
// const crawler = async() => {
// try{
// const browser = await puppeteer.launch({headless: false, args:['--window-size=1920,1080']});
......@@ -14,61 +14,72 @@
// document.querySelector("#login_user_id").value = //자신의 E_Campus account id
// document.querySelector("#login_user_password").value = // pw
// document.querySelector('#form1 > div > div.login_btn > a > span').click();
// })
// })
// }catch(err){
// console.log(err)
// }
// }
// crawler();
//The test on nodejs (evaluate version for using input data)
const puppeteer = require("puppeteer");
//Example for not using user_input_login_information
const id = "lorem";
const pw = "lorem";
const informationList = new Object();
const informationList = new Object();
function setTimeoutPromise(ms) {
return new Promise((resolve, reject) => {
setTimeout(() => resolve(), ms);
});
return new Promise((resolve, reject) => {
setTimeout(() => resolve(), ms);
});
}
async function loglogin(id, pw) {
try{
const browser = await puppeteer.launch({headless: false, args:['--window-size=1920,1080']});
const page = await browser.newPage();
await page.setViewport({
width:1920,
height:1080
})
await page.goto('https://e-campus.khu.ac.kr/xn-sso/login.php?auto_login=&sso_only=&cvs_lgn=&return_url=https%3A%2F%2Fe-campus.khu.ac.kr%2Fxn-sso%2Fgw-cb.php%3Ffrom%3D%26login_type%3Dstandalone%26return_url%3Dhttps%253A%252F%252Fe-campus.khu.ac.kr%252Flogin%252Fcallback');
await page.type("#login_user_id", id);
await page.type("#login_user_password", pw);
await page.click('#form1 > div > div.login_btn > a > span');
await page.waitForTimeout(500);
await setTimeoutPromise(1000);
if(page.url() === 'https://e-campus.khu.ac.kr/xn-sso/gw-cb.php?from=&login_type=standalone&return_url=https%3A%2F%2Fe-campus.khu.ac.kr%2Flogin%2Fcallback'){
return ["", "", "Incorrect user ID or password."];
}
else {
return [id, pw, `I got data { id:"${id}" pw:"${pw}" }`];
}
}catch(err){
console.log(err)
try {
const browser = await puppeteer.launch({
headless: false,
args: ["--window-size=1920,1080"],
});
const page = await browser.newPage();
await page.setViewport({
width: 1920,
height: 1080,
});
await page.goto(
"https://e-campus.khu.ac.kr/xn-sso/login.php?auto_login=&sso_only=&cvs_lgn=&return_url=https%3A%2F%2Fe-campus.khu.ac.kr%2Fxn-sso%2Fgw-cb.php%3Ffrom%3D%26login_type%3Dstandalone%26return_url%3Dhttps%253A%252F%252Fe-campus.khu.ac.kr%252Flogin%252Fcallback"
);
await page.type("#login_user_id", id);
await page.type("#login_user_password", pw);
await page.click("#form1 > div > div.login_btn > a > span");
await page.waitForTimeout(500);
await setTimeoutPromise(1000);
if (
page.url() ===
"https://e-campus.khu.ac.kr/xn-sso/gw-cb.php?from=&login_type=standalone&return_url=https%3A%2F%2Fe-campus.khu.ac.kr%2Flogin%2Fcallback"
) {
return ["", "", "Incorrect user ID or password."];
} else {
return [id, pw, `I got data { id:"${id}" pw:"${pw}" }`];
}
} catch (err) {
console.log(err);
}
}
async function login(id, pw) {
await setTimeoutPromise(1000);
await setTimeoutPromise(1000);
try {
const value = await loglogin(id, pw);
// promise1.then
console.log("Id : "+ value[0] +", password : " + value[1] + ", message : " + value[2]);
console.log(
"Id : " +
value[0] +
", password : " +
value[1] +
", message : " +
value[2]
);
return value[2];
} catch (e) {
console.error(e);
}
......@@ -76,4 +87,3 @@ async function login(id, pw) {
login(id, pw);
//[id : , pw : , message : "Incorrect user ID or password."]
......
import puppeteer from "puppeteer";
const puppeteer = require("puppeteer");
//use puppeteer
function setTimeoutPromise(ms) {
return new Promise((resolve, reject) => {
setTimeout(() => resolve(), ms);
});
return new Promise((resolve, reject) => {
setTimeout(() => resolve(), ms);
});
}
async function loglogin(id, pw) {
try{
//for visibility, headless: false
const browser = await puppeteer.launch({headless: false, args:['--window-size=1920,1080']});
const page = await browser.newPage();
await page.setViewport({
width:1920,
height:1080
})
await page.goto('https://e-campus.khu.ac.kr/xn-sso/login.php?auto_login=&sso_only=&cvs_lgn=&return_url=https%3A%2F%2Fe-campus.khu.ac.kr%2Fxn-sso%2Fgw-cb.php%3Ffrom%3D%26login_type%3Dstandalone%26return_url%3Dhttps%253A%252F%252Fe-campus.khu.ac.kr%252Flogin%252Fcallback');
await page.type("#login_user_id", id);
await page.type("#login_user_password", pw);
//press the login button on E_Campus homepage
await page.click('#form1 > div > div.login_btn > a > span');
await page.waitForTimeout(500);
await setTimeoutPromise(1000);
//When login is failed, return [id, pw, message] -> ["", "", "Incorrect~"]
if(page.url() === 'https://e-campus.khu.ac.kr/xn-sso/gw-cb.php?from=&login_type=standalone&return_url=https%3A%2F%2Fe-campus.khu.ac.kr%2Flogin%2Fcallback'){
return ["", "", "Incorrect user ID or password."];
}
else {
// return [id, pw, `I got data { id:"${id}" pw:"${pw}" }`];
await peedGet(page);
await page.waitForTimeout(3000);
await page.click('body > div:nth-child(9) > div.ui-dialog-titlebar.ui-widget-header.ui-corner-all.ui-helper-clearfix > button > span');
await subjectGet(page);
}
}catch(err){
console.log(err)
try {
//for visibility, headless: false
const browser = await puppeteer.launch({
headless: false,
args: ["--window-size=1920,1080"],
});
const page = await browser.newPage();
await page.setViewport({
width: 1920,
height: 1080,
});
await page.goto(
"https://e-campus.khu.ac.kr/xn-sso/login.php?auto_login=&sso_only=&cvs_lgn=&return_url=https%3A%2F%2Fe-campus.khu.ac.kr%2Fxn-sso%2Fgw-cb.php%3Ffrom%3D%26login_type%3Dstandalone%26return_url%3Dhttps%253A%252F%252Fe-campus.khu.ac.kr%252Flogin%252Fcallback"
);
await page.type("#login_user_id", id);
await page.type("#login_user_password", pw);
//press the login button on E_Campus homepage
await page.click("#form1 > div > div.login_btn > a > span");
await page.waitForTimeout(500);
await setTimeoutPromise(1000);
//When login is failed, return [id, pw, message] -> ["", "", "Incorrect~"]
if (
page.url() ===
"https://e-campus.khu.ac.kr/xn-sso/gw-cb.php?from=&login_type=standalone&return_url=https%3A%2F%2Fe-campus.khu.ac.kr%2Flogin%2Fcallback"
) {
return ["", "", "Incorrect user ID or password."];
} else {
// return [id, pw, `I got data { id:"${id}" pw:"${pw}" }`];
await peedGet(page);
await page.waitForTimeout(3000);
await page.click(
"body > div:nth-child(9) > div.ui-dialog-titlebar.ui-widget-header.ui-corner-all.ui-helper-clearfix > button > span"
);
await subjectGet(page);
}
} catch (err) {
console.log(err);
}
}
//function that get your peed for your Ecampus calendar
async function peedGet(page) {
await page.waitForTimeout(5000);
// await page.goto('https://khcanvas.khu.ac.kr');
await page.click('#visual > div > div.xn-main-login-container > div:nth-child(2) > div.xn-main-link-wrap.xn-main-lms-link-wrap > a');
await page.waitForTimeout(1000);
await page.click('#global_nav_calendar_link > div.menu-item-icon-container > svg');
await page.waitForTimeout(10000);
await page.click('#calendar-feed > button');
let data = {};
let temp = await page.$('#calendar-feed-box-lower > a');
data.name = await page.evaluate((data) => {
return data.textContent;
}, temp);
data.link = await page.evaluate((data) => {
return data.href;
}, temp);
console.log(data);
return data;
}
await page.waitForTimeout(5000);
// await page.goto('https://khcanvas.khu.ac.kr');
await page.click(
"#visual > div > div.xn-main-login-container > div:nth-child(2) > div.xn-main-link-wrap.xn-main-lms-link-wrap > a"
);
await page.waitForTimeout(1000);
await page.click(
"#global_nav_calendar_link > div.menu-item-icon-container > svg"
);
await page.waitForTimeout(10000);
await page.click("#calendar-feed > button");
let data = {};
let temp = await page.$("#calendar-feed-box-lower > a");
data.name = await page.evaluate((data) => {
return data.textContent;
}, temp);
data.link = await page.evaluate((data) => {
return data.href;
}, temp);
console.log(data);
return data;
}
async function subjectGet(page) {
await page.waitForTimeout(5000);
await page.click('#global_nav_courses_link > div.menu-item-icon-container > svg')
await page.waitForTimeout(5000);
let data= [];
const number = await page.$$eval("#nav-tray-portal > span > span > div > div > div > div > div > ul:nth-child(3) > li", (data) => data.length);
for (let index = 0; index < number; index++) {
data.push(await getOne(page, index + 1));
}
console.log(data);
await page.waitForTimeout(5000);
await page.click(
"#global_nav_courses_link > div.menu-item-icon-container > svg"
);
await page.waitForTimeout(5000);
let data = [];
const number = await page.$$eval(
"#nav-tray-portal > span > span > div > div > div > div > div > ul:nth-child(3) > li",
(data) => data.length
);
for (let index = 0; index < number; index++) {
data.push(await getOne(page, index + 1));
}
console.log(data);
}
async function getOne(page, index) {
let data = {};
let temp = await page.$("#nav-tray-portal > span > span > div > div > div > div > div > ul:nth-child(3) > li:nth-child(" + index + ") > a");
data.name = await page.evaluate((data) => {
return data.textContent;
}, temp);
data.link = await page.evaluate((data) => {
return data.href;
}, temp);
// data.subjectName = await page.$eval("#nav-tray-portal > span > span > div > div > div > div > div > ul:nth-child(3) > li:nth-child(" + index + ") > a", (data) => data.textContent);
// data.subjectLink = await page.$eval("#nav-tray-portal > span > span > div > div > div > div > div > ul:nth-child(3) > li:nth-child(" + index + ") > a", (data) => data.href);
return data;
let data = {};
let temp = await page.$(
"#nav-tray-portal > span > span > div > div > div > div > div > ul:nth-child(3) > li:nth-child(" +
index +
") > a"
);
data.name = await page.evaluate((data) => {
return data.textContent;
}, temp);
data.link = await page.evaluate((data) => {
return data.href;
}, temp);
// data.subjectName = await page.$eval("#nav-tray-portal > span > span > div > div > div > div > div > ul:nth-child(3) > li:nth-child(" + index + ") > a", (data) => data.textContent);
// data.subjectLink = await page.$eval("#nav-tray-portal > span > span > div > div > div > div > div > ul:nth-child(3) > li:nth-child(" + index + ") > a", (data) => data.href);
return data;
}
// function that contact E_Campus
// if your account is correct, value = Promise {
// { name: '캘린더 피드를 보려면 클릭하세요.',
......@@ -101,13 +121,13 @@ async function getOne(page, index) {
// if your account is incorrect, value = [ '', '', 'Incorrect user ID or password.' ]
async function login(id, pw) {
await setTimeoutPromise(1000);
try {
// value has the list ["","","Incorrect~"]
const value = await loglogin(id, pw);
console.log(value);
} catch (e) {
console.error(e);
try {
// value has the list ["","","Incorrect~"]
const value = await loglogin(id, pw);
console.log(value);
} catch (e) {
console.error(e);
}
}
// login("2021105253", "qtw@@04271");
\ No newline at end of file
// login("2021105253", "qtw@@04271");
......
import express from "express";
import { getPeed, getSubjects, login } from "./libs/E_Campus.js";
import fs from "fs";
const express = require("express");
const { getPeed, getSubjects, login } = require("./libs/E_Campus.js");
const fs = require("fs");
const app = express();
const router = express.Router();
router.get("/", (req, res) => {
console.log(req);
res.header("Access-Control-Allow-Origin", "http://localhost:3000");
res.send({ test: "Hi" });
console.log("listened /");
......@@ -30,3 +31,7 @@ fs.readFile("server/libs/login.pvdata", "utf8", async (err, data) => {
});
} else console.log("Incorrect user ID or password.");
});
// app.listen(3001, function () {
// console.log("listening on 3001");
// });
......