test.js

const puppeteer = require('puppeteer');
const moment = require('moment-timezone');
const fs = require('fs-extra');
const axios = require('axios');

const LIMIT_MAX = 50;
const uneiUserId = 23189;
const answerUsersMap = new Map();
const noAnswerQuestions = [];
console.log('today is ' + moment().tz("Asia/Tokyo").format('YYYY-MM-DD HH:mm'));
const thisYear = moment().tz("Asia/Tokyo").format('YYYY');
const thisMonth = moment().tz("Asia/Tokyo").format('MM');
const thisDay = moment().tz("Asia/Tokyo").format('DD');
const resultMonth = moment().tz("Asia/Tokyo").subtract(1, 'month').format('MM');
console.log(`resultMonth = ${resultMonth}`);

/**** API情報 ****/
// 基本URL
const apiBaseURL = `https://api.nnn.ed.nico/v3/forum/admin/ranking`;
// 今月のパラメータ type
const thisMonthParam = `type=current_month`;
// 前月のパラメータ type
const lastMonthParam = `type=last_month`;
// 全期間
const totalParam = `type=total`;

/* チャンネルパラメータ channel_id
2: #N中学
3: #N高グループ
4: #Vantan
5: #近畿大学
6: #全般
7: #運営
8: #大学受験
9: #高校準備
10: #語学
11: #プログラミング
*******/

const resultYear = resultMonth == 12 ? thisYear - 1 : thisYear;
let writeToMonthFileFlag = true;

function fetchThisMonth() {
    console.log('fetch this month data!');
    axios.get(`${apiBaseURL}?${thisMonthParam}&channel_id=6`).then((response) => {
        const thisMonthData = response.data.ranking;
        fs.copyFileSync('dataFiles/monthlyAnswers_new_30.json', 'dataFiles/monthlyAnswers_old_30.json');
        fs.writeFileSync('dataFiles/monthlyAnswers_new_30.json', JSON.stringify(thisMonthData, null, '   '));
        console.log('write this month data to file!');
    }).catch((e) => {
        console.log(e);
        console.log('retry anyway!');
        setTimeout(fetchThisMonth, 1000 * 60);
        return;
    });
}

function fetchTotal() {
    console.log('fetch total data!');
    axios.get(`${apiBaseURL}?${totalParam}&channel_id=6`).then((response) => {
        const totalData = response.data.ranking;
        fs.writeFileSync('dataFiles/answerUsers_50.json', JSON.stringify(totalData, null, '   '));
        console.log('write total data to file!');
    }).catch((e) => {
        console.log(e);
        console.log('retry anyway!');
        setTimeout(fetchTotal, 1000 * 60);
        return;
    });
}

function fetchForumAPI(offset, limit) {
    console.log(`offset = ${offset}, limit = ${limit}`);
    return new Promise(function(resolve, reject) {
        (async() => {
            const browser = await puppeteer.launch({ args: ['--no-sandbox', '--disable-setuid-sandbox'] });
            try {
                const page = await browser.newPage();
                const response = await page.goto(`https://api.nnn.ed.nico/v1/questions?offset=${offset}&limit=${limit}`);

                const contentsJson = await page.evaluate(() => {
                    return JSON.parse(document.querySelector("body pre").innerText);
                });

                if (contentsJson.questions.length === 0) {
                    await browser.close();
                    resolve('finish!');
                    return;
                }

                for (let contest of contentsJson.questions) {
                    const questionId = contest.id;
                    const title = contest.title;
                    const tags = contest.tags;
                    const questionUserId = contest.user.zane_user_id;
                    const questionUserName = contest.user.name;
                    const isResolved = contest.is_resolved;
                    const answersCount = contest.answers_count;
                    const questionTimeStamp = contest.created_at;

                    const questionTimeYear = moment(questionTimeStamp * 1000).tz("Asia/Tokyo").format('YYYY');
                    const questionTimeMonth = moment(questionTimeStamp * 1000).tz("Asia/Tokyo").format('MM');
                    if (writeToMonthFileFlag === true && (questionTimeYear !== thisYear || questionTimeMonth !== thisMonth)) {
                        writeToMonthFileFlag = false;
                        console.log('copy file new to old.');
                        fs.copyFileSync('dataFiles/monthlyAnswers_new_30.json', 'dataFiles/monthlyAnswers_old_30.json');
                        console.log('write monthly file to new.');
                        writeToJsonFile(answerUsersMap, 'monthlyAnswers_new.json');
                    }

                    if (isResolved == false && answersCount == 0 && tags.indexOf('運営') < 0) { // 未回答＆未解決の質問の時
                        noAnswerQuestions.push({ id: questionId, title, tags });
                    }


                    const answersManyMap = new Map();

                    for (let answer of contest.answers) {
                        const answerUserId = answer.user.zane_user_id;
                        const answerUserName = answer.user.name;
                        const answerUserIcon = answer.user.icon;
                        if (questionUserId === answerUserId || answerUserId == uneiUserId) {
                            continue;
                        }

                        if (!answersManyMap.has(answerUserId)) { // 新規
                            answersManyMap.set(answerUserId, { answerUserName, answerMany: 1, answerUserIcon });
                        } else { // 重複
                            const answerManyObj = answersManyMap.get(answerUserId);
                            answerManyObj.answerMany += 1;
                            answersManyMap.set(answerUserId, answerManyObj);
                        }
                    }

                    for (let [answerUserId, answerManyObj] of answersManyMap) {
                        if (!answerUsersMap.has(answerUserId)) { // 新規
                            answerUsersMap.set(answerUserId, { userName: answerManyObj.answerUserName, total: answerManyObj.answerMany, answeredQuestionMany: 1, icon: answerManyObj.answerUserIcon });
                        } else { // 重複
                            const answerUser = answerUsersMap.get(answerUserId);
                            answerUser.total += answerManyObj.answerMany;
                            answerUser.answeredQuestionMany += 1;
                            answerUsersMap.set(answerUserId, answerUser);
                        }
                    }
                }

                await browser.close();
                return resolve('sucsess and contiune');
            } catch (e) {
                await browser.close();
                return reject(e);
            }
        })();
    });
}

function fetchConroler(offset) {
    fetchForumAPI(offset, LIMIT_MAX).then((nonQuestionAnswers) => {
        if (nonQuestionAnswers === 'finish!') {
            console.log('crowring finish');
            writeToJsonFile(answerUsersMap, 'answerUsers.json');
            fs.writeFileSync('dataFiles/noAnswerQuestions.json', JSON.stringify(noAnswerQuestions, null, '   '));
            return;
        }

        // sucsess
        const nestOffset = offset + LIMIT_MAX;
        setTimeout(fetchConroler, 1000, nestOffset);

    }).catch((e) => {
        console.log(e);
        console.log('retry anyway!');
        setTimeout(fetchConroler, 1000 * 60, offset);
        return;
    });
}

function sortAnswersData(answersData) {
    return answersData.sort(function(a, b) {
        if (a.answeredQuestionMany > b.answeredQuestionMany) {
            return -1;
        } else if (a.answeredQuestionMany < b.answeredQuestionMany) {
            return 1;
        } else {
            if (a.total > b.total) {
                return -1;
            } else if (a.total < b.total) {
                return 1;
            } else {
                return 0;
            }
        }
    });
}

function writeToJsonFile(answerUsersMap, fileName) {
    let outPutJSON = [];
    for ([userId, answerObj] of answerUsersMap) {
        const pushObj = {
            userId,
            userName: answerObj.userName,
            total: answerObj.total,
            answeredQuestionMany: answerObj.answeredQuestionMany,
            icon: answerObj.icon
        };
        outPutJSON.push(pushObj);
    }

    outPutJSON = sortAnswersData(outPutJSON);

    if (fileName === 'monthlyAnswers_new.json') {
        fs.writeFileSync(`dataFiles/${fileName}`.replace('.json', '_30.json'), JSON.stringify(outPutJSON.slice(0, 30), null, '   '));
    }

    if (fileName === 'answerUsers.json') {
        fs.writeFileSync(`dataFiles/${fileName}`, JSON.stringify(outPutJSON, null, '   '));
        fs.writeFileSync(`dataFiles/${fileName}`.replace('.json', '_50.json'), JSON.stringify(outPutJSON.slice(0, 50), null, '   '));
    }
}



function takeResults() {
    prepareDirsSync();
    fs.copySync('dataFiles/monthlyAnswers_new_30.json', `results/${resultYear}/${resultMonth}/monthlyAnswers_${resultYear}${resultMonth}.json`);
    resultTextSync();
    return takeScreenshot();
}

function prepareDirsSync() {
    if (fs.existsSync(`results/${resultYear}/${resultMonth}`) === false) {
        fs.ensureDirSync(`results/${resultYear}/${resultMonth}`)
    }
}

function resultTextSync() {
    const users = fs.readJsonSync(`results/${resultYear}/${resultMonth}/monthlyAnswers_${resultYear}${resultMonth}.json`);

    const outPutText = [
        `みなさんこんにちは！`,
        ``,
        `フォーラム名誉会員 ${Number(resultMonth)}月 の順位発表です。`,
        ``,
        `１位 ${users[0].nickname} さん！`,
        `貢献フォーラム数 ${users[0].reply_count}個 の大活躍でした。`,
        ``,
        `２位 ${users[1].nickname} さん！ 貢献フォーラム数 ${users[1].reply_count}個！`,
        `３位 ${users[2].nickname} さん！ 貢献フォーラム数 ${users[2].reply_count}個！`,
        `となっております。`,
        ``,
        `以下 30位 までの順位は画像のようになっております。`,
        ``,
        ``,
        `今後とも ZEN Study とフォーラムをよろしくお願い致します。`,
        `https://progedu.github.io/forum-ranking/`
    ].join('\n');

    fs.writeFileSync(`results/${resultYear}/${resultMonth}/postText_${resultYear}${resultMonth}.txt`, outPutText);
}

function takeScreenshot() {
    return new Promise(async function(resolve, reject) {
        const browser = await launchPuppeteer()
        try {
            console.log('new Page')
            const page = await browser.newPage();
            console.log('go to')
            const response = await page.goto(`https://progedu.github.io/forum-ranking/`, { "waitUntil": "load" });
            console.log('sleep')
            await sleep(5000);
            console.log('dom')
            const element = await page.$('#monthly-ranking');
            console.log('setViewport')
            await page.setViewport({
                width: 900,
                height: 4800
            });
            console.log('boundingBox')
            const boundingBox = await element.boundingBox()
            console.log('screenshot')
            await page.screenshot({
                path: `results/${resultYear}/${resultMonth}/result-${resultYear}${resultMonth}.png`,
                clip: {
                    x: Math.floor(boundingBox.x.toFixed(0)) - 4,
                    y: Math.floor(boundingBox.y.toFixed(0)) - 4,
                    width: Math.floor(boundingBox.width.toFixed(0)) + 8,
                    height: Math.floor(boundingBox.height.toFixed(0)) + 8,
                }
            });

            console.log('browser.close')
            await browser.close();
            return resolve('sucsess and contiune');
        } catch (e) {
            console.log('catch')
            console.log(e);
            await browser.close();
            return reject(e);
        }
    });
}

function launchPuppeteer() {
     return new Promise(async function(resolve, reject) {
        try {
            const browser = await puppeteer.launch({ args: ['--no-sandbox', '--disable-setuid-sandbox'] });
            console.log('puppeteer success!');
            resolve(browser);
        } catch (e) {
            console.log('retry launch puppeteer!');
            launchPuppeteer().then((browser) => {
                resolve(browser);
            });
        }
    });
}

function sleep(ms) {
    return new Promise((resolve, reject) => {
        setTimeout(resolve, ms);
    });
}


if (thisDay == '01') {
    takeResults().then(() => {
        fetchThisMonth();
        fetchTotal();
        // fetchConroler(0);
    });
} else {
    fetchThisMonth();
    fetchTotal();
    // fetchConroler(0);
}