feat: support OneJAV

Author: XiaoLin

config/dev.example.json

@@ -7,6 +7,10 @@
             "driver": "RSS",
             "type": "MT",
             "url": "https://pt.m-team.cc/torrentrss.php?https=1&rows=50&cat410=1&isize=1&search=-&search_mode=1&linktype=dl&passkey=yourkeyhere"
+        },
+        {
+            "driver": "Onejav",
+            "url": "https://onejav.com/popular/"
         }
     ],
     "qbittorrent": {

package-lock.json

@@ -15,7 +15,8 @@
     "object-hash": "^2.0.3",
     "p-retry": "^4.2.0",
     "parse-torrent": "^7.0.1",
-    "rss-parser": "^3.7.6"
+    "rss-parser": "^3.7.6",
+    "sha256": "^0.2.0"
   },
   "devDependencies": {},
   "scripts": {

package.json

@@ -0,0 +1,82 @@
+const logger = require('./../../module/logger')('Module: OneJAV')
+const domParser = require('dom-parser')
+const parser = new domParser()
+const fetch = require('node-fetch')
+const pRetry = require('p-retry')
+const sha256 = require('sha256')
+
+class Onejav {
+    constructor (url) {
+        this._url = url
+    }
+
+    async run () {
+        const content = await this.fetchContent()
+
+        return await this.parseContent(content)
+    }
+
+    async fetchContent () {
+        logger.debug('Fetching', this._url)
+        const content = await pRetry(async () => {
+            const response = await fetch(this._url, {
+                timeout: 10000
+            })
+            logger.debug('Status code:', response.status)
+            if (response.status === 404 || response.status === 403) {
+                throw new pRetry.AbortError(response.statusText)
+            }
+
+            return response.text()
+        }, {
+            onFailedAttempt: error => {
+                logger.warn(`Attempt ${error.attemptNumber} failed. There are ${error.retriesLeft} retries left.`);
+            },
+            retries: 5
+        })
+
+        const dom = await parser.parseFromString(content)
+        if (!dom) throw new Error('Invalid HTML')
+
+        return dom
+    }
+
+    parseContent (dom) {
+        const cards = dom.getElementsByClassName('card-content')
+        console.log(cards)
+        const processed = []
+
+        for (const i in cards) {
+            const card = cards[i]
+            let JAVID = card.getElementsByTagName('a')[0]
+            if (!JAVID) continue
+            JAVID = JAVID.textContent
+            JAVID = `${JAVID}`.replace(' ', '').replace('\n','').trim()
+            JAVID = JAVID.replace(/([a-zA-Z]+)(\d+)/, '$1-$2')
+            logger.debug('Get JAVID', JAVID)
+
+            let size = card.getElementsByClassName('is-size-6')[0]
+            size = parseFloat(`${size.textContent}`.replace('GB', '').trim())
+            logger.debug('Get size', size)
+
+            let torrentURL = card.getElementsByClassName('is-fullwidth')[0]
+            torrentURL = 'https://onejav.com' + `${torrentURL.getAttribute('href')}`.trim()
+            logger.debug('Get torrent URL', torrentURL)
+            
+            const hash = sha256(torrentURL + size + JAVID)
+            logger.debug('Get hash', hash)
+
+            processed.push({
+                hash,
+                JAVID: JAVID,
+                size,
+                torrentURL
+            })
+        }
+
+        logger.debug('Processed', processed)
+        return processed
+    }
+}
+
+module.exports = Onejav

src/pull/driver/onejav.js

@@ -56,7 +56,7 @@ const contentHandler = async () => {
         logger.info(`Handling ${JAVID}, hash ${hash}`)
 
         if (size > 10) {
-            logger.info(`[${JAVID}] File oversize, skipped`)
+            logger.info(`[${JAVID}] File oversized, skipped`)
             continue
         }
 
@@ -143,6 +143,7 @@ runAndSetInterval(async () => {
 }, 60, 'Download queue', false)
 
 const driverRSS = require('./driver/rss')
+const driverOnejav = require('./driver/onejav')
 const driverStack = []
 
 const remoteList = config.get('remote')
@@ -160,5 +161,14 @@ for (const i in remoteList) {
                 return res
             }, item.interval, 'RSS: ' + i)
             break
+
+        case 'OneJAV':
+            logger.info(`[${i}] Creating OneJAV driver stack`)
+            driverStack[i] = new driverOnejav(item.url)
+            runAndSetInterval(async () => {
+                const res = await driverStack[i].run()
+                return res
+            }, item.interval, 'OneJAV: ' + i)
+            break
     }
 }