Skip to content

Commit

Permalink
v2.2.0
Browse files Browse the repository at this point in the history
  • Loading branch information
kanasimi committed Jul 20, 2019
1 parent 8c045f3 commit 9ffc30c
Show file tree
Hide file tree
Showing 12 changed files with 16 additions and 9 deletions.
2 changes: 1 addition & 1 deletion comic.cmn-Hans-CN/dagu.js
Original file line number Diff line number Diff line change
Expand Up @@ -187,7 +187,7 @@ var crawler = new CeL.work_crawler({
var image_page_url = url.replace(/(\.[^.]+)$/, '_' + image_NO
+ '$1');
// console.log('Get #' + index + ': ' + image_page_url);
process.stdout.write('Get image data pages of #' + chapter_NO
process.stdout.write('Get image data page of §' + chapter_NO
+ ': ' + image_NO + '/' + image_count + '...\r');
_this.get_URL(image_page_url, function(XMLHttp) {
extract_image(XMLHttp);
Expand Down
2 changes: 1 addition & 1 deletion comic.cmn-Hans-CN/manhuadb.js
Original file line number Diff line number Diff line change
Expand Up @@ -242,7 +242,7 @@ crawler = new CeL.work_crawler({
//
= _this.full_URL(image_page_list[index - 1].url);
// console.log('Get #' + index + ': ' + image_page_url);
process.stdout.write('Get image data pages of #' + chapter_NO
process.stdout.write('Get image data page of §' + chapter_NO
+ ': ' + image_NO + '/' + image_count + '...\r');
CeL.get_URL(image_page_url, function(XMLHttp) {
extract_image(XMLHttp);
Expand Down
6 changes: 5 additions & 1 deletion comic.cmn-Hans-CN/mhkan.js
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,8 @@ CeL.run('application.net.work_crawler.SinMH');

// ----------------------------------------------------------------------------

require('tls').DEFAULT_MIN_VERSION = 'TLSv1';

var crawler = CeL.SinMH({
// 循序逐個、一個個下載圖像。僅對漫畫有用,對小說無用。小說章節皆為逐個下載。 Download images one by one.
// 水管太小?總是卡住,下載圖片時常出現 status 522,很難用。
Expand All @@ -21,7 +23,9 @@ var crawler = CeL.SinMH({
// 模仿實際人工請求。
// chapter_time_interval : '1s',

base_URL : 'https://www.mhkan.com/'
// 2019/6/2: https://www.mhkan.com/
// 2019/7/8 前: https://www.mh1234.com/
base_URL : 'https://www.mh1234.com/'
});

// ----------------------------------------------------------------------------
Expand Down
4 changes: 2 additions & 2 deletions comic.ja-JP/AlphaPolis_manga.js
Original file line number Diff line number Diff line change
Expand Up @@ -137,8 +137,8 @@ var crawler = new CeL.work_crawler({
// CeL.set_debug(3);

// for 年齢確認 eternityConfirm()
crawler.get_URL_options.cookie = 'confirm=' + Math.floor(Date.now() / 1000)
crawler.setup_value('cookie', 'confirm=' + Math.floor(Date.now() / 1000)
// location.hostname
+ ';domain=' + crawler.base_URL.match(/\/\/([^\/]+)/)[1] + ';path=/;';
+ ';domain=' + crawler.base_URL.match(/\/\/([^\/]+)/)[1] + ';path=/;');

start_crawler(crawler, typeof module === 'object' && module);
5 changes: 3 additions & 2 deletions comic.ja-JP/MAGCOMI.js
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,9 @@ var crawler = new CeL.work_crawler({

// 當網站不允許太過頻繁的訪問/access時,可以設定下載之前的等待時間(ms)。
// 2019/6/16: 0-4s 常常下載到十幾二十個作品後中斷連線出現錯誤。
// 2019/6/26 6:11:38 5s 依然會出現 ECONNRESET: socket hang up
chapter_time_interval : '6s',
// 2019/6/30: 6s 依然會出現 ECONNRESET: socket hang up
// 2019/7/10: 15s 依然錯誤。換個useragent可以重設限制。限制應該是在圖片伺服器上?
chapter_time_interval : '20s',

// one_by_one : true,
base_URL : 'https://comic.mag-garden.co.jp/',
Expand Down
2 changes: 1 addition & 1 deletion comic.ja-JP/pixivcomic.js
Original file line number Diff line number Diff line change
Expand Up @@ -233,5 +233,5 @@ var base_URL = 'https://comic.pixiv.net/', crawler = new CeL.work_crawler({
// CeL.set_debug(3);

// 缺少這個會從章節頁面跳回作品頁面。
crawler.get_URL_options.cookie = 'open_work_page=yes';
crawler.setup_value('cookie', 'open_work_page=yes');
start_crawler(crawler, typeof module === 'object' && module);
2 changes: 1 addition & 1 deletion novel.ja-JP/Hameln.js
Original file line number Diff line number Diff line change
Expand Up @@ -219,5 +219,5 @@ var crawler = new CeL.work_crawler({
// CeL.set_debug(3);

// for 年齢確認: あなたは18歳以上ですか?
crawler.get_URL_options.cookie = 'over18=off';
crawler.setup_value('cookie', 'over18=off');
start_crawler(crawler, typeof module === 'object' && module);
Binary file modified resource/cmn-Hans-CN.js
Binary file not shown.
Binary file modified resource/cmn-Hant-TW.js
Binary file not shown.
Binary file modified resource/en-US.js
Binary file not shown.
Binary file modified resource/ja-JP.js
Binary file not shown.
2 changes: 2 additions & 0 deletions work_crawler_loader.js
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
/**
* 載入批量下載線上作品(小說、漫畫)的主要功能。 Download novels / comics.
*
* TODO: https://github.com/iridakos/bash-completion-tutorial
*/

'use strict';
Expand Down

0 comments on commit 9ffc30c

Please sign in to comment.