pk 1 year ago
parent
commit
26cc93c656
2 changed files with 5 additions and 3 deletions
  1. 1 1
      src/crawler.js
  2. 4 2
      tmp/get.sh

+ 1 - 1
src/crawler.js

@@ -179,7 +179,7 @@ function doCrawl(cat, force) {
                 };
 
                 let proxy = settings().get('proxy');
-                if(proxy && proxy.active) params.proxy = `http://${proxy.host}:${proxy.port}`;
+                if (proxy && proxy.active) params.proxy = `http://${proxy.host}:${proxy.port}`;
                 request(params).then(function ($) {
                     extractRows(r => {
                         r.date = parseInt(date.clone().startOf('day').format('x'));

+ 4 - 2
tmp/get.sh

@@ -4,9 +4,11 @@ export no_proxy=roof
 mv ml_* m
 cd m
 for f in ml_*; do cat $f; echo; done > ml
-wget -c -i ml
+rm -f ml_* 
+wget2 -c -i ml
 cd ..
 mv bl_* b
 cd b
 for f in bl_*; do cat $f; echo; done > bl
-wget -c -i bl
+rm -f bl_* 
+wget2 -c -i bl