commit

@@ -7,6 +7,7 @@ const {logger} = require('./libs/logger');
 const spiderTask = require('./tasks/spider-task');
 const calvAvgTask = require('./tasks/calc-task');
 const clearTask = require('./tasks/clear-task');
+const priceTask = require('./tasks/price-task');
 
 global.isProduction = process.env.NODE_ENV === 'production';
 global.sender = new Sender(config.monitorReport); // 初始化数据上报
@@ -25,3 +26,8 @@ schedule.scheduleJob('0 59 23 * * *', () => {
   logger.info('[process]task start clearTask');
   clearTask();
 });
+
+schedule.scheduleJob('0 0 */2 * * *', () => {
+  logger.info('[process]task start priceTask');
+  priceTask();
+});

@@ -53,3 +53,11 @@ module.exports = (ids, url = 'http://du.hupu.com/mapi/product/detail', params, d
     url
   }, params)));
 };
+
+module.exports.spiderFetch = (id, url = 'http://du.hupu.com/mapi/product/detail', params) => {
+  return task(Object.assign({
+    productId: id,
+    source: 'boutiqueRecommend',
+    url
+  }, params));
+};

 const dayjs = require('dayjs');
+const nodeLockup = require('node-lockup');
 const spider = require('../libs/spider');
+const {logger} = require('../libs/logger');
 const fs = require('fs');
 const _ = require('lodash');
 
-module.exports = async() => {
-  const now = dayjs().format('YYYY-MM-DD_HH');
-  const fw = fs.createWriteStream(`/Data/logs/node/prices/${now}.log`, {
-    flags: 'a'
+
+const REG_HOUR = /^[1,2]小时/;
+const REG_MINUES = /^\d+分钟/;
+
+const fetchBuys = async(productId, lsId = 0) => {
+  let lastList = [];
+  const result = await spider.spiderFetch(productId, 'https://du.hupu.com/mapi/product/lastSoldList', {
+    lastId: lsId
   });
-  const ids = Array.from(new Array(22080)).map((v, i) => i + 1);
 
-  try {
-    spider(ids, 'http://du.hupu.com/mapi/product/detail', {}, 1).forEach((promise, inx) => promise.then(result => {
+  if (result.status === 200) {
+    const {list, lastId} = result.data;
+
+    lastList = list.filter(info => {
+      return REG_HOUR.test(info.formatTime) || REG_MINUES.test(info.formatTime) || info.formatTime.indexOf('刚刚') >= 0;
+    });
+
+    if (lastList.length) {
+      const nextList = await fetchBuys(productId, lastId);
+
+      lastList = lastList.concat(nextList);
+    }
+  }
+
+  return lastList;
+};
+
+const processBuys = async(data) => {
+  const allList = await fetchBuys(data.productId);
+
+  data.sizes.forEach(size => {
+    const buys = allList.filter(info => {
+      return info.item && info.item.size === size.size;
+    });
+
+    size.soldNum += buys.length;
+  });
+
+  return data;
+};
+
+
+const task = async(id) => {
+  const result = await spider.spiderFetch(id);
+
   if (result.status === 200) {
     const {detail, sizeList} = result.data;
 
@@ -20,20 +58,44 @@ module.exports = async() => {
     const sizes = sizeList.map(sizeItem => {
       return {
         size: sizeItem.size,
-            price: _.isEmpty(sizeItem.item) ? 0 : sizeItem.item.price
+        price: _.isEmpty(sizeItem.item) ? 0 : sizeItem.item.price,
+        soldNum: 0
       };
     });
 
-        fw.write(`${JSON.stringify({
+    const dest = await processBuys({
       productId,
       soldNum,
       sizes
-        })}\n`);
+    });
+
+    return dest;
+  }
+};
+
+module.exports = async() => {
+  const now = dayjs().format('YYYY-MM-DD_HH');
+  const fw = fs.createWriteStream(`/Data/logs/node/prices/${now}.log`, {
+    flags: 'a'
+  });
+  const lockTask = nodeLockup(task, 1);
+
+  const ids = Array.from(new Array(22080)).map((v, i) => i + 1);
+
+  try {
+    ids.forEach((id, inx) => {
+      lockTask(id).then(async result => {
+        if (result) {
+
+          logger.info(`time:${now}; productId:${id}; soldNum:${result.soldNum}; sizeSoldNum:${_.sumBy(result.sizes, 'soldNum')}`);
+
+          fw.write(`${JSON.stringify(result)}\n`);
         }
         if (inx >= ids.length - 1) {
           fw.end('');
         }
-    }));
+      });
+    });
   } catch (error) {
     fw.end(error.toString());
   }