mod:修复pr建议

Author: zhenbushidashen

README.md

@@ -15,7 +15,7 @@
 |---yield-db-json 从markdown中提取标题、tag、公司、各语言题解生产的json
 |-src 源代码  
 |-scripts
-|---constants.js 脚本常量
+|--- constants.js 脚本常量
 |--- curl-leetcode.js 爬虫请求逻辑
 |--- LeeCodeProvider.js 爬虫基类
 |--- Logger.js 日志辅助类
@@ -25,9 +25,8 @@
 ```
 
 ## 爬虫
-- sudo npm run crawl
-- 此命令会先从github上拉取问题列表，将文件名解析成数组，然后根据问题名称循环拉取与之对应的markdown文件（此过程会先查找本地是否存在，如果存在则跳过）
-- 问题拉取完成后，根据markdown匹配正则，转化成所需的json文件
+- npm run crawl 此命令会先从github上拉取问题列表，将文件名解析成数组，然后根据问题名称循   环拉取与之对应的markdown文件（此过程会先查找本地是否存在，如果存在则跳过）
+  问题拉取完成后，根据markdown匹配正则，转化成所需的json文件
 
 
 

a.out

@@ -20,7 +20,7 @@
     "build": "react-scripts build",
     "test": "react-scripts test",
     "eject": "react-scripts eject",
-    "crawl": "node scripts/curlleetcode.js && node scripts/generateleetcode.js"
+    "crawl": "node scripts/curlLeetcode.js && node scripts/generateLeetcode.js"
   },
   "browserslist": {
     "production": [

package.json

@@ -16,12 +16,12 @@ module.exports = LeetCodeProvider = {
 
         return Utils.httpGet(PROBLEMS_URL)
         .then((body)=> {
-            let aProblemTitles = []
+            let titles = []
             let sHtml = Iconv.decode(body, 'utf-8').toString()
-            cheerio.load(sHtml)(QUESTION_DOM_SELECTOR).each((idx, ele) => aProblemTitles.push(ele.attribs['title']))
+            cheerio.load(sHtml)(QUESTION_DOM_SELECTOR).each((idx, ele) => titles.push(ele.attribs['title']))
             Logger.success('获取问题列表成功')
 
-            return aProblemTitles.filter(name => !name.endsWith(ENGLISH_MARKDOWN_SIGN))
+            return titles.filter(name => !name.endsWith(ENGLISH_MARKDOWN_SIGN))
         })
         .catch(error => {
             Logger.error('获取问题列表失败', error) 

scripts/LeetCodeProvider.js

@@ -18,7 +18,7 @@ Utils.mkdirSync(RAW_MARKDOWN_OUTPUT_DIR)
 
 const getProblemDetail = (questionsName, requsetNumber) => {
 
-    const cachedFilesName = Utils.getDirsFileName(RAW_MARKDOWN_OUTPUT_DIR)
+    const cachedFilesName = Utils.getDirsFileNameSync(RAW_MARKDOWN_OUTPUT_DIR)
 
     if (!IS_FORCE_UPDATE_MODE && cachedFilesName.includes(questionsName[requsetNumber])) {
 

scripts/curlleetcode.js

@@ -11,8 +11,9 @@ const {
 
 
 const genertateLeetcodeToJson = () => {
+  console.time('genertateLeetcodeToJson');
 
-  const rawMarkdowns = Utils.getDirsFileName(RAW_MARKDOWN_OUTPUT_DIR).filter(name => !name.endsWith(ENGLISH_MARKDOWN_SIGN))
+  const rawMarkdowns = Utils.getDirsFileNameSync(RAW_MARKDOWN_OUTPUT_DIR).filter(name => !name.endsWith(ENGLISH_MARKDOWN_SIGN))
 
   rawMarkdowns.forEach(filename => {
 
@@ -80,9 +81,6 @@ const genertateLeetcodeToJson = () => {
       name,
       company: [
       ],
-      // todo
-      tags: [
-      ],
       pre: preKnowledge,
       keyPoints,
       solution: `https://github.com/azl397985856/leetcode/blob/master/problems/${filename}`,
@@ -93,10 +91,11 @@ const genertateLeetcodeToJson = () => {
 
     Logger.success(`开始生成 "${filename}"`)
 
-    Utils.writeFileSync('spider/yield-db-json', `${filename.slice(0, -3)}.json`, JSON.stringify(oCustomStruct, null, 2))
+    Utils.writeFileSync('spider/yield-db-json', `${name}.json`, JSON.stringify(oCustomStruct, null, 2))
 
     Logger.success(`生成 "${filename}" 完毕`)
-
+    console.timeEnd('genertateLeetcodeToJson')
+   
 
 
   })
@@ -106,7 +105,8 @@ const genertateLeetcodeToJson = () => {
 
 const generateCollectionIndexFile = () => {
   Logger.success('开始生产index文件')
-  const jsonsName = Utils.getDirsFileName(DB_JSON_OUTPUT_DIR)
+  console.time('generateCollectionIndexFile')
+  const jsonsName = Utils.getDirsFileNameSync(DB_JSON_OUTPUT_DIR)
 
   let rootContent = `
     export const db_collection = {
@@ -118,6 +118,7 @@ const generateCollectionIndexFile = () => {
 
   Utils.writeFileSync('src/db', 'root.db.js', rootContent)
   Logger.success('index文件生成完毕')
+  console.timeEnd('generateCollectionIndexFile')
 
 }
 

scripts/generateleetcode.js

@@ -24,7 +24,7 @@ const Utils = {
 
 
    httpGet( url,{ beforeRequest, onSuccess, onError,} = {}) {
-      return new Promise((ok, unExpect) => {
+      return new Promise((resolve, reject) => {
          isFun(beforeRequest) && beforeRequest()
          beforeRequest
          request({
@@ -34,13 +34,13 @@ const Utils = {
          },  (error, response, body) => {
             if (error) {
 
-               unExpect(error)
+               reject(error)
                isFun(onError) && onError()
 
             } else {
 
                isFun(onSuccess) && onSuccess()
-               ok(body)
+               resolve(body)
             }
         })
       })
@@ -98,7 +98,7 @@ const Utils = {
     * @returns Array<string>
     * @memberof Utils
     */
-   getDirsFileName(dir) {
+   getDirsFileNameSync(dir) {
       return fs.readdirSync(pathResolve(PROJECT_ROOT, dir), { encoding: 'utf8' })
    },
 

scripts/utils.js

@@ -1,4 +1,4 @@
-import React, { useState, useEffect } from "react";
+import React, { useState } from "react";
 import { Tabs, Tag, Button, Table, Empty, message,Collapse } from "antd";
 import marked from 'marked'
 import hljs from 'highlight.js'