simple keywrods and description generations; finish #1

Author: RobinQu

CONTRIBUTORS.md

@@ -1 +1 @@
-37  RobinQu <[email protected]>
+39  RobinQu <[email protected]>

Gruntfile.js

@@ -32,7 +32,8 @@ module.exports = function(grunt) {
             buildDate: (new Date()).toISOString(),
             revision: "<%= meta.revision %>"
           },
-          postCompile: build.postCompile
+          postCompile: build.postCompile,
+          preCompile: build.preCompile
         }
       }
     },

chapters/Javascript_Core/ECMAScript/es6.md

@@ -0,0 +1,15 @@
+# ES6特性
+
+
+
+
+## References
+
+* http://wiki.ecmascript.org/doku.php?id=harmony:specification_drafts
+* http://addyosmani.com/blog/a-few-new-things-coming-to-javascript/
+* http://addyosmani.com/blog/ecmascript-6-resources-for-the-curious-javascripter/
+* http://kangax.github.io/es5-compat-table/es6/
+* https://github.com/paulmillr/es6-shim/
+* https://github.com/addyosmani/es6-tools
+* http://sankhs.com/jschannel-es6/
+* http://esdiscuss.org/topic/es6-es7-es8-and-beyond-a-proposed-roadmap

chapters/index.md

@@ -13,7 +13,7 @@
         * 模拟经典继承模型
         * 设计模式
         * Javascript AOP
-    * Javscript的函数化编程
+    * Javascript的函数化编程
         * 高阶函数和柯里化
         * Javascript Promise
     * ECMAScript特性
@@ -104,12 +104,15 @@
     * V8、异步IO、事件驱动
     * 应用层模块
     * V8编程与node扩展
+    * web中间件
+        * express和connect
+        * koa
+        * 其他
     * 部署和维护
         * 使用NPM管理依赖
         * pm2与监控
         * 使用Docker进行部署
     * 云上的Nodejs
-    * 对Nodejs现状的思考和看法
 * Javascript的自动化测试
     * TDD与BDD
     * Mocha、Jasmine、Chai

lib/build.js

@@ -1,6 +1,12 @@
 var cheerio = require("cheerio"),
     context = require("./template/context"),
-    localization = require("./template/localization");
+    localization = require("./template/localization"),
+    keyword = require("./keyword");
+
+exports.preCompile = function(src, data) {
+  //update keywords prior to the markdown
+  data.keywords = keyword.generate(src);
+};
 
 exports.postCompile = function(html, data) {
   var $ = cheerio.load(html), title,
@@ -33,5 +39,9 @@ exports.postCompile = function(html, data) {
     });
     return prev;
   }, []);
+  
+  
+  data.descriptions = $.root().text().substr(0, 200).split(/[\n\t]/).join(" ");
+  
   return $.html();
 };

lib/keyword.js

@@ -0,0 +1,50 @@
+var TfIdf = require("natural").TfIdf,
+    Segment = require("segment").Segment,
+    debug = require("debug")("keyword"),
+    _ = require("lodash");
+
+var count = function(doc, word) {
+  if(!doc) {
+    return 0;
+  }
+  var c = 0, i = 0, hit = true;
+  while(hit && i<=doc.length) {
+    if(doc.indexOf(word, i) > -1) {
+      c++;
+      i+= word.length;
+    } else {
+      break;
+    }
+  }
+  return c;
+};
+    
+exports.generate = function(document) {
+  var segment = new Segment(),
+      tfidf = new TfIdf(),
+      words, freqs = {},
+      rank = {};
+  segment.useDefault();
+  words = segment.doSegment(document).map(function(t) {
+    return t.w;
+  });
+  debug("segmented words %s", words);
+  tfidf.addDocument(words);
+  // words.forEach(function(item) {
+  //   freqs[item] = count(words, item);
+  //   if(!rank[item]) {
+  //     rank[item] = tfidf.tfidf(item, 0);
+  //   }
+  //   debug(tfidf.listTerms(0).map(function(t) {return t.term;}));
+  //   debug("%s, df %s, idf %s", item, freqs[item], rank[item]);
+  // });
+  // return Object.keys(rank).map(function(k) {
+  //   return {
+  //     word: k,
+  //     value: rank[k]
+  //   };
+  // }).sort(function(a, b) {
+  //   return a.value - b.value;
+  // });
+  return _.uniq(tfidf.listTerms(0), true);
+};

lib/template/template.html

@@ -5,8 +5,8 @@
 <meta charset="UTF-8">
 <meta name="viewport" content="width=device-width">
 <meta http-equiv="X-UA-Compatible" content="IE=edge">
-<meta name="description" content="Javascript编程语言 - 一本开源的Javascript编程指南; An open-sourced Javascript Guide and Tutorial">
-<meta name="keywords" content="Javascript, guide, open-sourced">
+<meta name="description" content="Javascript编程语言 - 一本开源的Javascript编程指南; An open-sourced Javascript Guide and Tutorial; <%- descriptions %>">
+<meta name="keywords" content="Javascript, guide, open-sourced <%- keywords.map(function(item) { return  ","+item.term; }) %>">
 <link rel="stylesheet" type="text/css" href="/style.css" />
 
 </head>

package.json

@@ -4,7 +4,7 @@
   "description": "An open-sourced Javascript Guide and Tutorial",
   "main": "index.js",
   "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
+    "test": "DEBUG=* ./node_modules/jasmine-node/bin/jasmine-node spec/"
   },
   "repository": {
     "type": "git",
@@ -30,6 +30,11 @@
     "grunt-open": "~0.2.3",
     "grunt-contrib-connect": "~0.7.1",
     "grunt-git": "~0.2.6",
-    "grunt-contrib-copy": "~0.5.0"
+    "grunt-contrib-copy": "~0.5.0",
+    "segment": "0.0.5",
+    "natural": "~0.1.27",
+    "debug": "~0.8.0",
+    "jasmine-node": "~1.14.3",
+    "lodash": "~2.4.1"
   }
 }

spec/keyword_spec.js

@@ -0,0 +1,13 @@
+var keyword = require("../lib/keyword");
+
+describe("keyword generator", function() {
+  it("should do simple keyword generations", function() {
+    var txt = "Nokia 之前推出的 Lumia 1520 的确是一部非常不错的手机，只是其 6 吋大小的萤幕虽然好看，却未必每个人都可以接受。想要一部更近似手机的装置的话，美国的使用者早前就多了 Lumia Icon 这个选择，只是此机乃 Verizon 限定，所以即使是在美国，也不是每个人都可以使用得到。然而这个困局今天将要打破，因为 Nokia 刚刚发表了可以说是 Lumia Icon 国际版的 Lumia 930。";
+    var results = keyword.generate(txt), i, len;
+    expect(results.length).toBeTruthy();
+    for(i=0,len=results.length; i<len-1; i++) {
+      expect(results[i].tfidf).not.toBeLessThan(results[i+1].tfidf);
+    }
+    
+  });
+});