Setup dignified.js

Author: dignifiedquire

.gitignore

@@ -29,3 +29,6 @@ build/Release
 # Dependency directory
 # https://www.npmjs.org/doc/misc/npm-faq.html#should-i-check-my-node_modules-folder-into-git
 node_modules
+
+dist
+lib

karma.conf.js

@@ -4,18 +4,20 @@
   "description": "JavaScript implementation of the layout and chunking mechanisms used by IPFS",
   "main": "src/index.js",
   "scripts": {
-    "lint": "standard",
-    "test": "npm run test:node && npm run test:browser",
-    "test:node": "mocha tests/index.js",
-    "test:browser": "karma start karma.conf.js"
+    "lint": "dignified-lint",
+    "build": "dignified-build",
+    "test": "dignified-test",
+    "test:node": "dignified-test node",
+    "test:browser": "dignified-test browser",
+    "release": "dignified-release"
   },
   "pre-commit": [
     "lint",
     "test"
   ],
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/diasdavid/js-ipfs-data-importing.git"
+    "url": "git+https://github.com/ipfs/js-ipfs-data-importing.git"
   },
   "keywords": [
     "IPFS"
@@ -28,9 +30,11 @@
   "homepage": "https://github.com/diasdavid/js-ipfs-data-importing#readme",
   "devDependencies": {
     "brfs": "^1.4.3",
+    "block-stream2": "^1.1.0",
     "bs58": "^3.0.0",
     "buffer-loader": "0.0.1",
     "chai": "^3.4.1",
+    "dignified.js": "github:dignifiedquire/dignified.js",
     "fs-blob-store": "^5.2.1",
     "highland": "^2.7.1",
     "idb-plus-blob-store": "^1.0.0",
@@ -50,10 +54,7 @@
     "pre-commit": "^1.1.2",
     "raw-loader": "^0.5.1",
     "rimraf": "^2.5.1",
-    "standard": "^6.0.8",
-    "string-to-stream": "^1.0.1",
-    "transform-loader": "^0.2.3",
-    "webpack": "^2.0.7-beta"
+    "string-to-stream": "^1.0.1"
   },
   "dependencies": {
     "async": "^1.5.2",

package.json

@@ -1,4 +1,6 @@
-var chunker = require('block-stream2')
+'use strict'
+
+const chunker = require('block-stream2')
 
 exports = module.exports = function (size) {
   return chunker({ size: size, zeroPadding: false })

src/chunker-fixed-size.js

@@ -1,3 +1,5 @@
+'use strict'
+
 const debug = require('debug')
 const log = debug('importer')
 log.err = debug('importer:error')
@@ -7,6 +9,7 @@ const FixedSizeChunker = require('./chunker-fixed-size')
 const through2 = require('through2')
 const UnixFS = require('ipfs-unixfs')
 const async = require('async')
+
 exports = module.exports
 
 const CHUNK_SIZE = 262144

src/index.js

@@ -1,4 +1,6 @@
 /* eslint-env mocha */
+'use strict'
+
 const tests = require('./buffer-test')
 const async = require('async')
 const store = require('idb-plus-blob-store')
@@ -17,7 +19,7 @@ idb.deleteDatabase('ipfs/blocks')
 describe('IPFS data importing tests on the Browser', function () {
   before(function (done) {
     this.timeout(23000)
-    var repoData = []
+    const repoData = []
     repoContext.keys().forEach(function (key) {
       repoData.push({
         key: key.replace('./', ''),

tests/browser.js renamed to test/browser.js

@@ -1,4 +1,6 @@
 /* eslint-env mocha */
+'use strict'
+
 const importer = require('./../src')
 const BlockService = require('ipfs-blocks').BlockService
 const DAGService = require('ipfs-merkle-dag').DAGService
@@ -14,12 +16,69 @@ const bigLink = require('buffer!./test-data/1.2MiB.txt.link-block0')
 const marbuf = require('buffer!./test-data/200Bytes.txt.block')
 
 module.exports = function (repo) {
+  describe('chunker: fixed size', function () {
+    this.timeout(10000)
+
+    it('256 Bytes chunks', function (done) {
+      let counter = 0
+      fileStream()
+        .pipe(FixedSizeChunker(256))
+        .pipe(through(function (chunk, enc, cb) {
+          if (chunk.length < 256) {
+            expect(counter).to.be.below(1)
+            counter += 1
+            return cb()
+          }
+          expect(chunk.length).to.equal(256)
+          cb()
+        }, () => {
+          done()
+        }))
+    })
+
+    it('256 KiB chunks', function (done) {
+      let counter = 0
+      const KiB256 = 262144
+      fileStream()
+        .pipe(FixedSizeChunker(KiB256))
+        .pipe(through((chunk, enc, cb) => {
+          if (chunk.length < 262144) {
+            expect(counter).to.be.below(1)
+            counter += 1
+            return cb()
+          }
+          expect(chunk.length).to.equal(262144)
+          cb()
+        }, () => {
+          done()
+        }))
+    })
+
+    it('256 KiB chunks of non scalar filesize', function (done) {
+      let counter = 0
+      const KiB256 = 262144
+      fileStream()
+        .pipe(FixedSizeChunker(KiB256))
+        .pipe(through((chunk, enc, cb) => {
+          if (chunk.length < KiB256) {
+            expect(counter).to.be.below(2)
+            counter += 1
+            return cb()
+          }
+          expect(chunk.length).to.equal(KiB256)
+          cb()
+        }, () => {
+          done()
+        }))
+    })
+  })
+
   describe('layout: importer', function () {
     it('import a small buffer', function (done) {
       // this is just like "import a small file"
-      var bs = new BlockService(repo)
-      var ds = new DAGService(bs)
-      var buf = smallBuf
+      const bs = new BlockService(repo)
+      const ds = new DAGService(bs)
+      const buf = smallBuf
       importer.import(buf, ds, function (err, stat) {
         expect(err).to.not.exist
         ds.get(stat.Hash, function (err, node) {
@@ -35,9 +94,9 @@ module.exports = function (repo) {
 
     it('import a big buffer', function (done) {
       // this is just like "import a big file"
-      var buf = bigBuf
-      var bs = new BlockService(repo)
-      var ds = new DAGService(bs)
+      const buf = bigBuf
+      const bs = new BlockService(repo)
+      const ds = new DAGService(bs)
       importer.import(buf, ds, function (err, stat) {
         expect(err).to.not.exist
         ds.get(stat.Hash, function (err, node) {
@@ -61,7 +120,7 @@ module.exports = function (repo) {
             expect(err).to.not.exist
             const leaf = new DAGNode()
 
-            var marbuf2 = bigLink
+            const marbuf2 = bigLink
             leaf.unMarshal(marbuf2)
             expect(node.links).to.deep.equal(leaf.links)
             expect(node.links.length).to.equal(0)

tests/buffer-test.js renamed to test/buffer-test.js

@@ -6,10 +6,11 @@ const fs = require('fs')
 const ncp = require('ncp').ncp
 const rimraf = require('rimraf')
 const expect = require('chai').expect
+const path = require('path')
 
 describe('core', () => {
-  const repoExample = process.cwd() + '/tests/repo-example'
-  const repoTests = process.cwd() + '/tests/repo-tests' + Date.now()
+  const repoExample = path.join(process.cwd(), '/test/repo-example')
+  const repoTests = path.join(process.cwd(), '/test/repo-tests' + Date.now())
 
   before((done) => {
     ncp(repoExample, repoTests, (err) => {
@@ -35,9 +36,9 @@ describe('core', () => {
         file === 'buffer-test.js' ||
         file.indexOf('repo-tests') > -1) {
       return false
-    } else {
-      return true
     }
+
+    return true
   }).forEach((file) => {
     require('./' + file)
   })

tests/index.js renamed to test/node.js

@@ -0,0 +1,28 @@
+
+��Hello and Welcome to IPFS!
+
+██╗██████╗ ███████╗███████╗
+██║██╔══██╗██╔════╝██╔════╝
+██║██████╔╝█████╗  ███████╗
+██║██╔═══╝ ██╔══╝  ╚════██║
+██║██║     ██║     ███████║
+╚═╝╚═╝     ╚═╝     ╚══════╝
+
+If you're seeing this, you have successfully installed
+IPFS and are now interfacing with the ipfs merkledag!
+
+ -------------------------------------------------------
+| Warning:                                              |
+|   This is alpha software. Use at your own discretion! |
+|   Much is missing or lacking polish. There are bugs.  |
+|   Not yet secure. Read the security notes for more.   |
+ -------------------------------------------------------
+
+Check out some of the other files in this directory:
+
+  ./about
+  ./help
+  ./quick-start     <-- usage examples
+  ./readme          <-- this file
+  ./security-notes
+�

tests/repo-example/blocks/1220120f/1220120f6af601d46e10b2d2e11ed71c55d25f3042c22501e41d1246e7a1e9d3d8ec.data renamed to test/repo-example/blocks/1220120f/1220120f6af601d46e10b2d2e11ed71c55d25f3042c22501e41d1246e7a1e9d3d8ec.data

@@ -0,0 +1,4 @@
+5
+" ���׾F�_�uؔ�l��z�S?��|ڲ��Pc@js-ipfs-repo�
+
+

tests/repo-example/blocks/122031d6/122031d6da265092f1b03fec969243fdcf095c1d219356cdf538ffce705a52d5738d.data renamed to test/repo-example/blocks/122031d6/122031d6da265092f1b03fec969243fdcf095c1d219356cdf538ffce705a52d5738d.data

@@ -0,0 +1,4 @@
+
+ys# js-ipfs-repo
+Implementation of the IPFS repo spec (https://github.com/ipfs/specs/tree/master/repo) in JavaScript
+s

tests/repo-example/blocks/122031e7/122031e7a41c15d03feb8cd793c3348ea3b310512d7767a9abfbd7a928a85e977173.data renamed to test/repo-example/blocks/122031e7/122031e7a41c15d03feb8cd793c3348ea3b310512d7767a9abfbd7a928a85e977173.data

@@ -0,0 +1,23 @@
+
+��                    IPFS Alpha Security Notes
+
+We try hard to ensure our system is safe and robust, but all software
+has bugs, especially new software. This distribution is meant to be an
+alpha preview, don't use it for anything mission critical.
+
+Please note the following:
+
+- This is alpha software and has not been audited. It is our goal
+  to conduct a proper security audit once we close in on a 1.0 release.
+
+- ipfs is a networked program, and may have serious undiscovered
+  vulnerabilities. It is written in Go, and we do not execute any
+  user provided data. But please point any problems out to us in a
+  github issue, or email [email protected] privately.
+
+- ipfs uses encryption for all communication, but it's NOT PROVEN SECURE
+  YET!  It may be totally broken. For now, the code is included to make
+  sure we benchmark our operations with encryption in mind. In the future,
+  there will be an "unsafe" mode for high performance intranet apps.
+  If this is a blocking feature for you, please contact us.
+�

tests/repo-example/blocks/12203628/12203628a4a19525dd84bbbffe132ec0b0d3be3528fbbcc814feb7f2fbf71ca06162.data renamed to test/repo-example/blocks/12203628/12203628a4a19525dd84bbbffe132ec0b0d3be3528fbbcc814feb7f2fbf71ca06162.data

@@ -0,0 +1,2 @@
+
+