Merge pull request #5 from ipfs/feat/mfs

Feat/mfs

Author: daviddias

.gitignore

@@ -0,0 +1 @@
+node_modules

.travis.yml

@@ -0,0 +1,11 @@
+sudo: false
+language: node_js
+node_js:
+  - "4.0"
+
+# Make sure we have new NPM.
+before_install:
+  - npm install -g npm
+
+script:
+  - npm test

README.md

@@ -1,3 +1,10 @@
-# ipfs-blob-store
+ipfs-blob-store
+===============
 
-Implements the [abstract-blob-store] API, built ontop of IPFS.
+[![](https://img.shields.io/badge/made%20by-Protocol%20Labs-blue.svg?style=flat-square)](http://ipn.io) [[![](https://img.shields.io/badge/freenode-%23ipfs-blue.svg?style=flat-square)](http://webchat.freenode.net/?channels=%23ipfs) ![Build Status](https://travis-ci.org/diasdavid/ipfs-blob-store.svg?style=flat-square)](https://travis-ci.org/diasdavid/ipfs-blob-store) ![](https://img.shields.io/badge/coverage-%3F-yellow.svg?style=flat-square) [![Dependency Status](https://david-dm.org/diasdavid/ipfs-blob-store.svg?style=flat-square)](https://david-dm.org/diasdavid/ipfs-blob-store) [![js-standard-style](https://img.shields.io/badge/code%20style-standard-brightgreen.svg?style=flat-square)](https://github.com/feross/standard)
+
+![](https://github.com/maxogden/abstract-blob-store/raw/master/badge.png)
+
+> Implements the [abstract-blob-store](https://github.com/maxogden/abstract-blob-store) API, built on top of IPFS.
+
+![](https://github.com/maxogden/abstract-blob-store/raw/master/badge.png)

examples/mfs-example.js

@@ -0,0 +1,14 @@
+var ipfsBlobStore = require('../index.js')
+var store = ipfsBlobStore().mfs
+
+/*
+process.stdin.pipe(store.createWriteStream('test/2/3/4', function (err, metadata) {
+  if (err) {
+    // console.log(err)
+  }
+
+  console.log(metadata)
+}))
+*/
+
+store.createReadStream('test/2/3/4').pipe(process.stdout)

index.js

@@ -1,67 +1,19 @@
 var ipfs = require('ipfs-api')
-var stream = require('stream')
-var multihash = require('multihashes')
-var base58 = require('base58-native')
+var block = require('./lib/block')
+var dag = require('./lib/dag')
+var mfs = require('./lib/mfs')
 
 module.exports = function (opts) {
   if (!opts) opts = {}
 
   opts.host = opts.host || '127.0.0.1'
   opts.port = opts.port || 5001
 
-  var store = {}
-
   var node = ipfs(opts.host, opts.port)
 
-  store.createWriteStream = function (opts, cb) {
-    if (typeof opts === 'string') opts = {key: opts}
-    if (typeof opts === 'function') return store.createWriteStream(null, opts)
-
-    var bufferStream = new stream.PassThrough()
-
-    node.block.put(bufferStream, function (err, data) {
-      if (err) return cb(err)
-
-      cb(null, {
-        key: data.Key,
-        size: data.Size
-      })
-    })
-
-    return bufferStream
-  }
-
-  store.createReadStream = function (opts) {
-    if (typeof opts === 'string') opts = {key: opts}
-    var bufferStream = new stream.PassThrough()
-    node.block.get(opts.key, function (err, stream) {
-      if (err && !stream) return bufferStream.emit('error', 'No stream')
-      stream.pipe(bufferStream)
-    })
-
-    return bufferStream
+  return {
+    block: block(node),
+    dag: dag(node),
+    mfs: mfs(node)
   }
-
-  store.exists = function (opts, cb) {
-    if (typeof opts === 'string') opts = {key: opts}
-    var buf
-
-    try {
-      buf = base58.decode(opts.key)
-      void multihash.decode(buf)
-    } catch (e) {
-      return cb(null, false)
-    }
-
-    node.block.get(opts.key, function (err, stream) {
-      if (err) return cb(err)
-      cb(null, true)
-    })
-  }
-
-  store.remove = function (opts, cb) {
-    cb(null, false)
-  }
-
-  return store
 }

lib/block.js

@@ -0,0 +1,61 @@
+var stream = require('stream')
+var multihash = require('multihashes')
+var base58 = require('base58-native')
+
+module.exports = function (node) {
+  var store = {}
+
+  store.createWriteStream = function (opts, cb) {
+    if (typeof opts === 'string') opts = {key: opts}
+    if (typeof opts === 'function') return store.createWriteStream(null, opts)
+
+    var bufferStream = new stream.PassThrough()
+
+    node.block.put(bufferStream, function (err, data) {
+      if (err) return cb(err)
+
+      cb(null, {
+        key: data.Key,
+        size: data.Size
+      })
+    })
+
+    return bufferStream
+  }
+
+  store.createReadStream = function (opts) {
+    if (typeof opts === 'string') opts = {key: opts}
+
+    var bufferStream = new stream.PassThrough()
+
+    node.block.get(opts.key, function (err, stream) {
+      if (err && !stream) return bufferStream.emit('error', err)
+      stream.pipe(bufferStream)
+    })
+
+    return bufferStream
+  }
+
+  store.exists = function (opts, cb) {
+    if (typeof opts === 'string') opts = {key: opts}
+    var buf
+
+    try {
+      buf = base58.decode(opts.key)
+      void multihash.decode(buf)
+    } catch (e) {
+      return cb(null, false)
+    }
+
+    node.block.get(opts.key, function (err, stream) {
+      if (err) return cb(err)
+      cb(null, true)
+    })
+  }
+
+  store.remove = function (opts, cb) {
+    cb(null, false)
+  }
+
+  return store
+}

lib/dag.js

@@ -0,0 +1,148 @@
+var stream = require('stream')
+var async = require('async')
+
+var Node = function () {
+  this.Links = []
+  this.Data = new Buffer('')
+}
+
+var Link = function () {
+  this.Hash = ''
+  this.Size = 0
+  this.Name = ''
+}
+
+module.exports = function (node) {
+  var store = {}
+  var root = new Node()
+  var root_hash = ''
+  var map = {}
+
+  store.createWriteStream = function (opts, cb) {
+    if (typeof opts === 'string') opts = {key: opts}
+    if (typeof opts === 'function') return store.createWriteStream(null, opts)
+    if (typeof opts === 'undefined' || opts === null) opts = {}
+
+    var bufferStream = new stream.PassThrough()
+    var buffer
+
+    bufferStream.on('data', function (chunk) {
+      if (!buffer) buffer = chunk
+      else {
+        buffer = Buffer.concat([buffer, chunk], buffer.length + chunk.length)
+      }
+    })
+
+    bufferStream.on('end', function () {
+      var blob = new Node()
+      blob.Data = buffer.toString()
+      async.waterfall([
+        function (callback) {
+          var raw = new Buffer(JSON.stringify(blob))
+          node.object.put(raw, 'json', callback)
+        },
+        function (res, callback) {
+          node.object.stat(res.Hash, function (err, stat) {
+            callback(err, res, stat)
+          })
+        },
+        function (res, stat, callback) {
+          var link = new Link()
+
+          link.Hash = res.Hash
+          link.Size = stat.CumulativeSize
+          link.Name = opts.key || res.Hash
+
+          root.Links = root.Links.filter(function (item) {
+            return item.Name !== opts.key
+          })
+
+          root.Links.push(link)
+
+          root.Data = root_hash
+          var raw = new Buffer(JSON.stringify(root))
+          node.object.put(raw, 'json', function (err, new_root) {
+            callback(err, link, new_root)
+          })
+        }, function (link, new_root, callback) {
+          map[opts.key] = true
+
+          callback(null, {
+            key: link.Name,
+            root: new_root.Hash,
+            hash: link.Hash,
+            size: link.Size
+          })
+
+          root_hash = new_root.Hash
+        }
+      ], function (err, meta) {
+        if (err) return cb(err)
+        cb(null, meta)
+      })
+    })
+
+    return bufferStream
+  }
+
+  store.createReadStream = function (opts) {
+    if (typeof opts === 'string') {
+      opts = {key: opts}
+    }
+
+    var bufferStream = new stream.PassThrough()
+    node.object.data((opts.root || root_hash) + '/' + opts.key, function (err, stream) {
+      if (err && !stream) return bufferStream.emit('error', err)
+      stream.pipe(bufferStream)
+    })
+
+    return bufferStream
+  }
+
+  store.exists = function (opts, cb) {
+    if (typeof opts === 'string') {
+      opts = {key: opts}
+    }
+    if (!root_hash) {
+      return cb(null, false)
+    }
+
+    node.object.stat((opts.root || root_hash) + '/' + opts.key, function (err, stat) {
+      if (err) {
+        cb(null, false)
+      } else {
+        cb(null, true)
+      }
+    })
+  }
+
+  store.remove = function (opts, cb) {
+    async.waterfall([
+      function (callback) {
+        root.Links = root.Links.filter(function (item) {
+          return item.Name !== opts.key
+        })
+
+        root.Data = root_hash
+        var raw = new Buffer(JSON.stringify(root))
+        node.object.put(raw, 'json', function (err, new_root) {
+          callback(err, new_root)
+        })
+      },
+      function (new_root, callback) {
+        map[opts.key] = false
+
+        callback(null, true)
+
+        root_hash = new_root.Hash
+      }
+    ], function (err, meta) {
+      if (err) {
+        return cb(err, false)
+      }
+      cb(null, meta)
+    })
+  }
+
+  return store
+}