WIP: Support for dir sharding (#14)

* protocol changes to support HAMT sharding

* expose HAMT Shard data type

* unixfs data for sharded dirs

Author: pgte

src/index.js

@@ -11,7 +11,8 @@ const types = [
   'directory',
   'file',
   'metadata',
-  'symlink'
+  'symlink',
+  'hamt-sharded-directory'
 ]
 
 function Data (type, data) {
@@ -56,6 +57,7 @@ function Data (type, data) {
       case 'file': type = unixfsData.DataType.File; break
       case 'metadata': type = unixfsData.DataType.Metadata; break
       case 'symlink': type = unixfsData.DataType.Symlink; break
+      case 'hamt-sharded-directory': type = unixfsData.DataType.HAMTShard; break
       default:
         throw new Error(`Unkown type: "${this.type}"`)
     }
@@ -69,7 +71,9 @@ function Data (type, data) {
       Type: type,
       Data: this.data,
       filesize: fileSize,
-      blocksizes: this.blockSizes.length > 0 ? this.blockSizes : undefined
+      blocksizes: this.blockSizes.length > 0 ? this.blockSizes : undefined,
+      hashType: this.hashType,
+      fanout: this.fanout
     })
   }
 }

src/unixfs.proto.js

@@ -7,12 +7,16 @@ module.exports = `message Data {
     File = 2;
     Metadata = 3;
     Symlink = 4;
+    HAMTShard = 5;
   }
 
   required DataType Type = 1;
   optional bytes Data = 2;
   optional uint64 filesize = 3;
   repeated uint64 blocksizes = 4;
+
+  optional uint64 hashType = 5;
+  optional uint64 fanout = 6;
 }
 
 message Metadata {

test/unixfs-format.spec.js

@@ -34,6 +34,17 @@ describe('unixfs-format', () => {
     done()
   })
 
+  it('hamt-sharded-directory', (done) => {
+    const data = new UnixFS('hamt-sharded-directory')
+    const marsheled = data.marshal()
+    const unmarsheled = UnixFS.unmarshal(marsheled)
+    expect(data.type).to.equal(unmarsheled.type)
+    expect(data.data).to.deep.equal(unmarsheled.data)
+    expect(data.blockSizes).to.deep.equal(unmarsheled.blockSizes)
+    expect(data.fileSize()).to.deep.equal(unmarsheled.fileSize())
+    done()
+  })
+
   it('file', (done) => {
     const data = new UnixFS('file', new Buffer('batata'))
     const marsheled = data.marshal()