Skip to content

Commit

Permalink
add pin lock in AddallPin function
Browse files Browse the repository at this point in the history
License: MIT
Signed-off-by: Kejie Zhang <601172892@qq.com>
  • Loading branch information
kjzz committed Sep 22, 2018
1 parent 987fef1 commit b789295
Show file tree
Hide file tree
Showing 3 changed files with 42 additions and 36 deletions.
33 changes: 2 additions & 31 deletions core/commands/add.go
Original file line number Diff line number Diff line change
Expand Up @@ -276,6 +276,7 @@ You can now check what blocks have been created by:
fileAdder.NoCopy = nocopy
fileAdder.Name = pathName
fileAdder.CidBuilder = prefix
fileAdder.Hash = hash

if inline {
fileAdder.CidBuilder = cidutil.InlineBuilder{
Expand All @@ -297,42 +298,12 @@ You can now check what blocks have been created by:
fileAdder.SetMfsRoot(mr)
}

addAllAndPin := func(f files.File) error {
// Iterate over each top-level file and add individually. Otherwise the
// single files.File f is treated as a directory, affecting hidden file
// semantics.
for {
file, err := f.NextFile()
if err == io.EOF {
// Finished the list of files.
break
} else if err != nil {
return err
}
if err := fileAdder.AddFile(file); err != nil {
return err
}
}

// copy intermediary nodes from editor to our actual dagservice
_, err := fileAdder.Finalize()
if err != nil {
return err
}

if hash {
return nil
}

return fileAdder.PinRoot()
}

errCh := make(chan error)
go func() {
var err error
defer func() { errCh <- err }()
defer close(outChan)
err = addAllAndPin(req.Files)
err = fileAdder.AddAllAndPin(req.Files)
}()

err = res.Emit(outChan)
Expand Down
41 changes: 38 additions & 3 deletions core/coreunix/add.go
Original file line number Diff line number Diff line change
Expand Up @@ -86,6 +86,7 @@ type Adder struct {
Name string
NoCopy bool
Chunker string
Hash bool
root ipld.Node
mroot *mfs.Root
unlocker bstore.Unlocker
Expand Down Expand Up @@ -398,8 +399,8 @@ func (adder *Adder) addNode(node ipld.Node, path string) error {
return nil
}

// AddFile adds the given file while respecting the adder.
func (adder *Adder) AddFile(file files.File) error {
// AddAllAndPin adds the given request's files and pin them.
func (adder *Adder) AddAllAndPin(file files.File) error {
if adder.Pin {
adder.unlocker = adder.blockstore.PinLock()
}
Expand All @@ -409,7 +410,41 @@ func (adder *Adder) AddFile(file files.File) error {
}
}()

return adder.addFile(file)
switch {
case file.IsDirectory():
// Iterate over each top-level file and add individually. Otherwise the
// single files.File f is treated as a directory, affecting hidden file
// semantics.
for {
file, err := file.NextFile()
if err == io.EOF {
// Finished the list of files.
break
} else if err != nil {
return err
}
if err := adder.addFile(file); err != nil {
return err
}
}
break
default:
if err := adder.addFile(file); err != nil {
return err
}
break
}

// copy intermediary nodes from editor to our actual dagservice
_, err := adder.Finalize()
if err != nil {
return err
}

if adder.Hash {
return nil
}
return adder.PinRoot()
}

func (adder *Adder) addFile(file files.File) error {
Expand Down
4 changes: 2 additions & 2 deletions core/coreunix/add_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,7 @@ func TestAddGCLive(t *testing.T) {
go func() {
defer close(addDone)
defer close(out)
err := adder.AddFile(slf)
err := adder.AddAllAndPin(slf)

if err != nil {
t.Fatal(err)
Expand Down Expand Up @@ -191,7 +191,7 @@ func testAddWPosInfo(t *testing.T, rawLeaves bool) {

go func() {
defer close(adder.Out)
err = adder.AddFile(file)
err = adder.AddAllAndPin(file)
if err != nil {
t.Fatal(err)
}
Expand Down

0 comments on commit b789295

Please sign in to comment.