feat: top level index local persistence (#140)

zl03jsj · web-flow · commit 25483cb96858 · 2022-06-07T14:08:39.000+08:00
* top level index local persistence

* fix typo
diff --git a/config/config.go b/config/config.go
@@ -148,8 +148,8 @@ type DAGStoreConfig struct {
 	// Default value: 1 minute.
 	GCInterval Duration
 
-	//MongoTipIndex used to config whether to save top index data to mongo
-	MongoTipIndex *MongoTopIndex
+	//MongoTopIndex used to config whether to save top index data to mongo
+	MongoTopIndex *MongoTopIndex
 
 	//Transient path used to store temp file for retrieval
 	Transient string
diff --git a/dagstore/wrapper.go b/dagstore/wrapper.go
@@ -104,11 +104,13 @@ func NewDAGStore(ctx context.Context, cfg *config.DAGStoreConfig, marketApi Mark
 		RecoverOnStart:            dagstore.RecoverNow,
 	}
 
-	if cfg.MongoTipIndex != nil {
-		dcfg.TopLevelIndex, err = NewMongoTopIndex(ctx, cfg.MongoTipIndex.Url)
+	if cfg.MongoTopIndex != nil {
+		dcfg.TopLevelIndex, err = NewMongoTopIndex(ctx, cfg.MongoTopIndex.Url)
 		if err != nil {
 			return nil, nil, err
 		}
+	} else {
+		dcfg.TopLevelIndex = index.NewInverted(dstore)
 	}
 
 	dagst, err := dagstore.NewDAGStore(dcfg)

Original file line number	Diff line number	Diff line change
`@@ -104,11 +104,13 @@ func NewDAGStore(ctx context.Context, cfg *config.DAGStoreConfig, marketApi Mark`
`104`	`104`	`RecoverOnStart: dagstore.RecoverNow,`
`105`	`105`	`}`
`106`	`106`
`107`		`- if cfg.MongoTipIndex != nil {`
`108`		`- dcfg.TopLevelIndex, err = NewMongoTopIndex(ctx, cfg.MongoTipIndex.Url)`
	`107`	`+ if cfg.MongoTopIndex != nil {`
	`108`	`+ dcfg.TopLevelIndex, err = NewMongoTopIndex(ctx, cfg.MongoTopIndex.Url)`
`109`	`109`	`if err != nil {`
`110`	`110`	`return nil, nil, err`
`111`	`111`	`}`
	`112`	`+ } else {`
	`113`	`+ dcfg.TopLevelIndex = index.NewInverted(dstore)`
`112`	`114`	`}`
`113`	`115`
`114`	`116`	`dagst, err := dagstore.NewDAGStore(dcfg)`