-
Notifications
You must be signed in to change notification settings - Fork 3
/
delta-watcher.go
115 lines (88 loc) · 2.76 KB
/
delta-watcher.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
package core
import (
"fmt"
"time"
db "github.com/application-research/delta-dm/db"
"github.com/application-research/delta-dm/util"
"gorm.io/gorm"
)
// TODO: Import from Delta once public
func (ddm *DeltaDM) WatchReplications() {
if ddm.DryRunMode {
fmt.Println(util.Red + "disabling Delta watcher in dry run mode" + util.Reset)
return
}
go watch(ddm.DB, ddm.DAPI)
}
func watch(db *gorm.DB, d *DeltaAPI) {
for {
time.Sleep(10 * time.Second)
err := RunReconciliation(db, d)
if err != nil {
log.Errorf("failed running delta reconciliation job: %s", err)
}
}
}
func RunReconciliation(dbi *gorm.DB, d *DeltaAPI) error {
log.Debug("starting reconcile task")
var pendingReplications []int64
// Once the on_chain_deal_id is nonzero, we don't need to continue checking the deal
// Or, if it's in a failed state it's not going to change
dbi.Model(&db.Replication{}).Where("on_chain_deal_id = ? AND status NOT IN ?", 0, db.FailedStatuses).Select("delta_content_id").Find(&pendingReplications)
if len(pendingReplications) == 0 {
log.Debug("no pending replications")
return nil
}
log.Debugf("reconciling %v\n", pendingReplications)
statsResponse, err := d.GetDealStatus(pendingReplications)
if err != nil {
return fmt.Errorf("could not get deal status: %s", err)
}
ru := computeReplicationUpdates(*statsResponse)
log.Debugf("updating %d replications\n", len(ru))
for _, r := range ru {
err := dbi.Model(&db.Replication{}).Where("delta_content_id = ?", r.DeltaContentID).Updates(r)
if err.Error != nil {
return fmt.Errorf("could not update replication: %s", err.Error)
}
// Remove a replication if it failed
if r.Status.HasFailed() {
var cnt db.Content
err := dbi.Model(&db.Content{}).Where("comm_p = ?", r.ContentCommP).First(&cnt)
if err.Error != nil {
return fmt.Errorf("could not find associated content: %s", err.Error)
}
// This condition should always be true, but just in case
if cnt.NumReplications > 0 {
cnt.NumReplications -= 1
}
err = dbi.Save(&cnt)
if err.Error != nil {
return fmt.Errorf("could not update associated content: %s", err.Error)
}
}
}
return nil
}
func computeReplicationUpdates(dealStats DealStatsResponse) []db.Replication {
toUpdate := []db.Replication{}
for _, deal := range dealStats {
r := db.Replication{
Status: deal.Content.Status,
DeltaContentID: deal.Content.ID,
DeltaMessage: deal.Content.LastMessage,
}
if len(deal.Deals) > 0 {
r.ProposalCid = deal.Deals[0].PropCid
r.DealUUID = deal.Deals[0].DealUUID
if deal.Deals[0].DealID != 0 {
r.OnChainDealID = deal.Deals[0].DealID
}
}
if len(deal.PieceCommitments) > 0 {
r.ContentCommP = deal.PieceCommitments[0].Piece
}
toUpdate = append(toUpdate, r)
}
return toUpdate
}