From f42e2d29b04adcfb1d5346a582472f07afaa1c0e Mon Sep 17 00:00:00 2001 From: Timo Volkmann Date: Wed, 23 Dec 2020 14:59:01 +0100 Subject: [PATCH] Rearrange/Sync stream --- cmd/replay/replay.go | 61 ++++ cmd/server/server.go | 23 ++ core/collectors.go | 16 +- core/datamodel.go | 393 +++++++++++----------- core/dispatcher.go | 12 +- core/{pipelinex.go => pipeline_record.go} | 76 ++--- core/pipeline_replay.go | 193 +++++++++++ core/replay.go | 1 - core/service.go | 19 +- go.mod | 9 +- go.sum | 134 +------- storage/kvstore.go | 6 +- web/http.go | 46 +-- 13 files changed, 582 insertions(+), 407 deletions(-) create mode 100644 cmd/replay/replay.go rename core/{pipelinex.go => pipeline_record.go} (67%) create mode 100644 core/pipeline_replay.go delete mode 100644 core/replay.go diff --git a/cmd/replay/replay.go b/cmd/replay/replay.go new file mode 100644 index 0000000..8ed8404 --- /dev/null +++ b/cmd/replay/replay.go @@ -0,0 +1,61 @@ +package main + +import ( + "git.timovolkmann.de/gyrogpsc/core" + "git.timovolkmann.de/gyrogpsc/storage" + "git.timovolkmann.de/gyrogpsc/web" + "github.com/google/uuid" + "github.com/sirupsen/logrus" + "github.com/spf13/viper" + "time" +) + +func main() { + conf := configurationFromFile() + + logrus.Debug(conf) + + repo := storage.NewRepository(conf) + disp := core.NewDispatcher() + + service := core.TrackingService(conf, repo, disp) + + go func() { + service.LoadTracking(uuid.MustParse("06b05aa3-6a13-4ffb-8ac7-cd35dfc0f949")) + time.Sleep(120 * time.Second) + + //pprof.StopCPUProfile() + //os.Exit(0) + }() + + web.CreateServer(service, disp, conf) +} + +func configurationFromFile() *core.Configuration { + viper.SetDefault("collectors.porttcp", ":3010") + viper.SetDefault("collectors.portserial", "/dev/tty.usbmodem14201") + viper.SetDefault("webserver.port", ":3011") + viper.SetDefault("pipeline.publishIntervalMs", 50) + viper.SetDefault("pipeline.syncUpdateIntervalMs", 494) + viper.SetDefault("debuglevel", "INFO") + + viper.SetConfigName("gpsconfig") // name of config file (without extension) + viper.SetConfigType("yaml") + viper.AddConfigPath(".") + viper.AddConfigPath("./../../") + if err := viper.ReadInConfig(); err != nil { + logrus.Warn("couldn't find config file. using standard configuration") + } + + c := core.Configuration{} + if err := viper.Unmarshal(&c); err != nil { + logrus.Debug("couldn't load config...") + logrus.Error(err) + } + lvl, err := logrus.ParseLevel(c.Debuglevel) + if err != nil { + logrus.Error(err) + } + logrus.SetLevel(lvl) + return &c +} diff --git a/cmd/server/server.go b/cmd/server/server.go index 7fd76db..4e46c1e 100644 --- a/cmd/server/server.go +++ b/cmd/server/server.go @@ -6,6 +6,8 @@ import ( "git.timovolkmann.de/gyrogpsc/web" "github.com/sirupsen/logrus" "github.com/spf13/viper" + "os" + "time" ) func main() { @@ -18,6 +20,27 @@ func main() { service := core.TrackingService(conf, repo, disp) + go func() { + service.StartPipeline(core.TCP, core.SERIAL) + time.Sleep(5 * time.Second) + service.StartRecord() + time.Sleep(10 * time.Second) + service.StopRecord() + time.Sleep(5 * time.Second) + service.StartPipeline(core.TCP, core.SERIAL) + time.Sleep(5 * time.Second) + service.StartRecord() + time.Sleep(60 * time.Second) + service.StopRecord() + time.Sleep(2 * time.Second) + service.StopAll() + + time.Sleep(5 * time.Second) + + //pprof.StopCPUProfile() + os.Exit(0) + }() + web.CreateServer(service, disp, conf) } diff --git a/core/collectors.go b/core/collectors.go index a5095d1..3cb3093 100644 --- a/core/collectors.go +++ b/core/collectors.go @@ -70,7 +70,7 @@ func (s *serialCollector) Collect() { } } if err != nil { - logrus.Fatal(err) + logrus.Errorln(err) } //} } @@ -213,8 +213,8 @@ func (t *tcpCollector) connectionHandler(conn net.Conn) { }() sc := bufio.NewScanner(conn) - maxSkip := 0 -loop: + skipped := 0 + //loop: for sc.Scan() { // Read the incoming connection into the buffer. res := append([]byte{}, sc.Bytes()...) @@ -224,13 +224,13 @@ loop: } select { case t.out <- res: - maxSkip = 0 + skipped = 0 default: logrus.Traceln("skip collecting tcp messages") - if maxSkip >= 10 { - break loop - } - maxSkip++ + //if skipped >= 10 { + // break loop + //} + skipped++ } } } diff --git a/core/datamodel.go b/core/datamodel.go index 45468bb..6c85690 100644 --- a/core/datamodel.go +++ b/core/datamodel.go @@ -1,259 +1,264 @@ package core import ( - "errors" - "git.timovolkmann.de/gyrogpsc/ublox" - "github.com/google/uuid" - "github.com/sirupsen/logrus" - "github.com/tidwall/gjson" - "math" - "time" + "errors" + "git.timovolkmann.de/gyrogpsc/ublox" + "github.com/google/uuid" + "github.com/sirupsen/logrus" + "github.com/tidwall/gjson" + "math" + "time" ) type Tracking struct { - TrackingMetadata - Data []SensorData + TrackingMetadata + Data []SensorData } type TrackingMetadata struct { - UUID uuid.UUID - TimeCreated time.Time - Collectors []CollectorType - Size int + UUID uuid.UUID + TimeCreated time.Time + Collectors []CollectorType + Size int } func newTracking() Tracking { - return Tracking{ - TrackingMetadata: TrackingMetadata{ - UUID: uuid.New(), - }, - Data: []SensorData{}, - } + return Tracking{ + TrackingMetadata: TrackingMetadata{ + UUID: uuid.New(), + }, + Data: []SensorData{}, + } } func (s *Tracking) isEmpty() bool { - if len(s.Data) != s.Size { - logrus.Errorln("data inconsistent...", len(s.Data), s.Size) - } - return len(s.Data) == 0 + if len(s.Data) != s.Size { + logrus.Errorln("data inconsistent...", len(s.Data), s.Size) + } + return len(s.Data) == 0 } - type SourceId string const ( - SOURCE_TCP SourceId = "SOURCE_TCP" - SOURCE_SERIAL SourceId = "SOURCE_SERIAL" + SOURCE_TCP SourceId = "SOURCE_TCP" + SOURCE_SERIAL SourceId = "SOURCE_SERIAL" ) -var timeex int64 +var lastTimeOffsetIphone int64 +var lastTimeOffsetUblox int64 type SensorData struct { - //MsgClass string - //FixType string - itow uint32 - source SourceId - latency int - Servertime time.Time - Timestamp time.Time - Position [3]float64 //`json:",omitempty"` - HAcc float64 //`json:",omitempty"`//[H,V] - VAcc float64 //`json:",omitempty"`//[H,V] - Orientation [3]float64 //`json:",omitempty"` - Speed float64 //`json:",omitempty"` - HeadDevice float64 //`json:",omitempty"` // Course / Heading of Motion - HeadMotion float64 //`json:",omitempty"` // Course / Heading of Motion - HeadingAcc float64 //`json:",omitempty"` - Gyroscope [3]float64 //`json:",omitempty"` - LinearAcc [3]float64 //`json:",omitempty"` + //MsgClass string + //FixType string + itow uint32 + source SourceId + latency int + Servertime time.Time + Timestamp time.Time + Position [3]float64 //`json:",omitempty"` + HAcc float64 //`json:",omitempty"`//[H,V] + VAcc float64 //`json:",omitempty"`//[H,V] + Orientation [3]float64 //`json:",omitempty"` + Speed float64 //`json:",omitempty"` + HeadDevice float64 //`json:",omitempty"` // Course / Heading of Motion + HeadMotion float64 //`json:",omitempty"` // Course / Heading of Motion + HeadingAcc float64 //`json:",omitempty"` + Gyroscope [3]float64 //`json:",omitempty"` + LinearAcc [3]float64 //`json:",omitempty"` } func (s *SensorData) Source() SourceId { - return s.source + return s.source } func (s *SensorData) SetSource(si SourceId) { - s.source = si + s.source = si } func (s SensorData) isSameEpoch(n SensorData) bool { - if n.itow == 0 { - return false - } - return s.itow == n.itow + if n.itow == 0 { + return false + } + return s.itow == n.itow } // Consolidates two sensordata elements if they are in the same epoch func (s SensorData) ConsolidateEpochsOnly(n SensorData) SensorData { - s.checkSources(&n) - if s.isSameEpoch(n) { - null := SensorData{} + s.checkSources(&n) + if s.isSameEpoch(n) { + null := SensorData{} - if n.Timestamp == null.Timestamp { - n.Timestamp = s.Timestamp - } - if n.Position == null.Position { - n.Position = s.Position - } - if n.Orientation == null.Orientation { - n.Orientation = s.Orientation - } - } - return n + if n.Timestamp == null.Timestamp { + n.Timestamp = s.Timestamp + } + if n.Position == null.Position { + n.Position = s.Position + } + if n.Orientation == null.Orientation { + n.Orientation = s.Orientation + } + } + return n } // Consolidates two sensordata elements but ignores timestamps func (s SensorData) ConsolidateExTime(n SensorData) SensorData { - s.checkSources(&n) - null := SensorData{} + s.checkSources(&n) + null := SensorData{} - if n.Position == null.Position { - n.Position = s.Position - } - if n.Orientation == null.Orientation { - n.Orientation = s.Orientation - } - return n + if n.Position == null.Position { + n.Position = s.Position + } + if n.Orientation == null.Orientation { + n.Orientation = s.Orientation + } + return n } func (s *SensorData) checkSources(n *SensorData) { - if (s.source != n.source && *s != SensorData{}) { - logrus.Println(s) - logrus.Println(n) - logrus.Fatalln("Do not consolidate SensorData from different Sources") - } + if (s.source != n.source && *s != SensorData{}) { + logrus.Println(s) + logrus.Println(n) + logrus.Fatalln("Do not consolidate SensorData from different Sources") + } } var ( - errNotImplemented = errors.New("message not implemented") - errRawMessage = errors.New("raw message") + errNotImplemented = errors.New("message not implemented") + errRawMessage = errors.New("raw message") ) func ConvertUbxSensorData(msg interface{}) (*SensorData, error) { - sd := &SensorData{ - //Servertime: time.Now().UTC(), - source: SOURCE_SERIAL, - } - switch v := msg.(type) { - case *ublox.NavPvt: - //logrus.Println("NAV-PVT") - sd.itow = v.ITOW_ms - sd.Timestamp = time.Date(int(v.Year_y), time.Month(v.Month_month), int(v.Day_d), int(v.Hour_h), int(v.Min_min), int(v.Sec_s), int(v.Nano_ns), time.UTC) - sd.Position[0] = float64(v.Lat_dege7) / 1e+7 - sd.Position[1] = float64(v.Lon_dege7) / 1e+7 - sd.Position[2] = float64(v.HMSL_mm) / 1e+3 // mm in m - sd.HAcc = float64(v.HAcc_mm) / 1000 - sd.VAcc = float64(v.VAcc_mm) / 1000 - sd.HeadMotion = float64(v.HeadMot_dege5) / 1e+5 - sd.HeadDevice = float64(v.HeadVeh_dege5) / 1e+5 - sd.HeadingAcc = float64(v.HeadAcc_dege5) / 1e+5 - sd.Speed = float64(v.GSpeed_mm_s) / 3.6e+3 - case *ublox.HnrPvt: - //logrus.Println("HNR-PVT") - sd.itow = v.ITOW_ms - sd.Timestamp = time.Date(int(v.Year_y), time.Month(v.Month_month), int(v.Day_d), int(v.Hour_h), int(v.Min_min), int(v.Sec_s), int(v.Nano_ns), time.UTC) - sd.Position[0] = float64(v.Lat_dege7) / 1e+7 - sd.Position[1] = float64(v.Lon_dege7) / 1e+7 - sd.Position[2] = float64(v.HMSL_mm) / 1e+3 // mm in m - sd.HAcc = float64(v.HAcc) / 1000 - sd.VAcc = float64(v.VAcc) / 1000 - sd.HeadMotion = float64(v.HeadMot_dege5) / 1e+5 - sd.HeadDevice = float64(v.HeadVeh_dege5) / 1e+5 - sd.HeadingAcc = float64(v.HeadAcc_dege5) / 1e+5 - sd.Speed = float64(v.GSpeed_mm_s) / 3.6e+3 - case *ublox.NavAtt: - //logrus.Println("NAV-ATT") - sd.itow = v.ITOW_ms - sd.Orientation[0] = float64(v.Pitch_deg) * 1e-5 - sd.Orientation[1] = float64(v.Roll_deg) * 1e-5 - sd.Orientation[2] = float64(v.Heading_deg) * 1e-5 - case *ublox.RawMessage: - //class := make([]byte, 2) - //binary.LittleEndian.PutUint16(class, v.ClassID()) - //logrus.Printf("%#v, %#v", class[0],class[1]) - return nil, nil - default: - return nil, errNotImplemented - } - return sd, nil + sd := &SensorData{ + //Servertime: time.Now().UTC(), + source: SOURCE_SERIAL, + } + switch v := msg.(type) { + case *ublox.NavPvt: + //logrus.Println("NAV-PVT") + sd.itow = v.ITOW_ms + sd.Timestamp = time.Date(int(v.Year_y), time.Month(v.Month_month), int(v.Day_d), int(v.Hour_h), int(v.Min_min), int(v.Sec_s), int(v.Nano_ns), time.UTC) + sd.Position[0] = float64(v.Lat_dege7) / 1e+7 + sd.Position[1] = float64(v.Lon_dege7) / 1e+7 + sd.Position[2] = float64(v.HMSL_mm) / 1e+3 // mm in m + sd.HAcc = float64(v.HAcc_mm) / 1000 + sd.VAcc = float64(v.VAcc_mm) / 1000 + sd.HeadMotion = float64(v.HeadMot_dege5) / 1e+5 + sd.HeadDevice = float64(v.HeadVeh_dege5) / 1e+5 + sd.HeadingAcc = float64(v.HeadAcc_dege5) / 1e+5 + sd.Speed = float64(v.GSpeed_mm_s) * 3.6e-3 + case *ublox.HnrPvt: + //logrus.Println("HNR-PVT") + sd.itow = v.ITOW_ms + sd.Timestamp = time.Date(int(v.Year_y), time.Month(v.Month_month), int(v.Day_d), int(v.Hour_h), int(v.Min_min), int(v.Sec_s), int(v.Nano_ns), time.UTC) + sd.Position[0] = float64(v.Lat_dege7) / 1e+7 + sd.Position[1] = float64(v.Lon_dege7) / 1e+7 + sd.Position[2] = float64(v.HMSL_mm) / 1e+3 // mm in m + sd.HAcc = float64(v.HAcc) / 1000 + sd.VAcc = float64(v.VAcc) / 1000 + sd.HeadMotion = float64(v.HeadMot_dege5) / 1e+5 + sd.HeadDevice = float64(v.HeadVeh_dege5) / 1e+5 + sd.HeadingAcc = float64(v.HeadAcc_dege5) / 1e+5 + sd.Speed = float64(v.GSpeed_mm_s) + 3.6e-3 + case *ublox.NavAtt: + //logrus.Println("NAV-ATT") + sd.itow = v.ITOW_ms + sd.Orientation[0] = float64(v.Pitch_deg) * 1e-5 + sd.Orientation[1] = float64(v.Roll_deg) * 1e-5 + sd.Orientation[2] = float64(v.Heading_deg) * 1e-5 + case *ublox.RawMessage: + //class := make([]byte, 2) + //binary.LittleEndian.PutUint16(class, v.ClassID()) + //logrus.Printf("%#v, %#v", class[0],class[1]) + return nil, nil + default: + return nil, errNotImplemented + } + + if !sd.Timestamp.IsZero() && sd.Timestamp.Nanosecond() != 0 { + lastTimeOffsetUblox = time.Now().UnixNano() - sd.Timestamp.UnixNano() + } else { + sd.Timestamp = time.Now().UTC().Add(time.Duration(lastTimeOffsetUblox)) + } + + return sd, nil } func ConvertByteSensorData(jsonData []byte) (*SensorData, error) { - if gjson.Get(string(jsonData), "os").String() == "hyperimu" { - return convertAndroidHyperImu(jsonData) - } - return convertIPhoneSensorLog(jsonData) + if gjson.Get(string(jsonData), "os").String() == "hyperimu" { + return convertAndroidHyperImu(jsonData) + } + return convertIPhoneSensorLog(jsonData) } func convertIPhoneSensorLog(jsonData []byte) (*SensorData, error) { - timestamp := gjson.Get(string(jsonData), "locationTimestamp_since1970").Float() - lat := gjson.Get(string(jsonData), "locationLatitude").Float() - lon := gjson.Get(string(jsonData), "locationLongitude").Float() - alt := gjson.Get(string(jsonData), "locationAltitude").Float() - pitch := gjson.Get(string(jsonData), "motionPitch").Float() * 180 / math.Pi - roll := gjson.Get(string(jsonData), "motionRoll").Float() * 180 / math.Pi - yaw := gjson.Get(string(jsonData), "motionYaw").Float() * 180 / math.Pi - hAcc := gjson.Get(string(jsonData), "locationHorizontalAccuracy").Float() - vAcc := gjson.Get(string(jsonData), "locationVerticalAccuracy").Float() - headingAcc := gjson.Get(string(jsonData), "locationHeadingAccuracy").Float() - headMotion := gjson.Get(string(jsonData), "locationCourse").Float() - headDevice := gjson.Get(string(jsonData), "locationTrueHeading").Float() - speed := gjson.Get(string(jsonData), "locationSpeed").Float() + timestamp := gjson.Get(string(jsonData), "locationTimestamp_since1970").Float() + lat := gjson.Get(string(jsonData), "locationLatitude").Float() + lon := gjson.Get(string(jsonData), "locationLongitude").Float() + alt := gjson.Get(string(jsonData), "locationAltitude").Float() + pitch := gjson.Get(string(jsonData), "motionPitch").Float() * 180 / math.Pi + roll := gjson.Get(string(jsonData), "motionRoll").Float() * 180 / math.Pi + yaw := gjson.Get(string(jsonData), "motionYaw").Float() * 180 / math.Pi + hAcc := gjson.Get(string(jsonData), "locationHorizontalAccuracy").Float() + vAcc := gjson.Get(string(jsonData), "locationVerticalAccuracy").Float() + headingAcc := gjson.Get(string(jsonData), "locationHeadingAccuracy").Float() + headMotion := gjson.Get(string(jsonData), "locationCourse").Float() + headDevice := gjson.Get(string(jsonData), "locationTrueHeading").Float() + speed := gjson.Get(string(jsonData), "locationSpeed").Float() - var ts time.Time - if timestamp != 0 { - ts = time.Unix(0, int64(timestamp*float64(time.Second))).UTC() - timeex = time.Now().UnixNano() - ts.UnixNano() - } else if timeex != 0 { - ts = time.Now().Add(time.Duration(timeex)).UTC() - } - //if ts == time.Date() - sd := &SensorData{ - //Servertime: time.Now().UTC(), - source: SOURCE_TCP, - Timestamp: ts, - Position: [3]float64{lat, lon, alt}, - Orientation: [3]float64{pitch, roll, yaw}, - HAcc: hAcc, - VAcc: vAcc, - HeadingAcc: headingAcc, - HeadMotion: headMotion, - HeadDevice: headDevice, - Speed: speed, - - } - if (*sd == SensorData{}) { - return nil, errors.New("iphone sensorlog: convert empty") - } - return sd, nil + var ts time.Time + if timestamp != 0 { + ts = time.Unix(0, int64(timestamp*float64(time.Second))).UTC() + lastTimeOffsetIphone = time.Now().UnixNano() - ts.UnixNano() + } else { + ts = time.Now().UTC().Add(time.Duration(lastTimeOffsetIphone)) + } + //if ts == time.Date() + sd := &SensorData{ + //Servertime: time.Now().UTC(), + source: SOURCE_TCP, + Timestamp: ts, + Position: [3]float64{lat, lon, alt}, + Orientation: [3]float64{pitch, roll, yaw}, + HAcc: hAcc, + VAcc: vAcc, + HeadingAcc: headingAcc, + HeadMotion: headMotion, + HeadDevice: headDevice, + Speed: speed, + } + if (*sd == SensorData{}) { + return nil, errors.New("iphone sensorlog: convert empty") + } + return sd, nil } func convertAndroidHyperImu(jsonData []byte) (*SensorData, error) { - timestamp := gjson.Get(string(jsonData), "Timestamp").Int() - lat := gjson.Get(string(jsonData), "GPS.0").Float() - lon := gjson.Get(string(jsonData), "GPS.1").Float() - alt := gjson.Get(string(jsonData), "GPS.2").Float() - pitch := gjson.Get(string(jsonData), "orientation.0").Float() - roll := gjson.Get(string(jsonData), "orientation.1").Float() - yaw := gjson.Get(string(jsonData), "orientation.2").Float() - //hAcc := gjson.Get(string(jsonData), "locationHorizontalAccuracy").Float() - //vAcc := gjson.Get(string(jsonData), "locationVerticalAccuracy").Float() - //headingAcc := gjson.Get(string(jsonData), "locationHeadingAccuracy").Float() - //headMotion := gjson.Get(string(jsonData), "locationCourse").Float() - //headDevice := gjson.Get(string(jsonData), "locationTrueHeading").Float() - //speed := gjson.Get(string(jsonData), "locationSpeed").Float() + timestamp := gjson.Get(string(jsonData), "Timestamp").Int() + lat := gjson.Get(string(jsonData), "GPS.0").Float() + lon := gjson.Get(string(jsonData), "GPS.1").Float() + alt := gjson.Get(string(jsonData), "GPS.2").Float() + pitch := gjson.Get(string(jsonData), "orientation.0").Float() + roll := gjson.Get(string(jsonData), "orientation.1").Float() + yaw := gjson.Get(string(jsonData), "orientation.2").Float() + //hAcc := gjson.Get(string(jsonData), "locationHorizontalAccuracy").Float() + //vAcc := gjson.Get(string(jsonData), "locationVerticalAccuracy").Float() + //headingAcc := gjson.Get(string(jsonData), "locationHeadingAccuracy").Float() + //headMotion := gjson.Get(string(jsonData), "locationCourse").Float() + //headDevice := gjson.Get(string(jsonData), "locationTrueHeading").Float() + //speed := gjson.Get(string(jsonData), "locationSpeed").Float() - - sd := &SensorData{ - //Servertime: time.Now().UTC(), - source: SOURCE_TCP, - Timestamp: time.Unix(0, timestamp*int64(time.Millisecond)).UTC(), - Position: [3]float64{lat, lon, alt}, - Orientation: [3]float64{pitch, roll, yaw}, - } - if (*sd == SensorData{}) { - return nil, errors.New("android hyperimu: convert empty") - } - return sd, nil + sd := &SensorData{ + //Servertime: time.Now().UTC(), + source: SOURCE_TCP, + Timestamp: time.Unix(0, timestamp*int64(time.Millisecond)).UTC(), + Position: [3]float64{lat, lon, alt}, + Orientation: [3]float64{pitch, roll, yaw}, + } + if (*sd == SensorData{}) { + return nil, errors.New("android hyperimu: convert empty") + } + return sd, nil } diff --git a/core/dispatcher.go b/core/dispatcher.go index d908319..270ac88 100644 --- a/core/dispatcher.go +++ b/core/dispatcher.go @@ -20,7 +20,6 @@ func NewDispatcher() *dispatcher { } } - func (d *dispatcher) SetStreaming(s bool) bool { if ok := d.sem.TryAcquire(1); s && ok { // if i want to turn on and can get semaphore then return success @@ -41,13 +40,18 @@ func (d *dispatcher) IsClosed() bool { return false } - func (d *dispatcher) Publish(message string) { - if d.IsClosed() { return } + if d.IsClosed() { + return + } logrus.Tracef("publishing to %v listeners\n", len(d.listeners)) logrus.Trace(message) for _, ch := range d.listeners { - ch <- message + select { + case ch <- message: + default: + logrus.Traceln("dispatcher: skip closed channel") + } } } diff --git a/core/pipelinex.go b/core/pipeline_record.go similarity index 67% rename from core/pipelinex.go rename to core/pipeline_record.go index 115acd0..f0adee8 100644 --- a/core/pipelinex.go +++ b/core/pipeline_record.go @@ -9,33 +9,24 @@ import ( "time" ) -type pipelineX struct { - collNet *ext.ChanSource - collSer *ext.ChanSource - transNet *flow.FlatMap - transSer *flow.FlatMap - flowDelay *flow.Map - flowStore *flow.Map - flowJson *flow.Map - sinkPub *publishSink -} +type pipelineRecord struct{} -func NewPipelineX(p Publisher, s Tracker, netChan chan interface{}, serialChan chan interface{}) *pipelineX { +func NewRecordPipeline(p Publisher, s Tracker, netChan chan interface{}, serialChan chan interface{}) *pipelineRecord { // set pipeline up and wire it together collNet := ext.NewChanSource(netChan) collSer := ext.NewChanSource(serialChan) - transNet := flow.NewFlatMap(transformNetFunc, 8) - transSer := flow.NewFlatMap(transformSerFunc, 8) - flowDelay := flow.NewMap(delayFunc(), 8) - flowStore := flow.NewMap(storeFunc(s), 8) - //flowJson := flow.NewMap(jsonFunc, 8) + transNet := flow.NewFlatMap(transformNetFunc, 1) + transSer := flow.NewFlatMap(transformSerFunc, 1) + //flowDelay := flow.NewMap(delayFunc(), 1) + flowStore := flow.NewMap(storeFunc(s), 1) + flowJson := flow.NewMap(jsonFunc, 1) sinkPub := newPublishSink(p) // wire up and execute demux := flow.Merge(collNet.Via(transNet), collSer.Via(transSer)) //go demux.Via(flowDelay).Via(flowStore).Via(flowJson).To(sinkPub) - go demux.Via(flowDelay).Via(flowStore).To(sinkPub) - return &pipelineX{} + go demux.Via(flowStore).Via(flowJson).To(sinkPub) + return &pipelineRecord{} } func storeFunc(s Tracker) flow.MapFunc { @@ -55,33 +46,36 @@ func storeFunc(s Tracker) flow.MapFunc { logrus.Debugf("%-14v %-40s %-40s %v %v", sd.Source(), sd.Timestamp.Format(time.RFC3339Nano), sd.Servertime.Format(time.RFC3339Nano), sd.Position, sd.Orientation) - data := map[string]interface{}{} - if sd.Source() == SOURCE_TCP { - data[string(SOURCE_TCP)] = *sd - } - if sd.Source() == SOURCE_SERIAL { - data[string(SOURCE_SERIAL)] = *sd - } - - jdata, err := json.Marshal(data) - logrus.Traceln(string(pretty.Pretty(jdata))) - if err != nil { - logrus.Fatalln(err) - } - return string(jdata) - + return sd } } -type timeDelay struct { - offsets map[SourceId]int -} - -func delayFunc() flow.MapFunc { - //td := &timeDelay{} - return func(i interface{}) interface{} { - return i +func jsonFunc(i interface{}) interface{} { + var sd *SensorData + switch v := i.(type) { + case SensorData: + sd = &v + case *SensorData: + sd = v + default: + panic("jsonFunc: wrong Type") } + + data := map[string]interface{}{} + if sd.Source() == SOURCE_TCP { + data[string(SOURCE_TCP)] = *sd + } + if sd.Source() == SOURCE_SERIAL { + data[string(SOURCE_SERIAL)] = *sd + } + + jdata, err := json.Marshal(data) + logrus.Traceln(string(pretty.Pretty(jdata))) + if err != nil { + logrus.Fatalln(err) + } + return string(jdata) + } func transformNetFunc(i interface{}) []interface{} { diff --git a/core/pipeline_replay.go b/core/pipeline_replay.go new file mode 100644 index 0000000..83759e0 --- /dev/null +++ b/core/pipeline_replay.go @@ -0,0 +1,193 @@ +package core + +import ( + "container/heap" + "github.com/reugn/go-streams" + ext "github.com/reugn/go-streams/extension" + "github.com/reugn/go-streams/flow" + "github.com/sirupsen/logrus" + "sort" + "sync" + "time" +) + +type pipelineReplay struct{} + +func NewReplayPipeline(p Publisher, t *Tracking) *pipelineReplay { + // set pipeline up and wire it together + collNet := ext.NewChanSource(channelFromTracking(t)) + dataSanitizer := flow.NewMap(replaySanitizeFunc(), 8) + flowReorder := NewRearranger() + + flowJson := flow.NewMap(jsonFunc, 1) + sinkPub := newPublishSink(p) + + // wire up and execute + //go collNet.Via(dataSanitizer).Via(flowJson).To(sinkPub) + go collNet.Via(dataSanitizer).Via(flowReorder).Via(flowJson).To(sinkPub) + return &pipelineReplay{} +} + +func logFunc() flow.MapFunc { + return func(i interface{}) interface{} { + //s := i.(SensorData) + logrus.Debugln("logfunc", i) + return i + } +} + +func channelFromTracking(t *Tracking) chan interface{} { + ch := make(chan interface{}) + sort.Slice(t.Data, func(i, j int) bool { return t.Data[i].Servertime.Before(t.Data[j].Servertime) }) + go func() { + lastTimestamp := t.Data[0].Servertime + //lastTimestamp := t.Data[len(t.Data)-1].Servertime + //for i := len(t.Data)-1; i >= 0; i-- { + for i := 0; i <= len(t.Data)-1; i++ { + sleeps := t.Data[i].Servertime.Sub(lastTimestamp) + lastTimestamp = t.Data[i].Servertime + logrus.Traceln("simulation original stream: waiting ->", sleeps) + time.Sleep(sleeps) + ch <- t.Data[i] + } + logrus.Infoln("replay: pushed all tracking data to pipeline") + }() + return ch +} + +func replaySanitizeFunc() flow.MapFunc { + var lastTimeOffsetIphone int64 + var lastTimeOffsetUblox int64 + + return func(i interface{}) interface{} { + sd := i.(SensorData) + + if !(sd.Timestamp.IsZero() || sd.Timestamp.Nanosecond() == 0) { + lastOffset := sd.Servertime.UnixNano() - sd.Timestamp.UnixNano() + if sd.Source() == SOURCE_TCP { + lastTimeOffsetIphone = lastOffset + } + if sd.Source() == SOURCE_SERIAL { + lastTimeOffsetUblox = lastOffset + } + } else { + var lastOff int64 + if sd.Source() == SOURCE_TCP { + lastOff = lastTimeOffsetIphone + } + if sd.Source() == SOURCE_SERIAL { + lastOff = lastTimeOffsetUblox + } + sd.Timestamp = sd.Servertime.Add(time.Duration(lastOff)) + } + if sd.Servertime.Before(time.Unix(1608422400, 0)) && sd.Speed != 0 && sd.Source() == SOURCE_SERIAL { + sd.Speed = sd.Speed * 3.6 * 3.6 + } + return sd + } +} + +func NewRearranger() *rearranger { + rearran := &rearranger{ + queue: &flow.PriorityQueue{}, + in: make(chan interface{}), + out: make(chan interface{}), + done: make(chan struct{}), + } + go rearran.receive() + go rearran.emit() + return rearran +} + +type rearranger struct { + sync.Mutex + queue *flow.PriorityQueue + in chan interface{} + out chan interface{} + done chan struct{} + startTimeNano int64 + startTimeNanoNow int64 +} + +// Verify rearranger satisfies the Flow interface. +var _ streams.Flow = (*rearranger)(nil) + +func (r *rearranger) In() chan<- interface{} { + return r.in +} + +func (r *rearranger) Out() <-chan interface{} { + return r.out +} + +func (r *rearranger) Via(flow streams.Flow) streams.Flow { + go r.transmit(flow) + return flow +} + +func (r *rearranger) To(sink streams.Sink) { + r.transmit(sink) +} + +// submit emitted windows to the next Inlet +func (r *rearranger) transmit(inlet streams.Inlet) { + for elem := range r.Out() { + inlet.In() <- elem + } + close(inlet.In()) +} + +func (r *rearranger) receive() { + for elem := range r.in { + ts := r.timestamp(elem) + if r.startTimeNano == 0 { + r.startTimeNano = ts //- (500 * 1e+6) // Delay + r.startTimeNanoNow = time.Now().UTC().UnixNano() + } + item := flow.NewItem(elem, ts, 0) + r.Lock() + heap.Push(r.queue, item) + r.Unlock() + } + close(r.done) + close(r.out) +} + +// emit pops data from ordered priority queue +func (r *rearranger) emit() { + for { + if r.startTimeNano == 0 { + continue + } + + if r.queue.Len() <= 0 { + continue + } + r.Lock() + durationSinceStartItem := r.queue.Head().Msg.(SensorData).Timestamp.UnixNano() - r.startTimeNano + durationSinceStartNow := time.Now().UTC().UnixNano() - r.startTimeNanoNow - (100 * 1e+6) + if durationSinceStartNow >= durationSinceStartItem { + logrus.Debugln("pqueue size: ", r.queue.Len()) + logrus.Debugln("time: ", + time.Duration(durationSinceStartNow), + time.Duration(durationSinceStartItem), + time.Duration(durationSinceStartNow)-time.Duration(durationSinceStartItem)) + + item := heap.Pop(r.queue).(*flow.Item) + v := item.Msg.(SensorData) + r.out <- v + } + r.Unlock() + + select { + case <-r.done: + return + default: + } + } +} + +func (r *rearranger) timestamp(elem interface{}) int64 { + v := elem.(SensorData) + return v.Timestamp.UnixNano() +} diff --git a/core/replay.go b/core/replay.go deleted file mode 100644 index 9a8bc95..0000000 --- a/core/replay.go +++ /dev/null @@ -1 +0,0 @@ -package core diff --git a/core/service.go b/core/service.go index bd96f43..dfeb885 100644 --- a/core/service.go +++ b/core/service.go @@ -47,13 +47,13 @@ type Recorder interface { type trackingService struct { opMode OpMode tracking *Tracking - pipeline *pipelineX + pipeline *pipelineRecord collectors []Collector store Storer publisher Publisher config *Configuration recSem *semaphore.Weighted - mu *sync.RWMutex + mu *sync.RWMutex } func TrackingService(c *Configuration, s Storer, p Publisher) *trackingService { @@ -63,11 +63,12 @@ func TrackingService(c *Configuration, s Storer, p Publisher) *trackingService { opMode: STOPPED, collectors: nil, recSem: semaphore.NewWeighted(1), - mu: &sync.RWMutex{}, + mu: &sync.RWMutex{}, config: c, store: s, publisher: p, } + // first initialize of tcp collector to to open tcp port NewCollector(c, TCP) @@ -138,7 +139,7 @@ func (t *trackingService) StartPipeline(cols ...CollectorType) (string, error) { t.safelyReplaceTracking(newTracking()) t.tracking.Collectors = cols - t.pipeline = NewPipelineX(t.publisher, t, tcp, ser) + NewRecordPipeline(t.publisher, t, tcp, ser) t.publisher.SetStreaming(true) //time.Sleep(3 * time.Second) @@ -196,10 +197,12 @@ func (t *trackingService) StopAll() (*TrackingMetadata, error) { logrus.Info("SERVICE: STOP ALL") var tm *TrackingMetadata = nil var err error - t.publisher.SetStreaming(false) for _, e := range t.collectors { e.Stop() } + // let buffer run empty after collectors stopped + time.Sleep(time.Millisecond * 5) + t.publisher.SetStreaming(false) if t.opMode == RECORDING { logrus.Info("trackingservice: gracefully stop recording ") tm, err = t.StopRecord() @@ -209,12 +212,18 @@ func (t *trackingService) StopAll() (*TrackingMetadata, error) { } func (t *trackingService) LoadTracking(trackingId uuid.UUID) (*Tracking, error) { + if !(t.opMode == REPLAY || t.opMode == STOPPED) { + t.StopAll() + } logrus.Info("LOAD TRACKING from database") tracking, err := t.store.Load(trackingId) if err != nil { return nil, err } t.safelyReplaceTracking(*tracking) + NewReplayPipeline(t.publisher, t.tracking) + t.publisher.SetStreaming(true) + t.opMode = REPLAY return t.tracking, nil } diff --git a/go.mod b/go.mod index 0f681b6..f4689c0 100644 --- a/go.mod +++ b/go.mod @@ -3,13 +3,18 @@ module git.timovolkmann.de/gyrogpsc go 1.15 require ( + github.com/DataDog/zstd v1.4.6-0.20200617134701-89f69fb7df32 // indirect + github.com/Workiva/go-datastructures v1.0.52 github.com/dgraph-io/badger/v2 v2.2007.2 + github.com/fsnotify/fsnotify v1.4.9 // indirect github.com/gofiber/fiber/v2 v2.2.4 github.com/gofiber/template v1.6.6 github.com/gofiber/websocket/v2 v2.0.2 + github.com/golang/protobuf v1.4.2 // indirect github.com/google/go-cmp v0.5.2 github.com/google/uuid v1.1.2 - github.com/reugn/go-streams v0.5.2 + github.com/klauspost/compress v1.11.0 // indirect + github.com/reugn/go-streams v0.6.3 github.com/sirupsen/logrus v1.6.0 github.com/spf13/viper v1.7.1 github.com/tidwall/gjson v1.6.0 @@ -17,4 +22,6 @@ require ( go.bug.st/serial v1.1.1 golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e golang.org/x/sys v0.0.0-20201211090839-8ad439b19e0f // indirect + golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 // indirect + gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776 // indirect ) diff --git a/go.sum b/go.sum index 2c3debd..41394a6 100644 --- a/go.sum +++ b/go.sum @@ -11,8 +11,6 @@ cloud.google.com/go/firestore v1.1.0/go.mod h1:ulACoGHTpvq5r8rxGJ4ddJZBZqakUQqCl cloud.google.com/go/pubsub v1.0.1/go.mod h1:R0Gpsv3s54REJCy4fxDixWD93lHJMoZTyQ2kNxGRt3I= cloud.google.com/go/storage v1.0.0/go.mod h1:IhtSnM/ZTZV8YYJWCY8RULGVqBDmpoyjwiyrjsg+URw= dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU= -github.com/99designs/keyring v1.1.5 h1:wLv7QyzYpFIyMSwOADq1CLTF9KbjbBfcnfmOGJ64aO4= -github.com/99designs/keyring v1.1.5/go.mod h1:7hsVvt2qXgtadGevGJ4ujg+u8m6SpJ5TpHqTozIPqf0= github.com/BurntSushi/toml v0.3.1 h1:WXkYYl6Yr3qBf1K79EBnL4mak0OimBfB0XUf9Vl28OQ= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= @@ -30,48 +28,26 @@ github.com/Masterminds/semver v1.5.0/go.mod h1:MB6lktGJrhw8PrUyiEoblNEGEQ+RzHPF0 github.com/OneOfOne/xxhash v1.2.2 h1:KMrpdQIwFcEqXDklaen+P1axHaj9BSKzvpUUfnHldSE= github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU= github.com/OpenPeeDeeP/depguard v1.0.1/go.mod h1:xsIw86fROiiwelg+jB2uM9PiKihMMmUx/1V+TNhjQvM= -github.com/Shopify/sarama v1.27.1 h1:iUlzHymqWsITyttu6KxazcAz8WEj5FqcwFK/oEi7rE8= -github.com/Shopify/sarama v1.27.1/go.mod h1:g5s5osgELxgM+Md9Qni9rzo7Rbt+vvFQI4bt/Mc93II= -github.com/Shopify/toxiproxy v2.1.4+incompatible/go.mod h1:OXgGpZ6Cli1/URJOF1DMxUHB2q5Ap20/P/eIdh4G0pI= github.com/StackExchange/wmi v0.0.0-20180116203802-5d049714c4a6/go.mod h1:3eOhrUMpNV+6aFIbp5/iudMxNCF27Vw2OZgy4xEx0Fg= -github.com/aerospike/aerospike-client-go v3.1.0+incompatible h1:ggcqXpZOCBlMptXPooX9MQfOa8aKIPhdCqLwAjR5M9U= -github.com/aerospike/aerospike-client-go v3.1.0+incompatible/go.mod h1:zj8LBEnWBDOVEIJt8LvaRvDG5ARAoa5dBeHaB472NRc= +github.com/Workiva/go-datastructures v1.0.52 h1:PLSK6pwn8mYdaoaCZEMsXBpBotr4HHn9abU0yMQt0NI= +github.com/Workiva/go-datastructures v1.0.52/go.mod h1:Z+F2Rca0qCsVYDS8z7bAGm8f3UkzuWYS/oBZz5a7VVA= github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc= -github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc= github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0= -github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0= github.com/andybalholm/brotli v1.0.0 h1:7UCwP93aiSfvWpapti8g88vVVGp2qqtGyePsSuDafo4= github.com/andybalholm/brotli v1.0.0/go.mod h1:loMXtMfwqflxFJPmdbJO0a3KNoPuLBgiu3qAvBg8x/Y= -github.com/apache/pulsar-client-go v0.2.0 h1:7teu0FaXzzKPjDdUNjA7dVYKFjCy6OVX5as6nUww4qk= -github.com/apache/pulsar-client-go v0.2.0/go.mod h1:POSPPmXv1RuoM7FzHaS3NurCSOopwin2ekGK2PcOgVM= -github.com/apache/pulsar-client-go/oauth2 v0.0.0-20200715083626-b9f8c5cedefb h1:E1P0FudxDdj2RhbveZC9i3PwukLCA/4XQSkBS/dw6/I= -github.com/apache/pulsar-client-go/oauth2 v0.0.0-20200715083626-b9f8c5cedefb/go.mod h1:0UtvvETGDdvXNDCHa8ZQpxl+w3HbdFtfYZvDHLgWGTY= -github.com/ardielle/ardielle-go v1.5.2 h1:TilHTpHIQJ27R1Tl/iITBzMwiUGSlVfiVhwDNGM3Zj4= -github.com/ardielle/ardielle-go v1.5.2/go.mod h1:I4hy1n795cUhaVt/ojz83SNVCYIGsAFAONtv2Dr7HUI= -github.com/ardielle/ardielle-tools v1.5.4/go.mod h1:oZN+JRMnqGiIhrzkRN9l26Cej9dEx4jeNG6A+AdkShk= github.com/armon/circbuf v0.0.0-20150827004946-bbbad097214e/go.mod h1:3U/XgcO3hCbHZ8TKRvWD2dDTCfh9M9ya+I9JpbB7O8o= github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8= github.com/armon/go-metrics v0.0.0-20180917152333-f0300d1749da/go.mod h1:Q73ZrmVTwzkszR9V5SSuryQ31EELlFMUz1kKyl939pY= github.com/armon/go-radix v0.0.0-20180808171621-7fddfc383310/go.mod h1:ufUuZ+zHj4x4TnLV4JWEpy2hxWSpsRywHrMgIH9cCH8= github.com/aymerick/raymond v2.0.2+incompatible/go.mod h1:osfaiScAUVup+UC9Nfq76eWqDhXlp+4UYaA8uhTBO6g= -github.com/beefsack/go-rate v0.0.0-20180408011153-efa7637bb9b6/go.mod h1:6YNgTHLutezwnBvyneBbwvB8C82y3dcoOj5EQJIdGXA= github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q= github.com/beorn7/perks v1.0.0/go.mod h1:KWe93zE9D1o94FZ5RNwFwVgaQK1VOXiVxmqh+CedLV8= -github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM= -github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw= github.com/bgentry/speakeasy v0.1.0/go.mod h1:+zsyZBPWlz7T6j88CTgSN5bM796AkVf0kBD4zp0CCIs= github.com/bketelsen/crypt v0.0.3-0.20200106085610-5cbc8cc4026c/go.mod h1:MKsuJmJgSg28kpZDP6UIiPt0e0Oz0kqKNGyRaWEPv84= -github.com/bmizerany/perks v0.0.0-20141205001514-d9a9656a3a4b/go.mod h1:ac9efd0D1fsDb3EJvhqgXRbFx7bs2wqZ10HQPeU8U/Q= github.com/bombsimon/wsl/v3 v3.1.0/go.mod h1:st10JtZYLE4D5sC7b8xV4zTKZwAQjCH/Hy2Pm1FNZIc= -github.com/boynton/repl v0.0.0-20170116235056-348863958e3e/go.mod h1:Crc/GCZ3NXDVCio7Yr0o+SSrytpcFhLmVCIzi0s49t4= github.com/cbroglie/mustache v1.2.0/go.mod h1:gomHsVlF4zTcsY2H8d7U9SipCYbbrAks5breARbqAM0= github.com/cespare/xxhash v1.1.0 h1:a6HrQnmkObjyL+Gs60czilIUGqrzKutQD6XZog3p+ko= github.com/cespare/xxhash v1.1.0/go.mod h1:XrSqR1VqqWfGrhpAt58auRo0WTKS1nRRg3ghfAqPWnc= -github.com/cespare/xxhash/v2 v2.1.1 h1:6MnRN8NT7+YBpUIWxHtefFZOKTAPgGjpQSxqLNn0+qY= -github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= -github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= -github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= -github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= github.com/coreos/bbolt v1.3.2/go.mod h1:iRUV2dpdMOn7Bo10OQBFzIJO9kkE559Wcmn+qkEiiKk= github.com/coreos/etcd v3.3.10+incompatible/go.mod h1:uF7uidLiAD3TWHmW31ZFd/JWoc32PjwdhPthX9715RE= @@ -86,8 +62,6 @@ github.com/cpuguy83/go-md2man/v2 v2.0.0/go.mod h1:maD7wRr/U5Z6m/iR4s+kqSMx2CaBsr github.com/creack/goselect v0.1.1 h1:tiSSgKE1eJtxs1h/VgGQWuXUP0YS4CDIFMp6vaI1ls0= github.com/creack/goselect v0.1.1/go.mod h1:a/NhLweNvqIYMuxcMOuWY516Cimucms3DglDzQP3hKY= github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= -github.com/danieljoos/wincred v1.0.2 h1:zf4bhty2iLuwgjgpraD2E9UbvO+fe54XXGJbOwe23fU= -github.com/danieljoos/wincred v1.0.2/go.mod h1:SnuYRW9lp1oJrZX/dXJqr0cPK5gYXqx3EJbmjhLdK9U= github.com/davecgh/go-spew v1.1.0 h1:ZDRjVQ15GmhC3fiQ8ni8+OwkZQO4DARzQgrnXU1Liz8= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= @@ -102,25 +76,14 @@ github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZm github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2 h1:tdlZCpZ/P9DhczCTSixgIKmwPv6+wP5DGjqLYw5SUiA= github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2/go.mod h1:SqUrOPUnsFjfmXRMNPybcSiG0BgUW2AuFH8PAnS2iTw= github.com/dgryski/go-sip13 v0.0.0-20181026042036-e10d5fee7954/go.mod h1:vAd38F8PWV+bWy6jNmig1y/TA+kYO4g3RSRF0IAv0no= -github.com/dimfeld/httptreemux v5.0.1+incompatible/go.mod h1:rbUlSV+CCpv/SuqUTP/8Bk2O3LyUV436/yaRGkhP6Z0= github.com/dustin/go-humanize v1.0.0 h1:VSnTsYCnlFHaM2/igO1h6X3HA71jcobQuxemgkq4zYo= github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk= -github.com/dvsekhvalnov/jose2go v0.0.0-20180829124132-7f401d37b68a h1:mq+R6XEM6lJX5VlLyZIrUSP8tSuJp82xTK89hvBwJbU= -github.com/dvsekhvalnov/jose2go v0.0.0-20180829124132-7f401d37b68a/go.mod h1:7BvyPhdbLxMXIYTFPLsyJRFMsKmOZnQmzh6Gb+uquuM= -github.com/eapache/go-resiliency v1.2.0 h1:v7g92e/KSN71Rq7vSThKaWIq68fL4YHvWyiUKorFR1Q= -github.com/eapache/go-resiliency v1.2.0/go.mod h1:kFI+JgMyC7bLPUVY133qvEBtVayf5mFgVsvEsIPBvNs= -github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21 h1:YEetp8/yCZMuEPMUDHG0CW/brkkEp8mzqk2+ODEitlw= -github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21/go.mod h1:+020luEh2TKB4/GOp8oxxtq0Daoen/Cii55CzbTV6DU= -github.com/eapache/queue v1.1.0 h1:YOEu7KNc61ntiQlcEeUIoDTJ2o8mQznoNvUhiigpIqc= -github.com/eapache/queue v1.1.0/go.mod h1:6eCeP0CKFpHLu8blIFXhExK/dRa7WDZfr6jVFPTqq+I= github.com/eknkc/amber v0.0.0-20171010120322-cdade1c07385/go.mod h1:0vRUJqYpeSZifjYj7uP3BG/gKcuzL9xWVV/Y+cK33KM= github.com/fasthttp/websocket v1.4.3 h1:qjhRJ/rTy4KB8oBxljEC00SDt6HUY9jLRfM601SUdS4= github.com/fasthttp/websocket v1.4.3/go.mod h1:5r4oKssgS7W6Zn6mPWap3NWzNPJNzUUh3baWTOhcYQk= github.com/fatih/color v1.7.0/go.mod h1:Zm6kSWBoL9eyXnKyktHP6abPY2pDugNf5KwzbycvMj4= github.com/fatih/color v1.9.0/go.mod h1:eQcE1qtQxscV5RaZvpXrrb8Drkc3/DdQ+uUYCNjL+zU= github.com/flosch/pongo2/v4 v4.0.1/go.mod h1:B5ObFANs/36VwxxlgKpdchIJHMvHB562PW+BWPhwZD8= -github.com/fortytw2/leaktest v1.3.0/go.mod h1:jDsjWgpAGjm2CA7WthBh/CdZYEPF31XHquHwclZch5g= -github.com/frankban/quicktest v1.10.2/go.mod h1:K+q6oSqb0W0Ininfk863uOk1lMy69l/P6txr3mVT54s= github.com/fsnotify/fsnotify v1.4.7 h1:IXs+QLmnXW2CcXuY+8Mzv/fWEsPGWxqefPtCP5CnV9I= github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4= @@ -129,13 +92,10 @@ github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeME github.com/go-critic/go-critic v0.5.0/go.mod h1:4jeRh3ZAVnRYhuWdOEvwzVqLUpxMSoAT0xZ74JsTPlo= github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU= github.com/go-kit/kit v0.8.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as= -github.com/go-kit/kit v0.9.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as= github.com/go-lintpack/lintpack v0.5.2/go.mod h1:NwZuYi2nUHho8XEIZ6SIxihrnPoqBTDqfpXvXAN0sXM= github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9GBnD5lWE= github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk= github.com/go-ole/go-ole v1.2.1/go.mod h1:7FAglXiTm7HKlQRDeOQ6ZNUHidzCWXuZWq/1dTyBNF8= -github.com/go-redis/redis v6.15.9+incompatible h1:K0pv1D7EQUjfyoMql+r/jZqCLizCGKFlFgcHWWmHQjg= -github.com/go-redis/redis v6.15.9+incompatible/go.mod h1:NAIEuMOZ/fxfXJIrKDQDz8wamY7mA7PouImQ2Jvg6kA= github.com/go-sql-driver/mysql v1.4.0/go.mod h1:zAC/RDZ24gD3HViQzih4MyKcchzm+sOG5ZlKdlhCg5w= github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= github.com/go-toolsmith/astcast v1.0.0/go.mod h1:mt2OdQTeAQcY4DQgPSArJjHCcOwlX+Wl/kwN+LbLGQ4= @@ -154,7 +114,6 @@ github.com/go-toolsmith/typep v1.0.0/go.mod h1:JSQCQMUPdRlMZFswiq3TGpNp1GMktqkR2 github.com/go-toolsmith/typep v1.0.2/go.mod h1:JSQCQMUPdRlMZFswiq3TGpNp1GMktqkR2Ns5AIQkATU= github.com/go-xmlfmt/xmlfmt v0.0.0-20191208150333-d5b6f63a941b/go.mod h1:aUCEOzzezBEjDBbFBoSiya/gduyIiWYRP6CnSFIV8AM= github.com/gobwas/glob v0.2.3/go.mod h1:d3Ez4x06l9bZtSvzIay5+Yzi0fmZzPgnTbPcKjJAkT8= -github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2/go.mod h1:bBOAhwG1umN6/6ZUMtDFBMQR8jRg9O75tm9K00oMsK4= github.com/gofiber/fiber/v2 v2.1.0/go.mod h1:aG+lMkwy3LyVit4CnmYUbUdgjpc3UYOltvlJZ78rgQ0= github.com/gofiber/fiber/v2 v2.2.2/go.mod h1:Aso7/M+EQOinVkWp4LUYjdlTpKTBoCk2Qo4djnMsyHE= github.com/gofiber/fiber/v2 v2.2.4 h1:t2V2SxlbQGdt8+SS/Mo+tQB0pDQn7OajKdA72qHcBVw= @@ -166,8 +125,6 @@ github.com/gofiber/websocket/v2 v2.0.2/go.mod h1:7VBnzEVRK0K0eTIVc5GbXPF1JWUFnll github.com/gofrs/flock v0.7.1/go.mod h1:F1TvTiK9OcQqauNUHlbJvyl9Qa1QvF/gOUDKA14jxHU= github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ= github.com/gogo/protobuf v1.2.1/go.mod h1:hp+jE20tsWTFYpLwKvXlhS1hjn+gTNwPg2I6zVXpSg4= -github.com/gogo/protobuf v1.3.1 h1:DqDEcV5aeaTmdFBePNpYsp3FlcVH/2ISVVM9Qf8PSls= -github.com/gogo/protobuf v1.3.1/go.mod h1:SlYgWuQ5SjCEi6WLHjHCa1yvBfUnHcTbrrZtXPKa29o= github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= github.com/golang/groupcache v0.0.0-20190129154638-5b532d6fd5ef/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= @@ -211,7 +168,6 @@ github.com/google/go-cmp v0.4.0 h1:xsAVV57WRhGj6kEIi8ReJzQlHHqcBYCElAvkovg3B/4= github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.2 h1:X2ev0eStA3AbceY54o37/0PQ/UWqKEiiO2dKL5OPaFM= github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= -github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs= github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= @@ -224,8 +180,6 @@ github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5m github.com/gookit/color v1.2.4/go.mod h1:AhIE+pS6D4Ql0SQWbBeXPHw7gY0/sjHoA4s/n1KB7xg= github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1 h1:EGx4pi6eqNxGaHF6qqu48+N2wcFQ5qg5FXgOdqsJ5d8= github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= -github.com/gorilla/context v1.1.1/go.mod h1:kBGZzfjB9CEq2AlWe17Uuf7NDRt0dE0s8S51q0aT7Yg= -github.com/gorilla/mux v1.7.3/go.mod h1:1lud6UwP+6orDFRuTfBEV8e9/aOM/c4fVVCaMa2zaAs= github.com/gorilla/websocket v1.4.0/go.mod h1:E7qHFY5m1UJ88s3WnNqhKjPHQ0heANvMoAMk2YaljkQ= github.com/gorilla/websocket v1.4.2 h1:+/TMaTYc4QFitKJxsQ7Yye35DkWvkdLcvGKqM+x0Ufc= github.com/gorilla/websocket v1.4.2/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE= @@ -234,7 +188,6 @@ github.com/gostaticanalysis/analysisutil v0.0.3/go.mod h1:eEOZF4jCKGi+aprrirO9e7 github.com/grpc-ecosystem/go-grpc-middleware v1.0.0/go.mod h1:FiyG127CGDf3tlThmgyCl78X/SZQqEOJBCDaAfeWzPs= github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0/go.mod h1:8NvIoxWQoOIhqOTXgfV/d3M/q6VIi02HzZEHgUlZvzk= github.com/grpc-ecosystem/grpc-gateway v1.9.0/go.mod h1:vNeuVxBJEsws4ogUvrchl83t/GYV9WGTSLVdBhOQFDY= -github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c/go.mod h1:NMPJylDgVpX0MLRlPy15sqSwOFv/U1GZ2m21JhFfek0= github.com/hashicorp/consul/api v1.1.0/go.mod h1:VmuI/Lkw1nC05EYQWNKwWGbkg+FbDBtguAZLlVdkD9Q= github.com/hashicorp/consul/sdk v0.1.1/go.mod h1:VKf9jXwCTEY1QZP2MOLRhb5i/I/ssyNV1vwHyQBF0x8= github.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4= @@ -247,8 +200,6 @@ github.com/hashicorp/go-sockaddr v1.0.0/go.mod h1:7Xibr9yA9JjQq1JpNB2Vw7kxv8xerX github.com/hashicorp/go-syslog v1.0.0/go.mod h1:qPfqrKkXGihmCqbJM2mZgkZGvKG1dFdvsLplgctolz4= github.com/hashicorp/go-uuid v1.0.0/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= github.com/hashicorp/go-uuid v1.0.1/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= -github.com/hashicorp/go-uuid v1.0.2 h1:cfejS+Tpcp13yd5nYHWDI6qVCny6wyX2Mt5SGur2IGE= -github.com/hashicorp/go-uuid v1.0.2/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= github.com/hashicorp/go.net v0.0.1/go.mod h1:hjKkEWcCURg++eb33jQU7oqQcI9XDCnUzHA0oac0k90= github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= @@ -260,31 +211,22 @@ github.com/hashicorp/memberlist v0.1.3/go.mod h1:ajVTdAv/9Im8oMAAj5G31PhhMCZJV2p github.com/hashicorp/serf v0.8.2/go.mod h1:6hOLApaqBFA1NXqRQAsxw9QxuDEvNxSQRwA/JwenrHc= github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= github.com/inconshreveable/mousetrap v1.0.0/go.mod h1:PxqpIevigyE2G7u3NXJIT2ANytuPF1OarO4DADm73n8= -github.com/jawher/mow.cli v1.0.4/go.mod h1:5hQj2V8g+qYmLUVWqu4Wuja1pI57M83EChYLVZ0sMKk= -github.com/jawher/mow.cli v1.1.0/go.mod h1:aNaQlc7ozF3vw6IJ2dHjp2ZFiA4ozMIYY6PyuRJwlUg= -github.com/jcmturner/gofork v1.0.0 h1:J7uCkflzTEhUZ64xqKnkDxq3kzc96ajM1Gli5ktUem8= -github.com/jcmturner/gofork v1.0.0/go.mod h1:MK8+TM0La+2rjBD4jE12Kj1pCCxK7d2LK/UM3ncEo0o= github.com/jingyugao/rowserrcheck v0.0.0-20191204022205-72ab7603b68a/go.mod h1:xRskid8CManxVta/ALEhJha/pweKBaVG6fWgc0yH25s= github.com/jirfag/go-printf-func-name v0.0.0-20191110105641-45db9963cdd3/go.mod h1:HEWGJkRDzjJY2sqdDwxccsGicWEf9BQOZsq2tV+xzM0= github.com/jmoiron/sqlx v1.2.0/go.mod h1:1FEQNm3xlJgrMD+FBdI9+xvCksHtbpVBBw5dYhBSsks= github.com/jmoiron/sqlx v1.2.1-0.20190826204134-d7d95172beb5/go.mod h1:1FEQNm3xlJgrMD+FBdI9+xvCksHtbpVBBw5dYhBSsks= github.com/jonboulle/clockwork v0.1.0/go.mod h1:Ii8DK3G1RaLaWxj9trq07+26W01tbo22gdxWY5EU2bo= github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU= -github.com/json-iterator/go v1.1.10/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= github.com/jtolds/gls v4.20.0+incompatible h1:xdiiI2gbIgH/gLH7ADydsJ1uDOEzR8yvV7C0MuV77Wo= github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU= github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w= -github.com/keybase/go-keychain v0.0.0-20190712205309-48d3d31d256d h1:Z+RDyXzjKE0i2sTjZ/b1uxiGtPhFy34Ou/Tk0qwN0kM= -github.com/keybase/go-keychain v0.0.0-20190712205309-48d3d31d256d/go.mod h1:JJNrCn9otv/2QP4D7SMJBgaleKpOf66PnW6F5WGNRIc= github.com/kisielk/errcheck v1.1.0/go.mod h1:EZBBE59ingxPouuu3KfxchcWSUPOHkagtvWXihfKN4Q= -github.com/kisielk/errcheck v1.2.0/go.mod h1:/BMXB+zMLi60iA8Vv6Ksmxu/1UDYcXs4uQLJ+jE2L00= github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= github.com/klauspost/compress v1.10.4/go.mod h1:aoV0uJVorq1K+umq18yTdKaF57EivdYsUV+/s2qKfXs= github.com/klauspost/compress v1.10.5/go.mod h1:aoV0uJVorq1K+umq18yTdKaF57EivdYsUV+/s2qKfXs= github.com/klauspost/compress v1.10.7 h1:7rix8v8GpI3ZBb0nSozFRgbtXKv+hOe+qfEpZqybrAg= github.com/klauspost/compress v1.10.7/go.mod h1:aoV0uJVorq1K+umq18yTdKaF57EivdYsUV+/s2qKfXs= -github.com/klauspost/compress v1.10.8/go.mod h1:aoV0uJVorq1K+umq18yTdKaF57EivdYsUV+/s2qKfXs= github.com/klauspost/compress v1.11.0 h1:wJbzvpYMVGG9iTI9VxpnNZfd4DzMPoCWze3GgSqz8yg= github.com/klauspost/compress v1.11.0/go.mod h1:aoV0uJVorq1K+umq18yTdKaF57EivdYsUV+/s2qKfXs= github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= @@ -293,8 +235,6 @@ github.com/konsorten/go-windows-terminal-sequences v1.0.3/go.mod h1:T0+1ngSBFLxv github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc= github.com/kr/pretty v0.1.0 h1:L/CwN0zerZDmRFUapSPitk6f+Q3+0za1rQkzVuMiMFI= github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= -github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= -github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= github.com/kr/text v0.1.0 h1:45sCR5RtlFHMR4UwH9sdQ5TC8v0qDQCHnXt+kaKSTVE= github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= @@ -332,37 +272,25 @@ github.com/mitchellh/iochan v1.0.0/go.mod h1:JwYml1nuB7xOzsp52dPpHFffvOCDupsG0Qu github.com/mitchellh/mapstructure v0.0.0-20160808181253-ca63d7c062ee/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= github.com/mitchellh/mapstructure v1.1.2 h1:fmNYVwqnSfB9mZU6OS2O6GsXM+wcskZDuKQzvN1EDeE= github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= -github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= -github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= github.com/mozilla/tls-observatory v0.0.0-20200317151703-4fa42e1c2dee/go.mod h1:SrKMQvPiws7F7iqYp8/TX+IhxCYhzr6N/1yb8cwHsGk= -github.com/mtibben/percent v0.2.1 h1:5gssi8Nqo8QU/r2pynCm+hBQHpkB/uNK7BJCFogWdzs= -github.com/mtibben/percent v0.2.1/go.mod h1:KG9uO+SZkUp+VkRHsCdYQV3XSZrrSpR3O9ibNBTZrns= github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U= github.com/nakabonne/nestif v0.3.0/go.mod h1:dI314BppzXjJ4HsCnbo7XzrJHPszZsjnk5wEBSYHI2c= github.com/nbutton23/zxcvbn-go v0.0.0-20180912185939-ae427f1e4c1d/go.mod h1:o96djdrsSGy3AWPyBgZMAGfxZNfgntdJG+11KU4QvbU= github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e h1:fD57ERR4JtEqsWbfPhv4DMiApHyliiK5xCTNVSPiaAs= github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno= github.com/nishanths/exhaustive v0.0.0-20200525081945-8e46705b6132/go.mod h1:wBEpHwM2OdmeNpdCvRPUlkEbBuaFmcK4Wv8Q7FuGW3c= -github.com/nxadm/tail v1.4.4/go.mod h1:kenIhsEOeOJmVchQTgglprH7qJGnHDVpk1VPCcaMI8A= github.com/oklog/ulid v1.3.1/go.mod h1:CirwcVhetQ6Lv90oh/F+FBtV6XMibvdAFo93nm5qn4U= github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= github.com/onsi/ginkgo v1.12.0/go.mod h1:oUhWkIvk5aDxtKvDDuw8gItl8pKl42LzjC9KZE0HfGg= -github.com/onsi/ginkgo v1.12.1/go.mod h1:zj2OWP4+oCPe1qIXoGWkgMRwljMUYCdkwsT2108oapk= -github.com/onsi/ginkgo v1.14.0/go.mod h1:iSB4RoI2tjJc9BBv4NKIKWKya62Rps+oPG/Lv9klQyY= github.com/onsi/gomega v1.7.1/go.mod h1:XdKZgCCFLUoM/7CFJVPcG8C1xQ1AJ0vpAezJrB7JYyY= github.com/onsi/gomega v1.9.0/go.mod h1:Ho0h+IUsWyvy1OpqCwxlQ/21gkhVunqlU8fDGcoTdcA= -github.com/onsi/gomega v1.10.1/go.mod h1:iN09h71vgCQne3DLsj+A5owkum+a2tYe+TOCB1ybHNo= -github.com/onsi/gomega v1.10.3/go.mod h1:V9xEwhxec5O8UDM77eCW8vLymOMltsqPVYWrpDsH8xc= github.com/pascaldekloe/goe v0.0.0-20180627143212-57f6aae5913c/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc= github.com/pborman/uuid v1.2.0/go.mod h1:X/NO0urCmaxf9VXbdlT7C2Yzkj2IKimNn4k+gtPdI/k= github.com/pelletier/go-toml v1.2.0 h1:T5zMGML61Wp+FlcbWjRDT7yAxhJNAiPPLOFECq181zc= github.com/pelletier/go-toml v1.2.0/go.mod h1:5z9KED0ma1S8pY6P1sdut58dfprrGBbd/94hg7ilaic= github.com/phayes/checkstyle v0.0.0-20170904204023-bfd46e6a821d/go.mod h1:3OzsM7FXDQlpCiw2j81fOmAwQLnZnLGXVKUzeKQXIAw= -github.com/pierrec/lz4 v2.0.5+incompatible/go.mod h1:pdkljMzZIN41W+lC3N2tnIh5sFi+IEE17M5jbnwPHcY= -github.com/pierrec/lz4 v2.5.2+incompatible h1:WCjObylUIOlKy/+7Abdn34TLIkXiA4UWUMhxq9m9ZXI= -github.com/pierrec/lz4 v2.5.2+incompatible/go.mod h1:pdkljMzZIN41W+lC3N2tnIh5sFi+IEE17M5jbnwPHcY= github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pkg/errors v0.8.1 h1:iURUrRGxPUNPdy5/HRSm+Yj6okJ6UtLINN0Q9M4+h3I= github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= @@ -373,31 +301,18 @@ github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZN github.com/posener/complete v1.1.1/go.mod h1:em0nMJCgc9GFtwrmVmEMR/ZL6WyhyjMBndrE9hABlRI= github.com/prometheus/client_golang v0.9.1/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw= github.com/prometheus/client_golang v0.9.3/go.mod h1:/TN21ttK/J9q6uSwhBd54HahCDft0ttaMvbicHlPoso= -github.com/prometheus/client_golang v1.0.0/go.mod h1:db9x61etRT2tGnBNRi70OPL5FsnadC4Ky3P0J6CfImo= -github.com/prometheus/client_golang v1.7.1 h1:NTGy1Ja9pByO+xAeH/qiWnLrKtr3hJPNjaVUwnjpdpA= -github.com/prometheus/client_golang v1.7.1/go.mod h1:PY5Wy2awLA44sXw4AOSfFBetzPP4j5+D6mVACh+pe2M= github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910/go.mod h1:MbSGuTsp3dbXC40dX6PRTWyKYBIrTGTE9sqQNg2J8bo= github.com/prometheus/client_model v0.0.0-20190129233127-fd36f4220a90/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= -github.com/prometheus/client_model v0.2.0 h1:uq5h0d+GuxiXLJLNABMgp2qUWDPiLvgCzz2dUR+/W/M= -github.com/prometheus/client_model v0.2.0/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= github.com/prometheus/common v0.0.0-20181113130724-41aa239b4cce/go.mod h1:daVV7qP5qjZbuso7PdcryaAu0sAZbrN9i7WWcTMWvro= github.com/prometheus/common v0.4.0/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4= -github.com/prometheus/common v0.4.1/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4= -github.com/prometheus/common v0.10.0 h1:RyRA7RzGXQZiW+tGMr7sxa85G1z0yOpM1qq5c8lNawc= -github.com/prometheus/common v0.10.0/go.mod h1:Tlit/dnDKsSWFlCLTWaA1cyBgKHSMdTB80sz/V91rCo= github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk= github.com/prometheus/procfs v0.0.0-20190507164030-5867b95ac084/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA= -github.com/prometheus/procfs v0.0.2/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA= -github.com/prometheus/procfs v0.1.3 h1:F0+tqvhOksq22sc6iCHF5WGlWjdwj92p0udFh1VFBS8= -github.com/prometheus/procfs v0.1.3/go.mod h1:lV6e/gmhEcM9IjHGsFOCxxuZ+z1YqCvr4OA4YeYWdaU= github.com/prometheus/tsdb v0.7.1/go.mod h1:qhTCs0VvXwvX/y3TZrWD7rabWM+ijKTux40TwIPHuXU= github.com/quasilyte/go-consistent v0.0.0-20190521200055-c6f3937de18c/go.mod h1:5STLWrekHfjyYwxBRVRXNOSewLJ3PWfDJd1VyTS21fI= github.com/quasilyte/go-ruleguard v0.1.2-0.20200318202121-b00d7a75d3d8/go.mod h1:CGFX09Ci3pq9QZdj86B+VGIdNj4VyCo2iPOGS9esB/k= github.com/quasilyte/regex/syntax v0.0.0-20200407221936-30656e2c4a95/go.mod h1:rlzQ04UMyJXu/aOvhd8qT+hvDrFpiwqp8MRXDY9szc0= -github.com/rcrowley/go-metrics v0.0.0-20200313005456-10cdbea86bc0 h1:MkV+77GLUNo5oJ0jf870itWm3D0Sjh7+Za9gazKc5LQ= -github.com/rcrowley/go-metrics v0.0.0-20200313005456-10cdbea86bc0/go.mod h1:bCqnVzQkZxMG4s8nGwiZ5l3QUCyqpo9Y+/ZMZ9VjZe4= -github.com/reugn/go-streams v0.5.2 h1:LlNx/CjqA+/B0q1hk3uQTEUGuXrqX4JwcwVsXhfgdFA= -github.com/reugn/go-streams v0.5.2/go.mod h1:j5OY7xE5VAdc6tHfCVsazjyX0ujVKlGwaBXlW/DXnuE= +github.com/reugn/go-streams v0.6.3 h1:b+RqXgcKyOKxU5aX1ddIXCia1UBGeNpO/+yzo0CBVuE= +github.com/reugn/go-streams v0.6.3/go.mod h1:OsEa/+BuietQY5sJUCm5nrZujfWtuKIv7KQVCZCXYGg= github.com/rogpeppe/fastuuid v0.0.0-20150106093220-6724a57986af/go.mod h1:XWv6SoW27p1b0cqNHllgS5HIMJraePCO15w5zCzIWYg= github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= github.com/rogpeppe/go-internal v1.5.2/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc= @@ -416,7 +331,6 @@ github.com/shurcooL/go v0.0.0-20180423040247-9e1955d9fb6e/go.mod h1:TDJrrUr11Vxr github.com/shurcooL/go-goon v0.0.0-20170922171312-37c2f522c041/go.mod h1:N5mDOmsrJOB+vfqUK+7DmDyjhSLIIBnXo9lvZJj3MWQ= github.com/shurcooL/sanitized_anchor_name v1.0.0/go.mod h1:1NzhyTcUVG4SuEtjjoZeVRXNmyL/1OwPU0+IJeTBvfc= github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo= -github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE= github.com/sirupsen/logrus v1.6.0 h1:UBcNElsrwanuuMsnGSlYmtmgbb23qDR5dG+6X6Oo89I= github.com/sirupsen/logrus v1.6.0/go.mod h1:7uNnSEd1DgxDLC74fIahvMZmmYsHGZGEOFrfsX/uA88= github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d h1:zE9ykElWQ6/NYmHa3jpm/yHnI4xSofP+UP6SpjHcSeM= @@ -433,7 +347,6 @@ github.com/spf13/afero v1.1.2 h1:m8/z1t7/fwjysjQRYbP0RD+bUIF/8tJwPdEZsI83ACI= github.com/spf13/afero v1.1.2/go.mod h1:j4pytiNVoe2o6bmDsKpLACNPDBIoEAkihy7loJ1B0CQ= github.com/spf13/cast v1.3.0 h1:oget//CVOEoFewqQxwr0Ej5yjygnqGkvggSE/gB35Q8= github.com/spf13/cast v1.3.0/go.mod h1:Qx5cxh0v+4UWYiBimWS+eyWzqEqokIECu5etghLkUJE= -github.com/spf13/cobra v0.0.3/go.mod h1:1l0Ry5zgKvJasoi3XT1TypsSe7PqH0Sj9dhYf7v3XqQ= github.com/spf13/cobra v0.0.5/go.mod h1:3K3wKZymM7VvHMDS9+Akkh4K60UwM26emMESw8tLCHU= github.com/spf13/cobra v1.0.0/go.mod h1:/6GTrnGXV9HjY+aR4k0oJ5tcvakLuG6EuKReYlHNrgE= github.com/spf13/jwalterweatherman v1.0.0 h1:XHEdyB+EcvlqZamSM4ZOMGlc93t6AcsBEu9Gc1vn7yk= @@ -449,7 +362,6 @@ github.com/spf13/viper v1.7.1 h1:pM5oEahlgWv/WnHXpgbKz7iLIxRf65tye2Ci+XFK5sk= github.com/spf13/viper v1.7.1/go.mod h1:8WkrPz2fc9jxqZNCJI/76HCieCp4Q8HaLFoCha5qpdg= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= -github.com/stretchr/objx v0.2.0/go.mod h1:qt09Ya8vawLte6SNmTgCsAVtYtaKzEcn8ATUoHMkEqE= github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= github.com/stretchr/testify v1.4.0 h1:2E4SXV/wtOkTonXsotYi4li6zVWxYlZuYNCXe9XRJyk= @@ -486,17 +398,11 @@ github.com/valyala/fasthttp v1.17.0/go.mod h1:jjraHZVbKOXftJfsOYoAjaeygpj5hr8erm github.com/valyala/quicktemplate v1.5.0/go.mod h1:v7yYWpBEiutDyNfVaph6oC/yKwejzVyTX/2cwwHxyok= github.com/valyala/tcplisten v0.0.0-20161114210144-ceec8f93295a h1:0R4NLDRDZX6JcmhJgXi5E4b8Wg84ihbmUKp/GvSPEzc= github.com/valyala/tcplisten v0.0.0-20161114210144-ceec8f93295a/go.mod h1:v3UYOV9WzVtRmSR+PDvWpU/qWl4Wa5LApYYX4ZtKbio= -github.com/xdg/scram v0.0.0-20180814205039-7eeb5667e42c/go.mod h1:lB8K/P019DLNhemzwFU4jHLhdvlE6uDZjXFejJXr49I= -github.com/xdg/stringprep v1.0.0/go.mod h1:Jhud4/sHMO4oL310DaZAKk9ZaJ08SJfe+sJh0HrGL1Y= github.com/xiang90/probing v0.0.0-20190116061207-43a291ad63a2/go.mod h1:UETIi67q53MR2AWcXfiuqkDkRtnGDLqkBTpCHuJHxtU= github.com/xordataexchange/crypt v0.0.3-0.20170626215501-b2862e3d0a77/go.mod h1:aYKd//L2LvnjZzWKhF00oedf4jCCReLcmhLdhm1A27Q= -github.com/yahoo/athenz v1.8.55 h1:xGhxN3yLq334APyn0Zvcc+aqu78Q7BBhYJevM3EtTW0= -github.com/yahoo/athenz v1.8.55/go.mod h1:G7LLFUH7Z/r4QAB7FfudfuA7Am/eCzO1GlzBhDL6Kv0= github.com/yosssi/ace v0.0.5/go.mod h1:ALfIzm2vT7t5ZE7uoIZqF3TQ7SAOyupFZnkrF5id+K0= github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= -github.com/yuin/gopher-lua v0.0.0-20200816102855-ee81675732da h1:NimzV1aGyq29m5ukMK0AMWEhFaL/lrEOaephfuoiARg= -github.com/yuin/gopher-lua v0.0.0-20200816102855-ee81675732da/go.mod h1:E1AXubJBdNmFERAOucpDIxNzeGfLzg0mYh+UfMWdChA= go.bug.st/serial v1.1.1 h1:5J1DpaIaSIruBi7jVnKXnhRS+YQ9+2PLJMtIZKoIgnc= go.bug.st/serial v1.1.1/go.mod h1:VmYBeyJWp5BnJ0tw2NUJHZdJTGl2ecBGABHlzRK1knY= go.etcd.io/bbolt v1.3.2/go.mod h1:IbVyRI1SCnLcuJnV2u8VeU0CEYM7e686BmAb1XKL+uU= @@ -511,11 +417,8 @@ golang.org/x/crypto v0.0.0-20181203042331-505ab145d0a9/go.mod h1:6SG95UA2DQfeDnf golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20190605123033-f99c8df09eb5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= -golang.org/x/crypto v0.0.0-20190701094942-4def268fd1a4/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= -golang.org/x/crypto v0.0.0-20200820211705-5c72a883971a h1:vclmkQCjlDX5OydZ9wv8rBCcS0QyQY66Mpf/7BZbInM= -golang.org/x/crypto v0.0.0-20200820211705-5c72a883971a/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8= @@ -553,22 +456,15 @@ golang.org/x/net v0.0.0-20190501004415-9ce7a6920f09/go.mod h1:t9HGtf8HONx5eT2rtn golang.org/x/net v0.0.0-20190503192946-f4e77d36d62c/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190522155817-f3200d17e092/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= -golang.org/x/net v0.0.0-20190613194153-d28f0bde5980/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= -golang.org/x/net v0.0.0-20190724013045-ca1201d0de80/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= -golang.org/x/net v0.0.0-20200520004742-59133d7f0dd7/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200602114024-627f9648deb9/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= -golang.org/x/net v0.0.0-20200904194848-62affa334b73/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= -golang.org/x/net v0.0.0-20201006153459-a7d1128ccaa0/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/net v0.0.0-20201016165138-7b1cca2348c0 h1:5kGOVHlq0euqwzgTC9Vu15p6fV1Wi0ArVi8da2urnVg= golang.org/x/net v0.0.0-20201016165138-7b1cca2348c0/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= -golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d h1:TzXSXBo42m9gQenoE3b9BGiEpg5IG2JkU5FkPIawgtw= -golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= @@ -585,7 +481,6 @@ golang.org/x/sys v0.0.0-20181026203630-95b1ffbd15a5/go.mod h1:STP8DvDyc/dI5b8T5h golang.org/x/sys v0.0.0-20181107165924-66b7b1311ac8/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20181116152217-5ac8a444bdc5/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20181205085412-a5c9d58dba9a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= -golang.org/x/sys v0.0.0-20190204203706-41f3e6584952/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190312061237-fead79001313/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= @@ -596,19 +491,13 @@ golang.org/x/sys v0.0.0-20190507160741-ecd444e8653b/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20190606165138-5da285871e9c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190624142023-c5567b49c5d0/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190626221950-04f50cda93cb/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20190712062909-fae7ac547cb7/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20190804053845-51ab0e2deafa/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20190904154756-749cb33beabd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191005200804-aed5e4c7ecf9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191120155948-bd437916bb0e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20200106162015-b016eb3dc98e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20200519105757-fe76b779f299/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200602225109-6fdc65e7d980/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20200615200032-f1bc736245b1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200909081042-eff7692f9009/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201015000850-e3ed0017c211/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= @@ -626,7 +515,6 @@ golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxb golang.org/x/tools v0.0.0-20180221164845-07fd8470d635/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180525024113-a5b4c53f6e8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= -golang.org/x/tools v0.0.0-20181030221726-6c7e314b6563/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20181117154741-2ddaf7f79a09/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190110163146-51295c7ec13a/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= @@ -645,7 +533,6 @@ golang.org/x/tools v0.0.0-20190606124116-d0a3d012864b/go.mod h1:/rFqwRUd4F7ZHNgw golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= golang.org/x/tools v0.0.0-20190628153133-6cdbf07be9d0/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= golang.org/x/tools v0.0.0-20190719005602-e377ae9d6386/go.mod h1:jcCCGcm9btYwXyDqrUWc6MKQKKGJCWEQ3AfLSRIbEuI= -golang.org/x/tools v0.0.0-20190808195139-e713427fea3f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20190816200558-6889da9d5479/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20190910044552-dd2b5c81c578/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20190911174233-4f2ddba30aff/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= @@ -713,18 +600,7 @@ gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= gopkg.in/ini.v1 v1.51.0 h1:AQvPpx3LzTDM0AjnIRlVFwFFGC+npRopjZxLJj6gdno= gopkg.in/ini.v1 v1.51.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= -gopkg.in/jcmturner/aescts.v1 v1.0.1 h1:cVVZBK2b1zY26haWB4vbBiZrfFQnfbTVrE3xZq6hrEw= -gopkg.in/jcmturner/aescts.v1 v1.0.1/go.mod h1:nsR8qBOg+OucoIW+WMhB3GspUQXq9XorLnQb9XtvcOo= -gopkg.in/jcmturner/dnsutils.v1 v1.0.1 h1:cIuC1OLRGZrld+16ZJvvZxVJeKPsvd5eUIvxfoN5hSM= -gopkg.in/jcmturner/dnsutils.v1 v1.0.1/go.mod h1:m3v+5svpVOhtFAP/wSz+yzh4Mc0Fg7eRhxkJMWSIz9Q= -gopkg.in/jcmturner/goidentity.v3 v3.0.0/go.mod h1:oG2kH0IvSYNIu80dVAyu/yoefjq1mNfM5bm88whjWx4= -gopkg.in/jcmturner/gokrb5.v7 v7.5.0 h1:a9tsXlIDD9SKxotJMK3niV7rPZAJeX2aD/0yg3qlIrg= -gopkg.in/jcmturner/gokrb5.v7 v7.5.0/go.mod h1:l8VISx+WGYp+Fp7KRbsiUuXTTOnxIc3Tuvyavf11/WM= -gopkg.in/jcmturner/rpc.v1 v1.1.0 h1:QHIUxTX1ISuAv9dD2wJ9HWQVuWDX/Zc0PfeC2tjc4rU= -gopkg.in/jcmturner/rpc.v1 v1.1.0/go.mod h1:YIdkC4XfD6GXbzje11McwsDuOlZQSb9W4vfLvuNnlv8= -gopkg.in/natefinch/lumberjack.v2 v2.0.0/go.mod h1:l0ndWWf7gzL7RNwBG7wST/UCcT4T24xpD6X8LsfU/+k= gopkg.in/resty.v1 v1.12.0/go.mod h1:mDo4pnntr5jdWRML875a/NmxYqAlA73dVijT2AXvQQo= -gopkg.in/square/go-jose.v2 v2.4.1/go.mod h1:M9dMgbHiYLoDGQrXy7OpJDJWiKiU//h+vD76mk0e1AI= gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= gopkg.in/yaml.v2 v2.0.0-20170812160011-eb3733d160e7/go.mod h1:JAlM8MvJe8wmxCU4Bli9HhUf9+ttbYbLASfIpnQbh74= gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= @@ -732,8 +608,6 @@ gopkg.in/yaml.v2 v2.2.2 h1:ZCJp+EgiOT7lHqUV2J862kp8Qj64Jo6az82+3Td9dZw= gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.2.4 h1:/eiJrUcujPVeJ3xlSWaiNi3uSVmDGBK1pDHUHAnao1I= gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= -gopkg.in/yaml.v2 v2.2.5/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= -gopkg.in/yaml.v2 v2.2.7/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.3.0 h1:clyUAQHOM3G0M3f5vQj7LuJrETvjVot3Z5el9nffUtU= gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= diff --git a/storage/kvstore.go b/storage/kvstore.go index 694cc3e..db5730b 100644 --- a/storage/kvstore.go +++ b/storage/kvstore.go @@ -69,10 +69,10 @@ func (r *badgerStore) Save(tr core.Tracking) error { } err = r.sensordatDb.Update(func(txn *badger.Txn) error { for _, v := range tr.Data { - k := createRecordKey(tr.UUID, v.Source(), v.Servertime) + k := createRecordKey(tr.UUID, v.Source(), v.Timestamp) logrus.Trace(v, " len key ->", len(k)) j, err2 := json.Marshal(v) - logrus.Traceln("save record k/v:\n", tr.UUID.String(), v.Servertime.Format(time.RFC3339Nano)) + logrus.Traceln("save record k/v:\n", tr.UUID.String(), v.Timestamp.Format(time.RFC3339Nano)) logrus.Traceln(string(pretty.Pretty(j))) if err2 != nil { return err2 @@ -171,7 +171,7 @@ func (r *badgerStore) Load(id uuid.UUID) (*core.Tracking, error) { item := it.Item() _, source, recTime := unmarshalDataKey(item.Key()) el := core.SensorData{} - el.Servertime = recTime + el.Timestamp = recTime el.SetSource(source) err2 := item.Value(func(val []byte) error { logrus.Traceln(string(val)) diff --git a/web/http.go b/web/http.go index 21552cc..b4034c7 100644 --- a/web/http.go +++ b/web/http.go @@ -34,20 +34,20 @@ func CreateServer(s core.Service, sub core.Subscriber, c *core.Configuration) { trackings.Delete("/", stopAllHandler(s, c)) // Stops websocket connection, pipelines and collectors trackings.Get("/:trackingId", LoadTrackingHandler(s, c)) // Gets Tracking Metadata and loads sensorRecords from storage. - trackings.Delete("/:trackingId", stubhander()) // Deletes Tracking from storage - - trackings.Post("/current", stubhander()) // Starts Replay. - trackings.Patch("/current", stubhander()) // Pauses Replay. - trackings.Put("/current", stubhander()) // Stops Replay. + //trackings.Delete("/:trackingId", stubhander()) // Deletes Tracking from storage + // + //trackings.Post("/current", stubhander()) // Starts Replay. + //trackings.Patch("/current", stubhander()) // Pauses Replay. + //trackings.Put("/current", stubhander()) // Stops Replay. logrus.Fatal(app.Listen(c.Webserver.Port)) } -func stubhander() fiber.Handler { - return func(ctx *fiber.Ctx) error { - return nil - } -} +//func stubhander() fiber.Handler { +// return func(ctx *fiber.Ctx) error { +// return nil +// } +//} func LoadTrackingHandler(s core.Service, c *core.Configuration) fiber.Handler { return func(ctx *fiber.Ctx) error { @@ -64,12 +64,18 @@ func LoadTrackingHandler(s core.Service, c *core.Configuration) fiber.Handler { ctx.Status(404).JSON(err) return err } - prepres := map[string]interface{}{} - prepres["data"] = *tracking - if err != nil { - prepres["error"] = err.Error() - + st := struct { + core.TrackingMetadata + Data map[string][]core.SensorData + }{} + st.TrackingMetadata = tracking.TrackingMetadata + st.Data = make(map[string][]core.SensorData) + for _, el := range tracking.Data { + st.Data[string(el.Source())] = append(st.Data[string(el.Source())], el) } + prepres := make(map[string]interface{}) + prepres["data"] = st + err2 := ctx.JSON(prepres) if err2 != nil { ctx.Status(500).JSON(err2) @@ -85,7 +91,7 @@ func allTrackingsHandler(s core.Service, c *core.Configuration) fiber.Handler { //ctx.Status(500).JSON(err) //return err } - prepres := map[string]interface{}{} + prepres := make(map[string]interface{}) prepres["data"] = trackings if err != nil { prepres["error"] = err.Error() @@ -119,7 +125,7 @@ func startPipelineHandler(s core.Service, c *core.Configuration) fiber.Handler { //ctx.Status(500).JSON(err) //return err } - prepres := map[string]interface{}{} + prepres := make(map[string]interface{}) prepres["tracking_state"] = res prepres["data"] = collecs if err != nil { @@ -145,7 +151,7 @@ func startRecordingHandler(s core.Service, c *core.Configuration) fiber.Handler //ctx.Status(500).JSON(err) //return err } - prepres := map[string]interface{}{} + prepres := make(map[string]interface{}) prepres["tracking_state"] = "RECORD" prepres["data"] = rec if err != nil { @@ -168,7 +174,7 @@ func stopRecordingHandler(s core.Service, c *core.Configuration) fiber.Handler { //ctx.Status(500).JSON(err) //return err } - prepres := map[string]interface{}{} + prepres := make(map[string]interface{}) prepres["tracking_state"] = "LIVE" prepres["data"] = rec if err != nil { @@ -191,7 +197,7 @@ func stopAllHandler(s core.Service, c *core.Configuration) fiber.Handler { //ctx.Status(500).JSON(err) //return err } - prepres := map[string]interface{}{} + prepres := make(map[string]interface{}) prepres["tracking_state"] = "STOPPED" prepres["data"] = rec if err != nil {