Author: Paolo Lulli <paolo@lulli.net>
Write parquet file
server/db/parquet.go | 10 +++++----- server/yats.go | 4 +---
diff --git a/server/db/parquet.go b/server/db/parquet.go index 271f75c428584d949d2bebfda98a27f25b1838f5..d9af11827482b486480f9041de6e1ce27b96ff18 100644 --- a/server/db/parquet.go +++ b/server/db/parquet.go @@ -9,7 +9,6 @@ "github.com/xitongsys/parquet-go/writer" ) func EventToParquet(event model.EventRequest, parquetFile string) { - var err error w, err := os.Create(parquetFile) if err != nil { @@ -35,8 +34,7 @@ log.Println("Write Finished") w.Close() } -func MetricToParquet(metric model.MetricRequest, parquetFile string) { - +func MetricToParquet(metrics []model.MetricRequest, parquetFile string) { var err error w, err := os.Create(parquetFile) @@ -51,8 +49,10 @@ log.Println("Can't create parquet writer", err) return } - if err = pw.Write(metric); err != nil { - log.Println("Write error", err) + for i := range metrics { + if err = pw.Write(metrics[i]); err != nil { + log.Println("Write error", err) + } } if err = pw.WriteStop(); err != nil { diff --git a/server/yats.go b/server/yats.go index 42e95cf033963cdde9f379f34bb3eb3e50496d08..caffdaaadbd13d3f49523864fb61e6a7d3c91c89 100644 --- a/server/yats.go +++ b/server/yats.go @@ -20,9 +20,7 @@ for { time.Sleep(sleeptime) metrics := db.LoadMetrics(db.Session) - for i := range metrics { - db.MetricToParquet(metrics[i], "/tmp/allmetrics.parquet") - } + db.MetricToParquet(metrics, "/tmp/allmetrics.parquet") fmt.Printf("Maintenance Thread\n") } }