gotelem/internal/db/getters.go

150 lines
3.7 KiB
Go
Raw Normal View History

2024-02-18 01:26:13 +00:00
package db
import (
"context"
"fmt"
"strings"
2024-02-18 01:26:13 +00:00
"time"
"github.com/kschamplin/gotelem/skylab"
2024-02-18 01:26:13 +00:00
)
2024-02-24 22:48:19 +00:00
// Modifier augments SQL strings.
type Modifier interface {
ModifyStatement(*strings.Builder) error
2024-02-24 22:48:19 +00:00
}
// LimitOffsetModifier is a modifier to support pagniation.
2024-02-24 22:48:19 +00:00
type LimitOffsetModifier struct {
Limit int
2024-02-24 22:48:19 +00:00
Offset int
}
func (l LimitOffsetModifier) ModifyStatement(sb *strings.Builder) error {
clause := fmt.Sprintf(" LIMIT %d OFFSET %d", l.Limit, l.Offset)
sb.WriteString(clause)
return nil
}
2024-02-24 22:48:19 +00:00
// BusEventFilter is a filter for bus events.
type BusEventFilter struct {
Names []string
2024-02-24 22:48:19 +00:00
TimerangeStart time.Time
TimerangeEnd time.Time
2024-02-24 22:48:19 +00:00
}
// now we can optionally add a limit.
func (tdb *TelemDb) GetPackets(ctx context.Context, filter BusEventFilter, options ...Modifier) ([]skylab.BusEvent, error) {
// construct a simple
var whereFrags = make([]string, 0)
// if we're filtering by names, add a where clause for it.
if len(filter.Names) > 0 {
names := strings.Join(filter.Names, ", ")
qString := fmt.Sprintf("name IN (%s)", names)
whereFrags = append(whereFrags, qString)
}
// TODO: identify if we need a special case for both time ranges
// using BETWEEN since apparenlty that can be better?
// next, check if we have a start/end time, add constraints
if !filter.TimerangeEnd.IsZero() {
qString := fmt.Sprintf("ts <= %d", filter.TimerangeEnd.UnixMilli())
whereFrags = append(whereFrags, qString)
}
if !filter.TimerangeStart.IsZero() {
// we have an end range
qString := fmt.Sprintf("ts >= %d", filter.TimerangeStart.UnixMilli())
whereFrags = append(whereFrags, qString)
}
sb := strings.Builder{}
sb.WriteString("SELECT * from \"bus_events\"")
// construct the full statement.
if len(whereFrags) > 0 {
// use the where clauses.
sb.WriteString(" WHERE ")
sb.WriteString(strings.Join(whereFrags, " AND "))
}
// Augment our data further if there's i.e a limit modifier.
// TODO: factor this out maybe?
for _, m := range options {
m.ModifyStatement(&sb)
}
rows, err := tdb.db.QueryxContext(ctx, sb.String())
if err != nil {
return nil, err
}
defer rows.Close()
var events = make([]skylab.BusEvent, 0, 10)
for rows.Next() {
var ev skylab.RawJsonEvent
err := rows.Scan(&ev.Timestamp, &ev.Name, (*[]byte)(&ev.Data))
if err != nil {
return nil, err
}
BusEv := skylab.BusEvent {
Timestamp: time.UnixMilli(int64(ev.Timestamp)),
Name: ev.Name,
}
BusEv.Data, err = skylab.FromJson(ev.Name, ev.Data)
if err != nil {
return events, nil
}
events = append(events, BusEv)
}
err = rows.Err()
return events, err
}
// We now need a different use-case: we would like to extract a value from
// a specific packet.
2024-02-18 01:26:13 +00:00
// Datum is a single measurement - it is more granular than a packet.
// the classic example is bms_measurement.current
type Datum struct {
Timestamp time.Time `db:"timestamp"`
Value any `db:"val"`
}
// GetValues queries the database for values in a given time range.
// A value is a specific data point. For example, bms_measurement.current
// would be a value.
func (tdb *TelemDb) GetValues(ctx context.Context, packetName, field string, start time.Time,
2024-02-18 01:26:13 +00:00
end time.Time) ([]Datum, error) {
// this fragment uses json_extract from sqlite to get a single
// nested value.
SqlFrag := `
2024-02-18 01:26:13 +00:00
SELECT
ts as timestamp,
2024-02-24 22:48:19 +00:00
json_extract(data, '$.' || ?) as val
FROM bus_events WHERE name IS ?
2024-02-18 01:26:13 +00:00
`
2024-02-24 22:48:19 +00:00
rows, err := tdb.db.QueryxContext(ctx, SqlFrag, field, packetName)
2024-02-18 01:26:13 +00:00
if err != nil {
return nil, err
}
defer rows.Close()
2024-02-18 01:26:13 +00:00
data := make([]Datum, 0, 10)
for rows.Next() {
var d Datum = Datum{}
2024-02-18 01:26:13 +00:00
err = rows.StructScan(&d)
if err != nil {
fmt.Print(err)
2024-02-18 01:26:13 +00:00
return data, err
}
data = append(data, d)
}
fmt.Print(rows.Err())
2024-02-18 01:26:13 +00:00
return data, nil
}