Add analytics data foundation

This commit is contained in:
2026-05-25 02:04:16 -04:00
parent 5470b0df38
commit c7438f0ed8
23 changed files with 2167 additions and 94 deletions

450
internal/store/analytics.go Normal file
View File

@@ -0,0 +1,450 @@
package store
import (
"database/sql"
"fmt"
)
// UpsertStint inserts or updates a stint row.
func (s *Store) UpsertStint(st Stint) error {
_, err := s.db.Exec(`
INSERT INTO stints (
session_key, driver_number, meeting_key, stint_number,
compound, lap_start, lap_end, tyre_age_at_start
) VALUES (?, ?, ?, ?, ?, ?, ?, ?)
ON CONFLICT(session_key, driver_number, stint_number) DO UPDATE SET
meeting_key = excluded.meeting_key,
compound = excluded.compound,
lap_start = excluded.lap_start,
lap_end = excluded.lap_end,
tyre_age_at_start = excluded.tyre_age_at_start
`,
st.SessionKey,
st.DriverNumber,
st.MeetingKey,
st.StintNumber,
st.Compound,
st.LapStart,
st.LapEnd,
st.TyreAgeAtStart,
)
if err != nil {
return fmt.Errorf("upsert stint: %w", err)
}
return nil
}
// ListStints returns stints for a session ordered by driver and stint number.
func (s *Store) ListStints(sessionKey int) ([]Stint, error) {
rows, err := s.db.Query(`
SELECT session_key, driver_number, meeting_key, stint_number,
compound, lap_start, lap_end, tyre_age_at_start
FROM stints
WHERE session_key = ?
ORDER BY driver_number ASC, stint_number ASC
`, sessionKey)
if err != nil {
return nil, err
}
defer rows.Close()
var out []Stint
for rows.Next() {
var st Stint
if err := rows.Scan(
&st.SessionKey,
&st.DriverNumber,
&st.MeetingKey,
&st.StintNumber,
&st.Compound,
&st.LapStart,
&st.LapEnd,
&st.TyreAgeAtStart,
); err != nil {
return nil, err
}
out = append(out, st)
}
return out, rows.Err()
}
// UpsertPitStop inserts or updates a pit stop row.
func (s *Store) UpsertPitStop(p PitStop) error {
_, err := s.db.Exec(`
INSERT INTO pit_stops (
session_key, driver_number, meeting_key, lap_number, date,
pit_duration, lane_duration, stop_duration
) VALUES (?, ?, ?, ?, ?, ?, ?, ?)
ON CONFLICT(session_key, driver_number, date) DO UPDATE SET
meeting_key = excluded.meeting_key,
lap_number = excluded.lap_number,
pit_duration = excluded.pit_duration,
lane_duration = excluded.lane_duration,
stop_duration = excluded.stop_duration
`,
p.SessionKey,
p.DriverNumber,
p.MeetingKey,
p.LapNumber,
p.Date,
nullableZeroFloat(p.PitDuration),
nullableZeroFloat(p.LaneDuration),
nullableZeroFloat(p.StopDuration),
)
if err != nil {
return fmt.Errorf("upsert pit stop: %w", err)
}
return nil
}
// ListPitStops returns pit stops for a session ordered by date.
func (s *Store) ListPitStops(sessionKey int) ([]PitStop, error) {
rows, err := s.db.Query(`
SELECT session_key, driver_number, meeting_key, lap_number, date,
pit_duration, lane_duration, stop_duration
FROM pit_stops
WHERE session_key = ?
ORDER BY date ASC, driver_number ASC
`, sessionKey)
if err != nil {
return nil, err
}
defer rows.Close()
var out []PitStop
for rows.Next() {
var p PitStop
var pitDuration, laneDuration, stopDuration sql.NullFloat64
if err := rows.Scan(
&p.SessionKey,
&p.DriverNumber,
&p.MeetingKey,
&p.LapNumber,
&p.Date,
&pitDuration,
&laneDuration,
&stopDuration,
); err != nil {
return nil, err
}
if pitDuration.Valid {
p.PitDuration = pitDuration.Float64
}
if laneDuration.Valid {
p.LaneDuration = laneDuration.Float64
}
if stopDuration.Valid {
p.StopDuration = stopDuration.Float64
}
out = append(out, p)
}
return out, rows.Err()
}
// UpsertPositionSample inserts or updates a position sample row.
func (s *Store) UpsertPositionSample(p PositionSample) error {
_, err := s.db.Exec(`
INSERT INTO positions (
session_key, driver_number, meeting_key, date, position
) VALUES (?, ?, ?, ?, ?)
ON CONFLICT(session_key, driver_number, date) DO UPDATE SET
meeting_key = excluded.meeting_key,
position = excluded.position
`,
p.SessionKey,
p.DriverNumber,
p.MeetingKey,
p.Date,
p.Position,
)
if err != nil {
return fmt.Errorf("upsert position: %w", err)
}
return nil
}
// ListPositionSamples returns position samples for a session ordered by date.
func (s *Store) ListPositionSamples(sessionKey int) ([]PositionSample, error) {
rows, err := s.db.Query(`
SELECT session_key, driver_number, meeting_key, date, position
FROM positions
WHERE session_key = ?
ORDER BY date ASC, driver_number ASC
`, sessionKey)
if err != nil {
return nil, err
}
defer rows.Close()
var out []PositionSample
for rows.Next() {
var p PositionSample
if err := rows.Scan(
&p.SessionKey,
&p.DriverNumber,
&p.MeetingKey,
&p.Date,
&p.Position,
); err != nil {
return nil, err
}
out = append(out, p)
}
return out, rows.Err()
}
// UpsertRaceControlMessage inserts or updates a race control message row.
func (s *Store) UpsertRaceControlMessage(rc RaceControlMessage) error {
_, err := s.db.Exec(`
INSERT INTO race_control (
session_key, meeting_key, date, category, flag, message, scope,
driver_number, lap_number, sector, qualifying_phase
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
ON CONFLICT(session_key, date, message) DO UPDATE SET
meeting_key = excluded.meeting_key,
category = excluded.category,
flag = excluded.flag,
scope = excluded.scope,
driver_number = excluded.driver_number,
lap_number = excluded.lap_number,
sector = excluded.sector,
qualifying_phase = excluded.qualifying_phase
`,
rc.SessionKey,
rc.MeetingKey,
rc.Date,
rc.Category,
nullString(rc.Flag),
rc.Message,
nullString(rc.Scope),
nullableInt(rc.DriverNumber),
nullableInt(rc.LapNumber),
nullableInt(rc.Sector),
nullableInt(rc.QualifyingPhase),
)
if err != nil {
return fmt.Errorf("upsert race control: %w", err)
}
return nil
}
// ListRaceControlMessages returns race control messages for a session.
func (s *Store) ListRaceControlMessages(sessionKey int) ([]RaceControlMessage, error) {
rows, err := s.db.Query(`
SELECT session_key, meeting_key, date, category, flag, message, scope,
driver_number, lap_number, sector, qualifying_phase
FROM race_control
WHERE session_key = ?
ORDER BY date ASC
`, sessionKey)
if err != nil {
return nil, err
}
defer rows.Close()
var out []RaceControlMessage
for rows.Next() {
var rc RaceControlMessage
var flag, scope sql.NullString
var driverNumber, lapNumber, sector, qualifyingPhase sql.NullInt64
if err := rows.Scan(
&rc.SessionKey,
&rc.MeetingKey,
&rc.Date,
&rc.Category,
&flag,
&rc.Message,
&scope,
&driverNumber,
&lapNumber,
&sector,
&qualifyingPhase,
); err != nil {
return nil, err
}
rc.Flag = flag.String
rc.Scope = scope.String
rc.DriverNumber = nullIntPtr(driverNumber)
rc.LapNumber = nullIntPtr(lapNumber)
rc.Sector = nullIntPtr(sector)
rc.QualifyingPhase = nullIntPtr(qualifyingPhase)
out = append(out, rc)
}
return out, rows.Err()
}
// UpsertWeatherSample inserts or updates a weather sample row.
func (s *Store) UpsertWeatherSample(w WeatherSample) error {
_, err := s.db.Exec(`
INSERT INTO weather (
session_key, meeting_key, date, air_temperature, track_temperature,
humidity, pressure, rainfall, wind_direction, wind_speed
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
ON CONFLICT(session_key, date) DO UPDATE SET
meeting_key = excluded.meeting_key,
air_temperature = excluded.air_temperature,
track_temperature = excluded.track_temperature,
humidity = excluded.humidity,
pressure = excluded.pressure,
rainfall = excluded.rainfall,
wind_direction = excluded.wind_direction,
wind_speed = excluded.wind_speed
`,
w.SessionKey,
w.MeetingKey,
w.Date,
nullableZeroFloat(w.AirTemperature),
nullableZeroFloat(w.TrackTemperature),
nullableZeroFloat(w.Humidity),
nullableZeroFloat(w.Pressure),
w.Rainfall,
nullableZeroInt(w.WindDirection),
nullableZeroFloat(w.WindSpeed),
)
if err != nil {
return fmt.Errorf("upsert weather: %w", err)
}
return nil
}
// ListWeatherSamples returns weather samples for a session ordered by date.
func (s *Store) ListWeatherSamples(sessionKey int) ([]WeatherSample, error) {
rows, err := s.db.Query(`
SELECT session_key, meeting_key, date, air_temperature, track_temperature,
humidity, pressure, rainfall, wind_direction, wind_speed
FROM weather
WHERE session_key = ?
ORDER BY date ASC
`, sessionKey)
if err != nil {
return nil, err
}
defer rows.Close()
var out []WeatherSample
for rows.Next() {
var w WeatherSample
var airTemp, trackTemp, humidity, pressure, windSpeed sql.NullFloat64
var windDirection sql.NullInt64
if err := rows.Scan(
&w.SessionKey,
&w.MeetingKey,
&w.Date,
&airTemp,
&trackTemp,
&humidity,
&pressure,
&w.Rainfall,
&windDirection,
&windSpeed,
); err != nil {
return nil, err
}
if airTemp.Valid {
w.AirTemperature = airTemp.Float64
}
if trackTemp.Valid {
w.TrackTemperature = trackTemp.Float64
}
if humidity.Valid {
w.Humidity = humidity.Float64
}
if pressure.Valid {
w.Pressure = pressure.Float64
}
if windDirection.Valid {
w.WindDirection = int(windDirection.Int64)
}
if windSpeed.Valid {
w.WindSpeed = windSpeed.Float64
}
out = append(out, w)
}
return out, rows.Err()
}
// UpsertLap inserts or updates a lap row.
func (s *Store) UpsertLap(l Lap) error {
_, err := s.db.Exec(`
INSERT INTO laps (
session_key, driver_number, meeting_key, lap_number, date_start,
lap_duration, is_pit_out_lap, duration_sector1, duration_sector2, duration_sector3
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
ON CONFLICT(session_key, driver_number, lap_number) DO UPDATE SET
meeting_key = excluded.meeting_key,
date_start = excluded.date_start,
lap_duration = excluded.lap_duration,
is_pit_out_lap = excluded.is_pit_out_lap,
duration_sector1 = excluded.duration_sector1,
duration_sector2 = excluded.duration_sector2,
duration_sector3 = excluded.duration_sector3
`,
l.SessionKey,
l.DriverNumber,
l.MeetingKey,
l.LapNumber,
nullString(l.DateStart),
nullableZeroFloat(l.LapDuration),
boolInt(l.IsPitOutLap),
nullableZeroFloat(l.DurationSector1),
nullableZeroFloat(l.DurationSector2),
nullableZeroFloat(l.DurationSector3),
)
if err != nil {
return fmt.Errorf("upsert lap: %w", err)
}
return nil
}
// ListLaps returns laps for a session ordered by driver and lap number.
func (s *Store) ListLaps(sessionKey int) ([]Lap, error) {
rows, err := s.db.Query(`
SELECT session_key, driver_number, meeting_key, lap_number, date_start,
lap_duration, is_pit_out_lap, duration_sector1, duration_sector2, duration_sector3
FROM laps
WHERE session_key = ?
ORDER BY driver_number ASC, lap_number ASC
`, sessionKey)
if err != nil {
return nil, err
}
defer rows.Close()
var out []Lap
for rows.Next() {
var l Lap
var dateStart sql.NullString
var lapDuration, s1, s2, s3 sql.NullFloat64
var isPitOut int
if err := rows.Scan(
&l.SessionKey,
&l.DriverNumber,
&l.MeetingKey,
&l.LapNumber,
&dateStart,
&lapDuration,
&isPitOut,
&s1,
&s2,
&s3,
); err != nil {
return nil, err
}
l.DateStart = dateStart.String
if lapDuration.Valid {
l.LapDuration = lapDuration.Float64
}
l.IsPitOutLap = isPitOut != 0
if s1.Valid {
l.DurationSector1 = s1.Float64
}
if s2.Valid {
l.DurationSector2 = s2.Float64
}
if s3.Valid {
l.DurationSector3 = s3.Float64
}
out = append(out, l)
}
return out, rows.Err()
}

View File

@@ -0,0 +1,94 @@
CREATE TABLE IF NOT EXISTS stints (
session_key INTEGER NOT NULL,
driver_number INTEGER NOT NULL,
meeting_key INTEGER NOT NULL,
stint_number INTEGER NOT NULL,
compound TEXT NOT NULL,
lap_start INTEGER NOT NULL,
lap_end INTEGER NOT NULL,
tyre_age_at_start INTEGER NOT NULL DEFAULT 0,
PRIMARY KEY (session_key, driver_number, stint_number)
);
CREATE INDEX IF NOT EXISTS idx_stints_session ON stints (session_key);
CREATE INDEX IF NOT EXISTS idx_stints_meeting ON stints (meeting_key);
CREATE TABLE IF NOT EXISTS pit_stops (
session_key INTEGER NOT NULL,
driver_number INTEGER NOT NULL,
meeting_key INTEGER NOT NULL,
lap_number INTEGER NOT NULL,
date TEXT NOT NULL,
pit_duration REAL,
lane_duration REAL,
stop_duration REAL,
PRIMARY KEY (session_key, driver_number, date)
);
CREATE INDEX IF NOT EXISTS idx_pit_stops_session ON pit_stops (session_key);
CREATE INDEX IF NOT EXISTS idx_pit_stops_meeting ON pit_stops (meeting_key);
CREATE TABLE IF NOT EXISTS positions (
session_key INTEGER NOT NULL,
driver_number INTEGER NOT NULL,
meeting_key INTEGER NOT NULL,
date TEXT NOT NULL,
position INTEGER NOT NULL,
PRIMARY KEY (session_key, driver_number, date)
);
CREATE INDEX IF NOT EXISTS idx_positions_session ON positions (session_key);
CREATE INDEX IF NOT EXISTS idx_positions_meeting ON positions (meeting_key);
CREATE INDEX IF NOT EXISTS idx_positions_session_driver ON positions (session_key, driver_number);
CREATE TABLE IF NOT EXISTS race_control (
session_key INTEGER NOT NULL,
meeting_key INTEGER NOT NULL,
date TEXT NOT NULL,
category TEXT NOT NULL,
flag TEXT,
message TEXT NOT NULL,
scope TEXT,
driver_number INTEGER,
lap_number INTEGER,
sector INTEGER,
qualifying_phase INTEGER,
PRIMARY KEY (session_key, date, message)
);
CREATE INDEX IF NOT EXISTS idx_race_control_session ON race_control (session_key);
CREATE INDEX IF NOT EXISTS idx_race_control_meeting ON race_control (meeting_key);
CREATE TABLE IF NOT EXISTS weather (
session_key INTEGER NOT NULL,
meeting_key INTEGER NOT NULL,
date TEXT NOT NULL,
air_temperature REAL,
track_temperature REAL,
humidity REAL,
pressure REAL,
rainfall INTEGER NOT NULL DEFAULT 0,
wind_direction INTEGER,
wind_speed REAL,
PRIMARY KEY (session_key, date)
);
CREATE INDEX IF NOT EXISTS idx_weather_session ON weather (session_key);
CREATE INDEX IF NOT EXISTS idx_weather_meeting ON weather (meeting_key);
CREATE TABLE IF NOT EXISTS laps (
session_key INTEGER NOT NULL,
driver_number INTEGER NOT NULL,
meeting_key INTEGER NOT NULL,
lap_number INTEGER NOT NULL,
date_start TEXT,
lap_duration REAL,
is_pit_out_lap INTEGER NOT NULL DEFAULT 0,
duration_sector1 REAL,
duration_sector2 REAL,
duration_sector3 REAL,
PRIMARY KEY (session_key, driver_number, lap_number)
);
CREATE INDEX IF NOT EXISTS idx_laps_session ON laps (session_key);
CREATE INDEX IF NOT EXISTS idx_laps_meeting ON laps (meeting_key);

View File

@@ -4,16 +4,16 @@ import "time"
// RawPayload stores a fetched source payload with provenance metadata.
type RawPayload struct {
ID int64
Source string
Endpoint string
RequestKey string
MeetingKey *int
SessionKey *int
Payload string
PayloadHash string
FetchedAt time.Time
ProvenanceJSON string
ID int64
Source string
Endpoint string
RequestKey string
MeetingKey *int
SessionKey *int
Payload string
PayloadHash string
FetchedAt time.Time
ProvenanceJSON string
}
// IngestionRun tracks a scoped ingestion attempt.
@@ -104,3 +104,79 @@ type StartingGridEntry struct {
Position int
LapDuration float64
}
// Stint is a tyre stint for a driver in a session.
type Stint struct {
SessionKey int
DriverNumber int
MeetingKey int
StintNumber int
Compound string
LapStart int
LapEnd int
TyreAgeAtStart int
}
// PitStop is a pit stop event for a driver in a session.
type PitStop struct {
SessionKey int
DriverNumber int
MeetingKey int
LapNumber int
Date string
PitDuration float64
LaneDuration float64
StopDuration float64
}
// PositionSample is a position update for a driver in a session.
type PositionSample struct {
SessionKey int
DriverNumber int
MeetingKey int
Date string
Position int
}
// RaceControlMessage is a race control message for a session.
type RaceControlMessage struct {
SessionKey int
MeetingKey int
Date string
Category string
Flag string
Message string
Scope string
DriverNumber *int
LapNumber *int
Sector *int
QualifyingPhase *int
}
// WeatherSample is a weather reading for a session.
type WeatherSample struct {
SessionKey int
MeetingKey int
Date string
AirTemperature float64
TrackTemperature float64
Humidity float64
Pressure float64
Rainfall int
WindDirection int
WindSpeed float64
}
// Lap is a completed lap for a driver in a session.
type Lap struct {
SessionKey int
DriverNumber int
MeetingKey int
LapNumber int
DateStart string
LapDuration float64
IsPitOutLap bool
DurationSector1 float64
DurationSector2 float64
DurationSector3 float64
}

View File

@@ -28,8 +28,8 @@ func TestOpenAppliesMigrations(t *testing.T) {
if err != nil {
t.Fatalf("SchemaVersion() error = %v", err)
}
if version != 1 {
t.Fatalf("SchemaVersion() = %d, want 1", version)
if version != 2 {
t.Fatalf("SchemaVersion() = %d, want 2", version)
}
tables := []string{
@@ -42,6 +42,12 @@ func TestOpenAppliesMigrations(t *testing.T) {
"session_drivers",
"session_results",
"starting_grid",
"stints",
"pit_stops",
"positions",
"race_control",
"weather",
"laps",
}
for _, table := range tables {
var name string
@@ -72,6 +78,12 @@ func TestMigrationsAreIdempotent(t *testing.T) {
if count != 1 {
t.Fatalf("schema_migrations count = %d, want 1", count)
}
if err := s.db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version = 2`).Scan(&count); err != nil {
t.Fatalf("count schema_migrations v2: %v", err)
}
if count != 1 {
t.Fatalf("schema_migrations v2 count = %d, want 1", count)
}
}
func TestRawPayloadInsertAndRead(t *testing.T) {
@@ -412,6 +424,110 @@ func TestSessionResultAndStartingGridUpsertRead(t *testing.T) {
}
}
func TestAnalyticsUpsertRead(t *testing.T) {
s := openTestStore(t)
meetingKey := 1229
sessionKey := 9472
stint := Stint{
SessionKey: sessionKey,
DriverNumber: 1,
MeetingKey: meetingKey,
StintNumber: 1,
Compound: "SOFT",
LapStart: 1,
LapEnd: 20,
TyreAgeAtStart: 0,
}
if err := s.UpsertStint(stint); err != nil {
t.Fatalf("UpsertStint() error = %v", err)
}
stints, err := s.ListStints(sessionKey)
if err != nil || len(stints) != 1 || stints[0].Compound != "SOFT" {
t.Fatalf("ListStints() = %+v, err = %v", stints, err)
}
pit := PitStop{
SessionKey: sessionKey,
DriverNumber: 1,
MeetingKey: meetingKey,
LapNumber: 21,
Date: "2025-05-25T14:00:00+00:00",
StopDuration: 2.5,
}
if err := s.UpsertPitStop(pit); err != nil {
t.Fatalf("UpsertPitStop() error = %v", err)
}
pits, err := s.ListPitStops(sessionKey)
if err != nil || len(pits) != 1 {
t.Fatalf("ListPitStops() = %+v, err = %v", pits, err)
}
pos := PositionSample{
SessionKey: sessionKey,
DriverNumber: 1,
MeetingKey: meetingKey,
Date: "2025-05-25T14:05:00+00:00",
Position: 1,
}
if err := s.UpsertPositionSample(pos); err != nil {
t.Fatalf("UpsertPositionSample() error = %v", err)
}
positions, err := s.ListPositionSamples(sessionKey)
if err != nil || len(positions) != 1 {
t.Fatalf("ListPositionSamples() = %+v, err = %v", positions, err)
}
rc := RaceControlMessage{
SessionKey: sessionKey,
MeetingKey: meetingKey,
Date: "2025-05-25T14:10:00+00:00",
Category: "Flag",
Flag: "YELLOW",
Message: "Yellow flag sector 1",
Scope: "Track",
}
if err := s.UpsertRaceControlMessage(rc); err != nil {
t.Fatalf("UpsertRaceControlMessage() error = %v", err)
}
messages, err := s.ListRaceControlMessages(sessionKey)
if err != nil || len(messages) != 1 {
t.Fatalf("ListRaceControlMessages() = %+v, err = %v", messages, err)
}
weather := WeatherSample{
SessionKey: sessionKey,
MeetingKey: meetingKey,
Date: "2025-05-25T14:00:00+00:00",
AirTemperature: 22.5,
TrackTemperature: 35.0,
Humidity: 45.0,
}
if err := s.UpsertWeatherSample(weather); err != nil {
t.Fatalf("UpsertWeatherSample() error = %v", err)
}
samples, err := s.ListWeatherSamples(sessionKey)
if err != nil || len(samples) != 1 {
t.Fatalf("ListWeatherSamples() = %+v, err = %v", samples, err)
}
lap := Lap{
SessionKey: sessionKey,
DriverNumber: 1,
MeetingKey: meetingKey,
LapNumber: 1,
LapDuration: 75.123,
}
if err := s.UpsertLap(lap); err != nil {
t.Fatalf("UpsertLap() error = %v", err)
}
laps, err := s.ListLaps(sessionKey)
if err != nil || len(laps) != 1 {
t.Fatalf("ListLaps() = %+v, err = %v", laps, err)
}
}
func TestWithTxRollback(t *testing.T) {
s := openTestStore(t)