parser/main.go

package main

import (
	"database/sql"
	"encoding/xml"
	"fmt"
	"net/http"
	"strconv"
	"time"

	"git.fuyu.moe/5GPowerQuality/parser/internal/model"
	"git.fuyu.moe/Fuyu/flog"
	"git.ultraware.nl/NiseVoid/qb"
	"git.ultraware.nl/NiseVoid/qb/qbdb"
	"git.ultraware.nl/NiseVoid/qb/qc"
	"git.ultraware.nl/NiseVoid/qb/qf"
	"golang.org/x/net/html/charset"
)

var db *qbdb.DB

func main() {
	defer recoverFunc()
	setLogger()

	flog.Info(`Starting`)
	catchSignals()

	initDB()

	for {
		fetchData()
	}
}

func recoverFunc() {
	v := recover()
	if v != nil {
		flog.Critical(`panic: `, v)
	}
}

var start time.Time

func fetchData() {
	defer recoverFunc()

	if start.IsZero() {
		start = GetStartDate()
	}

	end := start.Add(time.Hour)

	data := GetFortopData(start, end)
	ranges := map[int]map[string][]Range{}
	for _, meter := range data {
		mID := GetMeterID(meter.MeterID)
		ranges[mID] = map[string][]Range{}

		for _, v := range meter.Meetwaarde {
			ranges[mID][v.Naam] = v.Range
		}
	}

	sets := map[int]Sets{}
	for meter, val := range ranges {
		sets[meter] = Sets{}

		for k, v := range val {
			for _, r := range v {
				date := time.Time(r.Date)
				set, ok := sets[meter][date]
				if !ok {
					sets[meter][date] = Set{}
					set = sets[meter][date]
				}

				set[k] = r.Value
			}
		}
	}

	insertSets(sets)

	if end.Before(time.Now()) {
		start = end.Add(time.Second)
		return
	}

	time.Sleep(time.Minute)

	start = GetStartDate()
}

// GetMeterID gets the meter ID, if there is none yet a new record is add to meter
func GetMeterID(meterID string) (id int) {
	me := model.Meter()
	q := me.Select(me.ID).
		Where(qc.Eq(me.FortopUID, meterID))

	err := db.QueryRow(q).Scan(&id)
	switch err {
	case nil:
	case sql.ErrNoRows:
		iq := me.Insert(me.Name, me.FortopUID).
			Values(``, meterID)

		err = db.QueryRow(qb.Returning(iq, me.ID)).Scan(&id)
		if err != nil {
			panic(err)
		}
	default:
		panic(err)
	}

	return
}

// GetStartDate gets the last measurement date
func GetStartDate() time.Time {
	m := model.Measurement()
	var t *time.Time

	q := m.Select(qf.Max(m.Time))
	err := db.QueryRow(q).Scan(&t)
	if (err == nil && t == nil) || err == sql.ErrNoRows {
		return time.Date(2018, 4, 1, 0, 0, 0, 0, time.Local)
	}
	if err != nil {
		panic(err)
	}

	*t = t.Add(time.Second)

	return *t
}

func insertSets(sets map[int]Sets) {
	if len(sets) == 0 {
		return
	}

	m := model.Measurement()
	q := m.Insert(m.Time, m.MeterID,
		m.CGem1, m.CGem2, m.CGem3,
		m.Ep1, m.Ep2, m.Ep3,
		m.IGem1, m.IGem2, m.IGem3,
		m.IMax1, m.IMax2, m.IMax3,
		m.PMax1, m.PMax2, m.PMax3,
		m.SMax1, m.SMax2, m.SMax3,
		m.UGem1, m.UGem2, m.UGem3,
	)

	for meter, s := range sets {
		for k, v := range s {
			q.Values(k, meter,
				v[`CGem1`], v[`CGem2`], v[`CGem3`],
				v[`EP1`], v[`EP2`], v[`EP3`],
				v[`IGem1`], v[`IGem2`], v[`IGem3`],
				v[`IMax1`], v[`IMax2`], v[`IMax3`],
				v[`PMax1`], v[`PMax2`], v[`PMax3`],
				v[`SMax1`], v[`SMax2`], v[`SMax3`],
				v[`UGem1`], v[`UGem2`], v[`UGem3`],
			)
		}
	}

	err := db.Exec(q)
	if err != nil {
		panic(err)
	}
}

// GetFortopData retrieves data from fortop
func GetFortopData(startDate, endDate time.Time) []Meter {
	url := `https://energy4all.energyportal.online/index?p5g=S_1_` + strconv.FormatInt(startDate.Unix(), 10) + `_` + strconv.FormatInt(endDate.Unix(), 10)
	resp, err := http.Get(url)
	if err != nil {
		panic(err)
	}
	if resp.StatusCode != 200 {
		fmt.Println(`Got status code:`, resp.StatusCode)
		return nil
	}

	decoder := xml.NewDecoder(resp.Body)
	decoder.CharsetReader = charset.NewReaderLabel

	var data FortopFormat
	err = decoder.Decode(&data)
	if err != nil {
		panic(err)
	}

	return data.Trafo.Meter
}