package core import ( "context" "errors" "fmt" "net/http" "os" "slices" "strings" "sync/atomic" "time" "github.com/evcc-io/evcc/api" "github.com/evcc-io/evcc/core/keys" "github.com/evcc-io/evcc/core/loadpoint" "github.com/evcc-io/evcc/core/metrics" "github.com/evcc-io/evcc/core/types" "github.com/evcc-io/evcc/tariff" "github.com/evcc-io/evcc/util/config" "github.com/evcc-io/evcc/util/request" "github.com/evcc-io/evcc/util/sponsor" optimizer "github.com/evcc-io/optimizer/client" "github.com/jinzhu/now" "github.com/samber/lo" "golang.org/x/exp/constraints" ) var ( eta = float32(0.9) // efficiency of the battery charging/discharging batteryPower = float32(6000) // default power of the battery in W updated time.Time mu atomic.Uint32 ) type batteryType string const ( batteryTypeLoadpoint batteryType = "loadpoint" batteryTypeVehicle batteryType = "vehicle" batteryTypeBattery batteryType = "battery" ) type batteryDetail struct { Type batteryType `json:"type"` Title string `json:"title,omitempty"` Name string `json:"name,omitempty"` Capacity float64 `json:"capacity,omitempty"` } type batteryResult struct { batteryDetail Full *time.Time `json:"full"` Empty *time.Time `json:"empty"` } // func (br batteryResult) MarshalJSON() ([]byte, error) { // var full, empty int64 // if !br.Full.IsZero() { // full = int64(time.Until(br.Full).Seconds()) // } // if !br.Empty.IsZero() { // empty = int64(time.Until(br.Empty).Seconds()) // } // return json.Marshal(struct { // batteryResult // UntilFull int64 `json:"untilFull,omitempty"` // UntilEmpty int64 `json:"untilEmpty,omitempty"` // }{ // batteryResult: br, // UntilFull: full, // UntilEmpty: empty, // }) // } type requestDetails struct { Timestamps []time.Time `json:"timestamp"` BatteryDetails []batteryDetail `json:"batteryDetails"` } const slotsPerHour = float64(time.Hour / tariff.SlotDuration) func (site *Site) optimizerUpdateAsync() { var err error if time.Since(updated) < 2*time.Minute { return } if !mu.CompareAndSwap(0, 1) { return } defer func() { updated = time.Now() mu.Store(0) if r := recover(); r != nil { err = fmt.Errorf("panic %v", r) } if err != nil { site.log.ERROR.Println("optimizer:", err) } }() err = site.optimizerUpdate(site.battery.Devices) } func (site *Site) optimizerUpdate(battery []types.Measurement) error { uri := os.Getenv("OPTIMIZER_URI") if uri == "" { return nil } solarTariff := site.GetTariff(api.TariffUsageSolar) solar := currentRates(solarTariff) grid := currentRates(site.GetTariff(api.TariffUsageGrid)) feedIn := currentRates(site.GetTariff(api.TariffUsageFeedIn)) minLen := lo.Min([]int{len(grid), len(feedIn)}) if solarTariff != nil { // allow empty solar forecast minLen = min(minLen, len(solar)) } if minLen < 8 { return fmt.Errorf("not enough slots for optimization: %d (grid=%d, feedIn=%d, solar=%d)", minLen, len(grid), len(feedIn), len(solar)) } dt := timeSteps(minLen) firstSlotDuration := time.Duration(dt[0]) * time.Second site.log.DEBUG.Printf("optimizer: optimizing %d slots until %v: grid=%d, feedIn=%d, solar=%d, first slot: %v", minLen, grid[minLen-1].End.Local(), len(grid), len(feedIn), len(solar), firstSlotDuration, ) gt, err := site.homeProfile(minLen) if err != nil { return err } // allow empty solar forecast ft := lo.RepeatBy(minLen, func(i int) float32 { return float32(0) }) if solarTariff != nil { solarEnergy, err := solarRatesToEnergy(solar) if err != nil { return err } ft = prorate(scaleAndPrune(solarEnergy, 1, minLen), firstSlotDuration) } req := optimizer.OptimizationInput{ Strategy: optimizer.OptimizerStrategy{ ChargingStrategy: optimizer.OptimizerStrategyChargingStrategyChargeBeforeExport, // AttenuateGridPeaks DischargingStrategy: optimizer.OptimizerStrategyDischargingStrategyDischargeBeforeImport, }, EtaC: eta, EtaD: eta, TimeSeries: optimizer.TimeSeries{ Dt: dt, Gt: prorate(gt, firstSlotDuration), Ft: ft, PN: scaleAndPrune(grid, 1e3, minLen), PE: scaleAndPrune(feedIn, 1e3, minLen), }, } // end of horizon Wh value pa := lo.Min(req.TimeSeries.PN) * eta * 0.99 details := requestDetails{ Timestamps: asTimestamps(dt), } if site.circuit != nil { if pMaxImp := site.circuit.GetMaxPower(); pMaxImp > 0 { req.Grid = optimizer.GridConfig{ // hard grid import limit if no price penalty is set by PrcPExcImp PMaxImp: float32(pMaxImp), } } } add := func(battery optimizer.BatteryConfig, detail batteryDetail) { battery.PA = pa req.Batteries = append(req.Batteries, battery) details.BatteryDetails = append(details.BatteryDetails, detail) } for _, lp := range site.Loadpoints() { // ignore disconnected loadpoints if lp.GetStatus() == api.StatusA { continue } if v := lp.GetVehicle(); v == nil || v.Capacity() == 0 { continue } add(site.loadpointRequest(lp, minLen, firstSlotDuration, grid)) } for i, dev := range site.batteryMeters { b := battery[i] if b.Capacity == nil || *b.Capacity == 0 || b.Soc == nil { continue } add(site.batteryRequest(dev, b, grid, minLen, firstSlotDuration)) } httpClient := request.NewClient(site.log) httpClient.Timeout = 30 * time.Second apiClient, err := optimizer.NewClientWithResponses(uri, optimizer.WithHTTPClient(httpClient)) if err != nil { return err } resp, err := apiClient.PostOptimizeChargeScheduleWithResponse(context.TODO(), req, func(_ context.Context, req *http.Request) error { if sponsor.IsAuthorized() { req.Header.Set("Authorization", "Bearer "+sponsor.Token) } return nil }) if err != nil { return err } if resp.StatusCode() != http.StatusOK { return apiError(resp) } if resp.JSON200.Status != optimizer.Optimal { return errors.New(string(resp.JSON200.Status)) } site.publish("evopt", struct { Req optimizer.OptimizationInput `json:"req"` Res optimizer.OptimizationResult `json:"res"` Details requestDetails `json:"details"` }{ Req: req, Res: *resp.JSON200, Details: details, }) var batteries []batteryResult for i, batReq := range req.Batteries { batResp := resp.JSON200.Batteries[i] batResult := batteryResult{ batteryDetail: details.BatteryDetails[i], Full: matchSoc(batResp.StateOfCharge, func(soc float32) bool { return soc >= batReq.SMax }), Empty: matchSoc(batResp.StateOfCharge, func(soc float32) bool { return soc <= batReq.SMin }), } batteries = append(batteries, batResult) } site.publish("evopt-batteries", batteries) site.battery.Forecast = site.addBatteryForecastTotals(req.Batteries, resp.JSON200.Batteries) site.publish(keys.Battery, site.battery) return nil } func (site *Site) addBatteryForecastTotals(req []optimizer.BatteryConfig, resp []optimizer.BatteryResult) *types.BatteryForecast { if len(resp) == 0 || len(resp[0].StateOfCharge) == 0 { return nil } now := time.Now().Round(tariff.SlotDuration) fullSlot, emptySlot := site.batteryForecastFullAndEmptySlots(req, resp) const zero = -1 if fullSlot == zero && emptySlot == zero { return nil } var res types.BatteryForecast if fullSlot != zero { if ts := now.Add(time.Duration(fullSlot) * tariff.SlotDuration); ts.After(time.Now()) { res.Full = new(ts) } } if emptySlot != zero { if ts := now.Add(time.Duration(emptySlot) * tariff.SlotDuration); ts.After(time.Now()) { res.Empty = new(ts) } } return &res } func (site *Site) batteryForecastFullAndEmptySlots(req []optimizer.BatteryConfig, resp []optimizer.BatteryResult) (int, int) { matchSlot := func(fun func(soc float32, bat optimizer.BatteryConfig) bool) int { NEXT: for i := range resp[0].StateOfCharge { for batIdx := range req { if !fun(resp[batIdx].StateOfCharge[i], req[batIdx]) { continue NEXT } } return i } return -1 } fullSlot := matchSlot(func(soc float32, bat optimizer.BatteryConfig) bool { return soc >= bat.SMax }) emptySlot := matchSlot(func(soc float32, bat optimizer.BatteryConfig) bool { return soc <= bat.SMin }) return fullSlot, emptySlot } func (site *Site) loadpointRequest(lp loadpoint.API, minLen int, firstSlotDuration time.Duration, grid api.Rates) (optimizer.BatteryConfig, batteryDetail) { bat := optimizer.BatteryConfig{ ChargeFromGrid: true, CMin: float32(lp.EffectiveMinPower()), CMax: float32(lp.EffectiveMaxPower()), DMax: 0, SMin: 0, // PA: pa, } if profile := loadpointProfile(lp, minLen); profile != nil { bat.PDemand = prorate(profile, firstSlotDuration) } detail := batteryDetail{ Type: batteryTypeLoadpoint, Title: lp.GetTitle(), } // vehicle v := lp.GetVehicle() maxSoc := v.Capacity() * 1e3 // Wh if v := lp.EffectiveLimitSoc(); v > 0 { maxSoc *= float64(v) / 100 } else if v := lp.GetLimitEnergy(); v > 0 { maxSoc = v * 1e3 } bat.SInitial = float32(v.Capacity() * lp.GetSoc() * 10) // Wh bat.SMax = max(bat.SInitial, float32(maxSoc)) // prevent infeasible if current soc above maximum detail.Type = batteryTypeVehicle detail.Capacity = v.Capacity() if vt := v.GetTitle(); vt != "" { if detail.Title != "" { detail.Title += " – " } detail.Title += vt } // find vehicle name/id for _, dev := range config.Vehicles().Devices() { if dev.Instance() == v { detail.Name = dev.Config().Name } } var demand []float32 switch lp.GetMode() { case api.ModeOff: // disable charging bat.CMax = 0 case api.ModeNow: // forced max charging demand = continuousDemand(lp, minLen) case api.ModeMinPV: // forced min charging demand = continuousDemand(lp, minLen) // add smartcost limit and plan goal, if configured demand = applySmartCostLimit(lp, demand, grid, minLen) site.applyPlanGoal(lp, &bat, minLen) case api.ModePV: // add smartcost limit and plan goal, if configured demand = applySmartCostLimit(lp, nil, grid, minLen) site.applyPlanGoal(lp, &bat, minLen) } if demand != nil { bat.PDemand = prorate(demand, firstSlotDuration) } return bat, detail } func (site *Site) batteryRequest(dev config.Device[api.Meter], b types.Measurement, grid api.Rates, minLen int, firstSlotDuration time.Duration) (optimizer.BatteryConfig, batteryDetail) { bat := optimizer.BatteryConfig{ CMax: batteryPower, DMax: batteryPower, SCapacity: float32(*b.Capacity * 1e3), // Wh SInitial: float32(*b.Capacity * *b.Soc * 10), // Wh // PA: pa, } instance := dev.Instance() if _, ok := instance.(api.BatteryController); ok { bat.ChargeFromGrid = true } if m, ok := instance.(api.BatteryPowerLimiter); ok { charge, discharge := m.GetPowerLimits() bat.CMax = float32(charge) bat.DMax = float32(discharge) } if m, ok := instance.(api.BatterySocLimiter); ok { minSoc, maxSoc := m.GetSocLimits() bat.SMin = float32(*b.Capacity * minSoc * 10) // Wh bat.SMax = float32(*b.Capacity * maxSoc * 10) // Wh } detail := batteryDetail{ Type: batteryTypeBattery, Name: dev.Config().Name, Title: deviceProperties(dev).Title, Capacity: *b.Capacity, } // tariff forecast-based grid charging demand if bat.ChargeFromGrid { if demand := site.applyBatteryGridChargeLimit(bat.CMax, grid, minLen); demand != nil { bat.PDemand = prorate(demand, firstSlotDuration) } } return bat, detail } func matchSoc(ts []float32, fun func(float32) bool) *time.Time { for i, soc := range ts { if fun(soc) { // TODO first slot return new(time.Now().Add(time.Duration(i+1) * tariff.SlotDuration)) } } return nil } // continuousDemand creates a slice of power demands depending on loadpoint mode func continuousDemand(lp loadpoint.API, minLen int) []float32 { if lp.GetStatus() != api.StatusC { return nil } pwr := lp.EffectiveMaxPower() if lp.GetMode() == api.ModeMinPV { pwr = lp.EffectiveMinPower() } return lo.RepeatBy(minLen, func(i int) float32 { return float32(pwr / slotsPerHour) }) } // loadpointProfile returns the loadpoint's charging profile in Wh // TODO consider charging efficiency func loadpointProfile(lp loadpoint.API, minLen int) []float64 { mode := lp.GetMode() status := lp.GetStatus() if status != api.StatusC || (mode != api.ModeMinPV && mode != api.ModeNow) { return nil } power := lp.GetChargePower() if minP := lp.EffectiveMinPower(); mode == api.ModeMinPV && minP < power { power = minP } energy := lp.GetRemainingEnergy() * 1e3 // Wh energyKnown := energy > 0 res := make([]float64, 0, minLen) for range minLen { deltaEnergy := power * float64(tariff.SlotDuration) / float64(time.Hour) // Wh if energyKnown && deltaEnergy >= energy { deltaEnergy = energy } energy -= deltaEnergy res = append(res, deltaEnergy) } return res } // homeProfile returns the home base load in Wh func (site *Site) homeProfile(minLen int) ([]float64, error) { // kWh over last 30 days profile, err := metrics.Profile(now.BeginningOfDay().AddDate(0, 0, -30)) if err != nil { return nil, err } // max 4 days slots := make([]float64, 0, minLen+1) for len(slots) <= minLen+24*4 { // allow for prorating first day slots = append(slots, profile[:]...) } res := profileSlotsFromNow(slots) if len(res) < minLen { return nil, fmt.Errorf("minimum home profile length %d is less than required %d", len(res), minLen) } if len(res) > minLen { res = res[:minLen] } // convert to Wh return lo.Map(res, func(v float64, i int) float64 { return v * 1e3 }), nil } // profileSlotsFromNow strips away any slots before "now". // The profile contains 48 15min slots (00:00-23:45) that repeat for multiple days. func profileSlotsFromNow(profile []float64) []float64 { firstSlot := int(time.Now().Truncate(tariff.SlotDuration).Sub(now.BeginningOfDay()) / tariff.SlotDuration) return profile[firstSlot:] } // prorate adjusts the first slot's energy amount according to remaining duration func prorate[T constraints.Float](slots []T, firstSlotDuration time.Duration) []float32 { res := slices.Clone(slots) res[0] = res[0] * T(firstSlotDuration) / T(tariff.SlotDuration) return lo.Map(res, func(f T, _ int) float32 { return float32(f) }) } func solarRatesToEnergy(rr api.Rates) (api.Rates, error) { res := make(api.Rates, 0, len(rr)) for _, r := range rr { energy := solarEnergy(rr, r.Start, r.End) if energy < 0 { return nil, fmt.Errorf("negative solar energy from %v to %v: %.3f", r.Start, r.End, energy) } res = append(res, api.Rate{ Start: r.Start, End: r.End, Value: energy, }) } return res, nil } func endOfHour(ts time.Time) time.Time { return ts.Truncate(time.Hour).Add(time.Hour) } func currentRates(tariff api.Tariff) api.Rates { if tariff == nil { return nil } rates, err := tariff.Rates() if err != nil { return nil } // filter past slots now := time.Now() return lo.Filter(rates, func(slot api.Rate, _ int) bool { return slot.End.After(now) }) } func timeSteps(minLen int) []int { res := make([]int, 0, minLen) bos := time.Now().Truncate(tariff.SlotDuration) eos := bos.Add(tariff.SlotDuration) if d := time.Until(eos); d > time.Second && d < tariff.SlotDuration { res = append(res, int(d.Seconds())) } for i := len(res); i < minLen; i++ { res = append(res, int(tariff.SlotDuration.Seconds())) // 15min slots } return res } func asTimestamps(dt []int) []time.Time { res := make([]time.Time, 0, len(dt)) eoh := endOfHour(time.Now()) res = append(res, eoh.Add(-time.Duration(dt[0])*time.Second)) for i := range len(res) - 1 { res = append(res, eoh.Add(time.Duration(dt[i+1])*time.Second)) } return res } func scaleAndPrune(rates api.Rates, div float64, maxLen int) []float32 { res := make([]float32, 0, maxLen) for _, slot := range rates { res = append(res, float32(slot.Value/div)) if len(res) >= maxLen { break } } return res } func (site *Site) applyPlanGoal(lp loadpoint.API, bat *optimizer.BatteryConfig, minLen int) { goal, socBased := lp.GetPlanGoal() if goal <= 0 { return } // Convert to Wh if vehicle := lp.GetVehicle(); socBased && vehicle != nil { goal *= vehicle.Capacity() * 10 } else { goal *= 1000 // Wh } ts := lp.EffectivePlanTime() if ts.IsZero() { return } // TODO precise slot placement slot := int(time.Until(ts) / tariff.SlotDuration) if slot >= 0 && slot < minLen { bat.SGoal = make([]float32, minLen) bat.SGoal[slot] = float32(goal) bat.SMax = max(bat.SMax, float32(goal)) } else { site.log.DEBUG.Printf("plan beyond forecast range or overrun: %.1f at %v slot %d", goal, ts.Round(time.Minute), slot) } } // TODO remove once smart cost limit usage becomes obsolete func applySmartCostLimit(lp loadpoint.API, demand []float32, grid api.Rates, minLen int) []float32 { costLimit := lp.GetSmartCostLimit() if costLimit == nil { return demand } maxLen := min(minLen, len(grid)) // Check if any slots meet the cost limit if hasAffordableSlots := slices.ContainsFunc(grid[:maxLen], func(r api.Rate) bool { return r.Value <= *costLimit }); !hasAffordableSlots { return demand } maxPower := lp.EffectiveMaxPower() if demand == nil { demand = make([]float32, minLen) } for i := range maxLen { if grid[i].Value <= *costLimit { demand[i] = float32(maxPower / slotsPerHour) } // else: keep existing demand (either 0 or minPower from ModeMinPV) } return demand } func (site *Site) applyBatteryGridChargeLimit(cMax float32, grid api.Rates, minLen int) []float32 { limit := site.GetBatteryGridChargeLimit() if limit == nil { return nil } maxLen := min(minLen, len(grid)) if hasAffordableSlots := slices.ContainsFunc(grid[:maxLen], func(r api.Rate) bool { return r.Value <= *limit }); !hasAffordableSlots { return nil } demand := make([]float32, minLen) for i := range maxLen { if grid[i].Value <= *limit { demand[i] = float32(float64(cMax) / slotsPerHour) } } return demand } // apiError extracts error message from optimizer API response func apiError(resp *optimizer.PostOptimizeChargeScheduleResponse) error { var errObj *optimizer.Error switch resp.StatusCode() { case http.StatusBadRequest: errObj = resp.JSON400 case http.StatusInternalServerError: errObj = resp.JSON500 } if errObj == nil { return fmt.Errorf("invalid status: %d", resp.StatusCode()) } if len(errObj.Details) > 0 { var details []string for field, msg := range errObj.Details { details = append(details, fmt.Sprintf("%s: %s", field, msg)) } slices.Sort(details) return fmt.Errorf("%s (%s)", errObj.Message, strings.Join(details, ", ")) } return errors.New(errObj.Message) }