craftbeerpi4-pione/cbpi/controller/upload_controller.py

import os
import pathlib
import aiohttp
from aiohttp import web
import asyncio
from cbpi.api import *
import xml.etree.ElementTree
import sqlite3
from voluptuous.schema_builder import message
from cbpi.api.dataclasses import NotificationAction, NotificationType
from cbpi.controller.kettle_controller import KettleController
from cbpi.api.base import CBPiBase
from cbpi.api.config import ConfigType
import webbrowser
import logging
import os.path
from os import listdir
from os.path import isfile, join
import json
import shortuuid
import yaml
from ..api.step import StepMove, StepResult, StepState
import re
import base64

class UploadController:

    def __init__(self, cbpi):
        self.cbpi = cbpi
        self.logger = logging.getLogger(__name__)
   
    async def get_kbh_recipes(self):
        try:
            path = os.path.join(".", 'config', "upload", "kbh.db")
            conn = sqlite3.connect(path)
            c = conn.cursor()
            c.execute('SELECT ID, Sudname, Status FROM Sud')
            data = c.fetchall()
            result = []
            for row in data:
                element = {'value': str(row[0]), 'label': str(row[1])}
                result.append(element)
            return result
        except:
            return []

    async def get_xml_recipes(self):
        try:
            path = os.path.join(".", 'config', "upload", "beer.xml")
            e = xml.etree.ElementTree.parse(path).getroot()
            result =[] 
            counter = 1
            for idx, val in enumerate(e.findall('RECIPE')):
                element = {'value': str(counter), 'label': val.find("NAME").text}
                result.append(element)
                counter +=1
            return result
        except:
            return []

    async def get_brewfather_recipes(self):
        brewfather = True
        result=[]
        self.url="https://api.brewfather.app/v1/recipes"
        brewfather_user_id = self.cbpi.config.get("brewfather_user_id", None)
        if brewfather_user_id == "" or brewfather_user_id is None:
            brewfather = False

        brewfather_api_key = self.cbpi.config.get("brewfather_api_key", None)
        if brewfather_api_key == "" or brewfather_api_key is None:
            brewfather = False

        if brewfather == True:
            encodedData = base64.b64encode(bytes(f"{brewfather_user_id}:{brewfather_api_key}", "ISO-8859-1")).decode("ascii")
            headers={"Authorization": "Basic %s" % encodedData}

            async with aiohttp.ClientSession(headers=headers) as bf_session:
                async with bf_session.get(self.url) as r:
                    bf_recipe_list = await r.json()
                await bf_session.close()

            if bf_recipe_list:
                for row in bf_recipe_list:
                    recipe_id = row['_id']
                    name = row['name']
                    element = {'value': recipe_id, 'label': name}
                    result.append(element)
                return result
            else:
                return []

        else:
            return []

        
    def get_creation_path(self):
        creation_path = self.cbpi.config.get("RECIPE_CREATION_PATH", "upload")
        path = {'path': 'upload'} if creation_path == '' else {'path': creation_path}
        return path

    def allowed_file(self, filename, extension):
        return '.' in filename and filename.rsplit('.', 1)[1] in set([extension])


    async def FileUpload(self, data):
        fileData = data['File']
        filename = fileData.filename
        recipe_file = fileData.file
        content_type = fileData.content_type

        if content_type == 'text/xml':
            try:
                beer_xml = recipe_file.read().decode()
                if recipe_file and self.allowed_file(filename, 'xml'):
                    self.path = os.path.join(".", 'config', "upload", "beer.xml")
    
                    f = open(self.path, "w")
                    f.write(beer_xml)
                    f.close()
                    self.cbpi.notify("Success", "XML Recipe {} has been uploaded".format(filename), NotificationType.SUCCESS)
            except:
                self.cbpi.notify("Error" "XML Recipe upload failed", NotificationType.ERROR)
                pass

        elif content_type == 'application/octet-stream':
            try:
                content = recipe_file.read()
                if recipe_file and self.allowed_file(filename, 'sqlite'):
                    self.path = os.path.join(".", 'config', "upload", "kbh.db")

                    f=open(self.path, "wb")
                    f.write(content)
                    f.close()
                    self.cbpi.notify("Success", "Kleiner Brauhelfer database has been uploaded", NotificationType.SUCCESS)

            except:
                self.cbpi.notify("Error", "Kleiner Brauhelfer database upload failed", NotificationType.ERROR)
                pass
        else:
            self.cbpi.notify("Error", "Wrong content type. Upload failed", NotificationType.ERROR)

    async def kbh_recipe_creation(self, Recipe_ID):
        config = self.get_config_values()
        if self.kettle is not None:
            # load beerxml file located in upload folder
            self.path = os.path.join(".", 'config', "upload", "kbh.db")
            if os.path.exists(self.path) is False:
                self.cbpi.notify("File Not Found", "Please upload a kbh V2 databsel file", NotificationType.ERROR)
                
            try:
                # Get Recipe Nmae
                conn = sqlite3.connect(self.path)
                c = conn.cursor()
                c.execute('SELECT Sudname FROM Sud WHERE ID = ?', (Recipe_ID,))
                row = c.fetchone()
                name = row[0]

                # get MashIn Temp
                mashin_temp = None
                c.execute('SELECT Temp FROM Rasten WHERE Typ = 0 AND SudID = ?', (Recipe_ID,))
                row = c.fetchone()
                try:
                    if self.cbpi.config.get("TEMP_UNIT", "C") == "C":
                        mashin_temp = str(int(row[0]))
                    else:
                        mashin_temp = str(round(9.0 / 5.0 * int(row[0]) + 32))
                except:
                    pass

                # get the hop addition times
                c.execute('SELECT Zeit FROM Hopfengaben WHERE Vorderwuerze = 0 AND SudID = ?', (Recipe_ID,))
                hops = c.fetchall()

                # get the misc addition times
                c.execute('SELECT Zugabedauer FROM WeitereZutatenGaben WHERE Zeitpunkt = 1 AND SudID = ?', (Recipe_ID,))
                miscs = c.fetchall()

                try:
                    c.execute('SELECT Zeit FROM Hopfengaben WHERE Vorderwuerze = 1 AND SudID = ?', (Recipe_ID,))
                    FW_Hops = c.fetchall()
                    FirstWort = self.getFirstWort(FW_Hops,"kbh")
                except:
                    FirstWort = "No"

                c.execute('SELECT Kochdauer FROM Sud WHERE ID = ?', (Recipe_ID,))
                row = c.fetchone()
                BoilTime = str(int(row[0]))



                await self.create_recipe(name)

                if mashin_temp is not None:
                    step_type = self.mashin if self.mashin != "" else "MashInStep"
                    step_string = { "name": "MashIn",
                                    "props": {
                                        "AutoMode": "Yes" if step_type == "MashInStep" else "No",
                                        "Kettle": self.id,
                                        "Sensor": self.kettle.sensor,
                                        "Temp": mashin_temp,
                                        "Timer": "0",
                                        "Notification": "Target temperature reached. Please add malt."
                                        },
                                    "status_text": "",
                                    "status": "I",
                                    "type": step_type
                                    }
                    await self.create_step(step_string)

                for row in c.execute('SELECT Name, Temp, Dauer FROM Rasten WHERE Typ <> 0 AND SudID = ?', (Recipe_ID,)):
                    step_type = self.mash if self.mash != "" else "MashStep"
                    step_string = { "name": str(row[0]),
                                    "props": {
                                        "AutoMode": "Yes" if step_type == "MashStep" else "No",
                                        "Kettle": self.id,
                                        "Sensor": self.kettle.sensor,
                                        "Temp": str(int(row[1])) if self.TEMP_UNIT == "C" else str(round(9.0 / 5.0 * int(row[1]) + 32)),
                                        "Timer": str(int(row[2]))
                                        },
                                    "status_text": "",
                                    "status": "I",
                                    "type": step_type
                                    }
                    await self.create_step(step_string)

                # MashOut -> Notification step that sends notification and waits for user input to move to next step (AutoNext=No)
                if self.mashout == "NotificationStep":
                    step_string = { "name": "Lautering",
                                    "props": {
                                        "AutoNext": "No",
                                        "Kettle": self.id,
                                        "Notification": "Mash Process completed. Please start lautering and press next to start boil."

                                        },
                                    "status_text": "",
                                    "status": "I",
                                    "type": self.mashout
                                    }
                    await self.create_step(step_string)


                Hops = self.getBoilAlerts(hops, miscs, "kbh")
                step_type = self.boil if self.boil != "" else "BoilStep"
                step_string = { "name": "Boil Step",
                            "props": {
                                "AutoMode": "Yes" if step_type == "BoilStep" else "No",
                                "Kettle": self.id,
                                "Sensor": self.kettle.sensor,
                                "Temp": int(self.BoilTemp),
                                "Timer": BoilTime,
                                "First_Wort": FirstWort,
                                "LidAlert": "Yes",
                                "Hop_1": Hops[0],
                                "Hop_2": Hops[1],
                                "Hop_3": Hops[2],
                                "Hop_4": Hops[3],
                                "Hop_5": Hops[4],
                                "Hop_6": Hops[5]
                                },
                            "status_text": "",
                            "status": "I",
                            "type": step_type 
                        }

                await self.create_step(step_string)

                await self.create_Whirlpool_Cooldown()
 
                self.cbpi.notify('KBH Recipe created', name, NotificationType.INFO)

            except:
                self.cbpi.notify('KBH Recipe creation failure', name, NotificationType.ERROR)
                pass
        else:
            self.cbpi.notify('Recipe Upload', 'No default Kettle defined. Please specify default Kettle in settings', NotificationType.ERROR)

    async def xml_recipe_creation(self, Recipe_ID):
        config = self.get_config_values()

        if self.kettle is not None:
            # load beerxml file located in upload folder
            self.path = os.path.join(".", 'config', "upload", "beer.xml")
            if os.path.exists(self.path) is False:
                self.cbpi.notify("File Not Found", "Please upload a Beer.xml File", NotificationType.ERROR)


            e = xml.etree.ElementTree.parse(self.path).getroot()
            recipe = e.find('./RECIPE[%s]' % (str(Recipe_ID)))
            hops = recipe.findall('./HOPS/HOP')
            miscs = recipe.findall('MISCS/MISC[USE="Boil"]')
            name = e.find('./RECIPE[%s]/NAME' % (str(Recipe_ID))).text
            boil_time = float(e.find('./RECIPE[%s]/BOIL_TIME' % (str(Recipe_ID))).text)
            FirstWort= self.getFirstWort(hops, "xml")

            await self.create_recipe(name)
            # Mash Steps -> first step is different as it heats up to defined temp and stops with notification to add malt
            # AutoMode is yes to start and stop automatic mode or each step
            MashIn_Flag = True
            step_kettle = self.id
            for row in self.getSteps(Recipe_ID):
                step_name = str(row.get("name"))
                step_timer = str(int(row.get("timer")))
                step_temp = str(int(row.get("temp")))
                sensor = self.kettle.sensor
                if MashIn_Flag == True and row.get("timer") == 0:
                    step_type = self.mashin if self.mashin != "" else "MashInStep"
                    Notification = "Target temperature reached. Please add malt."
                    MashIn_Flag = False
                else:
                    step_type = self.mash if self.mash != "" else "MashStep"
                    Notification = ""

                step_string = { "name": step_name,
                                "props": {
                                        "AutoMode": "Yes" if step_type == "MashInStep" else "No",
                                        "Kettle": self.id,
                                        "Sensor": self.kettle.sensor,
                                        "Temp": step_temp,
                                        "Timer": step_timer,
                                        "Notification": Notification
                                        },
                                "status_text": "",
                                "status": "I",
                                "type": step_type
                                }

                await self.create_step(step_string)

            # MashOut -> Simple step that sends notification and waits for user input to move to next step (AutoNext=No)
            if self.mashout == "NotificationStep":
                step_string = { "name": "Lautering",
                                "props": {
                                        "AutoNext": "No",
                                        "Kettle": self.id,
                                        "Notification": "Mash Process completed. Please start lautering and press next to start boil."
                                        },
                                    "status_text": "",
                                    "status": "I",
                                    "type": self.mashout
                                    }
                await self.create_step(step_string)               
                
            # Boil step including hop alarms and alarm for first wort hops -> Automode is set tu yes
            Hops = self.getBoilAlerts(hops, miscs, "xml")
            step_kettle = self.id
            step_type = self.boil if self.boil != "" else "BoilStep"
            step_time = str(int(boil_time))
            step_temp = self.BoilTemp
            sensor = self.kettle.sensor
            LidAlert = "Yes"

            step_string = { "name": "Boil Step",
                            "props": {
                                "AutoMode": "Yes" if step_type == "BoilStep" else "No",
                                "Kettle": step_kettle,
                                "Sensor": sensor,
                                "Temp": step_temp,
                                "Timer": step_time,
                                "First_Wort": FirstWort,
                                "LidAlert": LidAlert,
                                "Hop_1": Hops[0],
                                "Hop_2": Hops[1],
                                "Hop_3": Hops[2],
                                "Hop_4": Hops[3],
                                "Hop_5": Hops[4],
                                "Hop_6": Hops[5]
                                },
                            "status_text": "",
                            "status": "I",
                            "type": step_type 
                        }

            await self.create_step(step_string)

            await self.create_Whirlpool_Cooldown()

            self.cbpi.notify('BeerXML Recipe created ', name, NotificationType.INFO)
        else:
            self.cbpi.notify('Recipe Upload', 'No default Kettle defined. Please specify default Kettle in settings', NotificationType.ERROR)


   # XML functions to retrieve xml repice parameters (if multiple recipes are stored in one xml file, id could be used)

    def getSteps(self, id):
        e = xml.etree.ElementTree.parse(self.path).getroot()
        steps = []
        for e in e.findall('./RECIPE[%s]/MASH/MASH_STEPS/MASH_STEP' % (str(id))):
            if self.cbpi.config.get("TEMP_UNIT", "C") == "C":
                temp = float(e.find("STEP_TEMP").text)
            else:
                temp = round(9.0 / 5.0 * float(e.find("STEP_TEMP").text) + 32, 2)
            steps.append({"name": e.find("NAME").text, "temp": temp, "timer": float(e.find("STEP_TIME").text)})
            
        return steps

    async def bf_recipe_creation(self, Recipe_ID):
        config = self.get_config_values()

        if self.kettle is not None:

            brewfather = True
            result=[]
            self.bf_url="https://api.brewfather.app/v1/recipes/" + Recipe_ID
            brewfather_user_id = self.cbpi.config.get("brewfather_user_id", None)
            if brewfather_user_id == "" or brewfather_user_id is None:
                brewfather = False

            brewfather_api_key = self.cbpi.config.get("brewfather_api_key", None)
            if brewfather_api_key == "" or brewfather_api_key is None:
                brewfather = False

            if brewfather == True:
                encodedData = base64.b64encode(bytes(f"{brewfather_user_id}:{brewfather_api_key}", "ISO-8859-1")).decode("ascii")
                headers={"Authorization": "Basic %s" % encodedData}
                bf_recipe = ""

                async with aiohttp.ClientSession(headers=headers) as bf_session:
                    async with bf_session.get(self.bf_url) as r:
                        bf_recipe = await r.json()
                    await bf_session.close()

            if bf_recipe !="":
                RecipeName = bf_recipe['name']
                BoilTime = bf_recipe['boilTime']
                mash_steps=bf_recipe['mash']['steps']
                hops=bf_recipe['hops']
                try:
                    miscs = bf_recipe['miscs']
                except:
                    miscs = None

                FirstWort = self.getFirstWort(hops, "bf")

                await self.create_recipe(RecipeName)

                # Mash Steps -> first step is different as it heats up to defined temp and stops with notification to add malt
                # AutoMode is yes to start and stop automatic mode or each step
                MashIn_Flag = True
                step_kettle = self.id
                for step in mash_steps:
                    step_name = step['name']
                    step_timer = str(int(step['stepTime']))

                    if self.TEMP_UNIT == "C":
                        step_temp = str(int(step['stepTemp']))
                    else:
                        step_temp = str(round((9.0 / 5.0 * int(step['stepTemp']) + 32)))

                    sensor = self.kettle.sensor
                    if MashIn_Flag == True and int(step_timer) == 0:
                        step_type = self.mashin if self.mashin != "" else "MashInStep"
                        AutoMode = "Yes" if step_type == "MashInStep" else "No"
                        Notification = "Target temperature reached. Please add malt."
                        MashIn_Flag = False
                    else:
                        step_type = self.mash if self.mash != "" else "MashStep"
                        AutoMode = "Yes" if step_type == "MashStep" else "No"
                        Notification = ""

                    step_string = { "name": step_name,
                                    "props": {
                                        "AutoMode": "Yes" if step_type == "MashInStep" else "No",
                                        "Kettle": self.id,
                                        "Sensor": self.kettle.sensor,
                                        "Temp": step_temp,
                                        "Timer": step_timer,
                                        "Notification": Notification
                                        },
                                     "status_text": "",
                                     "status": "I",
                                     "type": step_type
                                    }

                    await self.create_step(step_string)

                # MashOut -> Simple step that sends notification and waits for user input to move to next step (AutoNext=No)

                if self.mashout == "NotificationStep":
                    step_string = { "name": "Lautering",
                                    "props": {
                                        "AutoNext": "No",
                                        "Kettle": self.id,
                                        "Notification": "Mash Process completed. Please start lautering and press next to start boil."
                                        },
                                    "status_text": "",
                                    "status": "I",
                                    "type": self.mashout
                                    }
                await self.create_step(step_string)    

                # Boil step including hop alarms and alarm for first wort hops -> Automode is set tu yes
                Hops = self.getBoilAlerts(hops , miscs, "bf")

                step_kettle = self.id
                step_time = str(int(BoilTime))
                step_type = self.boil if self.boil != "" else "BoilStep"
                step_temp = self.BoilTemp
                sensor = self.kettle.sensor
                LidAlert = "Yes"

                step_string = { "name": "Boil Step",
                            "props": {
                                "AutoMode": "Yes" if step_type == "BoilStep" else "No",
                                "Kettle": step_kettle,
                                "Sensor": sensor,
                                "Temp": step_temp,
                                "Timer": step_time,
                                "First_Wort": FirstWort,
                                "LidAlert": LidAlert,
                                "Hop_1": Hops[0],
                                "Hop_2": Hops[1],
                                "Hop_3": Hops[2],
                                "Hop_4": Hops[3],
                                "Hop_5": Hops[4],
                                "Hop_6": Hops[5]
                                },
                            "status_text": "",
                            "status": "I",
                            "type": step_type 
                        }

                await self.create_step(step_string)

                await self.create_Whirlpool_Cooldown()

                self.cbpi.notify('Brewfather App Recipe created: ', RecipeName, NotificationType.INFO)
        else:
            self.cbpi.notify('Recipe Upload', 'No default Kettle defined. Please specify default Kettle in settings', NotificationType.ERROR)

    def getBoilAlerts(self, hops, miscs, recipe_type):
        alerts = []
        for hop in hops:
            if recipe_type == "xml":
                use = hop.find('USE').text
                ## Hops which are not used in the boil step should not cause alerts
                if use != 'Aroma' and use != 'Boil':
                    continue
                alerts.append(float(hop.find('TIME').text))
            elif recipe_type == "bf":
                use = hop['use']
                if use != 'Aroma' and use != 'Boil':
                    continue
                alerts.append(float(hop['time']))
            elif recipe_type == "kbh":
                alerts.append(float(hop[0]))
        ## There might also be miscelaneous additions during boild time
        if miscs is not None:
            for misc in miscs:
                if recipe_type == "xml":
                    alerts.append(float(misc.find('TIME').text))
                elif recipe_type == "bf":
                    use = misc['use']
                    if use != 'Aroma' and use != 'Boil':
                        continue
                    alerts.append(float(misc['time']))
                elif recipe_type == "kbh":
                    alerts.append(float(misc[0]))
        ## Dedupe and order the additions by their time, to prevent multiple alerts at the same time
        alerts = sorted(list(set(alerts)))
        ## CBP should have these additions in reverse
        alerts.reverse()
        hop_alerts = []
        for i in range(0,6):
            try:
                hop_alerts.append(str(int(alerts[i])))
            except:
                hop_alerts.append(None)
        return hop_alerts

    def getFirstWort(self, hops, recipe_type):
        alert = "No"
        if recipe_type == "kbh":
            if len(hops) != 0:
                alert = "Yes"
        elif recipe_type == "xml":
            for hop in hops:
                use = hop.find('USE').text
                ## Hops which are not used in the boil step should not cause alerts
                if use != 'First Wort':
                    continue
                alert = "Yes"
        elif recipe_type == "bf":
            for hop in hops:
                if hop['use'] == "First Wort":
                    alert="Yes"
        return alert

    async def create_Whirlpool_Cooldown(self):
        # Add Waitstep as Whirlpool
        if self.cooldown != "WaiStep" and self.cooldown !="":
            step_string = { "name": "Whirlpool",
                            "props": {
                                "Kettle": self.id,
                                "Timer": "15"
                                },
                            "status_text": "",
                            "status": "I",
                            "type": "WaitStep" 
                        }
            await self.create_step(step_string)

        # CoolDown step is sending a notification when cooldowntemp is reached
        step_type = self.cooldown if self.cooldown != "" else "WaitStep"
        step_name = "CoolDown"
        cooldown_sensor = ""
        step_temp = ""
        step_timer = "15"
        if step_type == "CooldownStep":
            cooldown_sensor = self.cbpi.config.get("steps_cooldown_sensor", None)
            if cooldown_sensor is None or cooldown_sensor == '':
                cooldown_sensor = self.kettle.sensor  # fall back to kettle sensor if no other sensor is specified
            step_timer = ""                
            step_temp = int(self.CoolDownTemp)
            step_string = { "name": "Cooldown",
                            "props": {
                                "Kettle": self.id,
                                "Timer": step_timer,
                                "Temp": step_temp,
                                "Sensor": cooldown_sensor
                                },
                            "status_text": "",
                            "status": "I",
                            "type": step_type 
                        }
            await self.create_step(step_string)

    def get_config_values(self):
        self.kettle = None
        #Define MashSteps
        self.TEMP_UNIT = self.cbpi.config.get("TEMP_UNIT", "C")
        self.mashin =  self.cbpi.config.get("steps_mashin", "MashInStep")
        self.mash = self.cbpi.config.get("steps_mash", "MashStep") 
        self.mashout = self.cbpi.config.get("steps_mashout", None) # Currently used only for the Braumeister 
        self.boil = self.cbpi.config.get("steps_boil", "BoilStep") 
        self.whirlpool="Waitstep"
        self.cooldown = self.cbpi.config.get("steps_cooldown", "WaitStep") 
        #get default boil temp from settings
        self.BoilTemp = self.cbpi.config.get("steps_boil_temp", 98)
        #get default cooldown temp alarm setting
        self.CoolDownTemp = self.cbpi.config.get("steps_cooldown_temp", 25)
        # get default Kettle from Settings       
        self.id = self.cbpi.config.get('MASH_TUN', None)
        try:
            self.kettle = self.cbpi.kettle.find_by_id(self.id) 
        except:
            self.cbpi.notify('Recipe Upload', 'No default Kettle defined. Please specify default Kettle in settings', NotificationType.ERROR)
        config_values = { "kettle": self.kettle,
                          "kettle_id": str(self.id),
                          "mashin": str(self.mashin),
                          "mash": str(self.mash),
                          "mashout": str(self.mashout),
                          "boil": str(self.boil),
                          "whirlpool": str(self.whirlpool),
                          "cooldown": str(self.cooldown),
                          "boiltemp": str(self.BoilTemp),
                          "cooldowntemp": str(self.CoolDownTemp),
                          "temp_unit": str(self.TEMP_UNIT)
                        }
        return config_values

    async def create_recipe(self, name):
        # Create recipe in recipe Book with name of first recipe in xml file
        self.recipeID = await self.cbpi.recipe.create(name)
        # send recipe to mash profile
        await self.cbpi.recipe.brew(self.recipeID)
        # remove empty recipe from recipe book
        await self.cbpi.recipe.remove(self.recipeID)

    # function to create json to be send to api to add a step to the current mash profile. Currently all properties are send to each step which does not cuase an issue
    async def create_step(self, step_string):
        #get server port from settings and define url for api calls -> adding steps
        self.port = str(self.cbpi.static_config.get('port',8000))
        self.url="http://127.0.0.1:" + self.port + "/step2/"
        # convert step:string to json required for api call. 
        step = json.dumps(step_string)
        headers={'Content-Type': 'application/json', 'Accept': 'application/json'}
        async with aiohttp.ClientSession(headers=headers) as session:
            async with session.post(self.url, data=step) as response:
                return await response.text()
            await self.push_update()