mirror of
https://github.com/PiBrewing/craftbeerpi4.git
synced 2024-11-22 06:58:17 +01:00
moves influxDB integration into extensions folder
This commit is contained in:
parent
f01bdb94bd
commit
4eebb17291
3 changed files with 82 additions and 45 deletions
|
@ -49,7 +49,6 @@ class LogController:
|
||||||
def log_data(self, id: str, value: str) -> None:
|
def log_data(self, id: str, value: str) -> None:
|
||||||
# check which default log targets are enabled:
|
# check which default log targets are enabled:
|
||||||
self.logfiles = self.cbpi.config.get("CSVLOGFILES", "Yes")
|
self.logfiles = self.cbpi.config.get("CSVLOGFILES", "Yes")
|
||||||
self.influxdb = self.cbpi.config.get("INFLUXDB", "No")
|
|
||||||
formatted_time = strftime("%Y-%m-%d %H:%M:%S", localtime())
|
formatted_time = strftime("%Y-%m-%d %H:%M:%S", localtime())
|
||||||
# ^^ both legacy log targets should probably be implemented as a core plugin each unsing the hook instead
|
# ^^ both legacy log targets should probably be implemented as a core plugin each unsing the hook instead
|
||||||
|
|
||||||
|
@ -68,11 +67,6 @@ class LogController:
|
||||||
|
|
||||||
self.datalogger[id].info("%s,%s" % (formatted_time, str(value)))
|
self.datalogger[id].info("%s,%s" % (formatted_time, str(value)))
|
||||||
|
|
||||||
# influx target:
|
|
||||||
if self.influxdb == "Yes":
|
|
||||||
## Write to influxdb in an asyncio task
|
|
||||||
self._task = asyncio.create_task(self.log_influx(id,value))
|
|
||||||
|
|
||||||
# all plugin targets:
|
# all plugin targets:
|
||||||
if self.sensor_data_listeners: # true if there are listners
|
if self.sensor_data_listeners: # true if there are listners
|
||||||
try:
|
try:
|
||||||
|
@ -83,44 +77,6 @@ class LogController:
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logging.error("sensor logging listener exception: {}".format(e))
|
logging.error("sensor logging listener exception: {}".format(e))
|
||||||
|
|
||||||
async def log_influx(self, name:str, value:str):
|
|
||||||
self.influxdbcloud = self.cbpi.config.get("INFLUXDBCLOUD", "No")
|
|
||||||
self.influxdbaddr = self.cbpi.config.get("INFLUXDBADDR", None)
|
|
||||||
self.influxdbname = self.cbpi.config.get("INFLUXDBNAME", None)
|
|
||||||
self.influxdbuser = self.cbpi.config.get("INFLUXDBUSER", None)
|
|
||||||
self.influxdbpwd = self.cbpi.config.get("INFLUXDBPWD", None)
|
|
||||||
self.influxdbmeasurement = self.cbpi.config.get("INFLUXDBMEASUREMENT", "measurement")
|
|
||||||
id = name
|
|
||||||
timeout = Timeout(connect=5.0, read=None)
|
|
||||||
try:
|
|
||||||
sensor=self.cbpi.sensor.find_by_id(name)
|
|
||||||
if sensor is not None:
|
|
||||||
itemname=sensor.name.replace(" ", "_")
|
|
||||||
out=str(self.influxdbmeasurement)+",source=" + itemname + ",itemID=" + str(id) + " value="+str(value)
|
|
||||||
except Exception as e:
|
|
||||||
logging.error("InfluxDB ID Error: {}".format(e))
|
|
||||||
|
|
||||||
if self.influxdbcloud == "Yes":
|
|
||||||
self.influxdburl=self.influxdbaddr + "/api/v2/write?org=" + self.influxdbuser + "&bucket=" + self.influxdbname + "&precision=s"
|
|
||||||
try:
|
|
||||||
header = {'User-Agent': name, 'Authorization': "Token {}".format(self.influxdbpwd)}
|
|
||||||
http = PoolManager(timeout=timeout)
|
|
||||||
req = http.request('POST',self.influxdburl, body=out.encode(), headers = header)
|
|
||||||
except Exception as e:
|
|
||||||
logging.error("InfluxDB cloud write Error: {}".format(e))
|
|
||||||
|
|
||||||
else:
|
|
||||||
self.base64string = base64.b64encode(('%s:%s' % (self.influxdbuser,self.influxdbpwd)).encode())
|
|
||||||
self.influxdburl= self.influxdbaddr + '/write?db=' + self.influxdbname
|
|
||||||
try:
|
|
||||||
header = {'User-Agent': name, 'Content-Type': 'application/x-www-form-urlencoded','Authorization': 'Basic %s' % self.base64string.decode('utf-8')}
|
|
||||||
http = PoolManager(timeout=timeout)
|
|
||||||
req = http.request('POST',self.influxdburl, body=out.encode(), headers = header)
|
|
||||||
except Exception as e:
|
|
||||||
logging.error("InfluxDB write Error: {}".format(e))
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
async def get_data(self, names, sample_rate='60s'):
|
async def get_data(self, names, sample_rate='60s'):
|
||||||
logging.info("Start Log for {}".format(names))
|
logging.info("Start Log for {}".format(names))
|
||||||
'''
|
'''
|
||||||
|
|
78
cbpi/extension/SensorLogTarget_InfluxDB/__init__.py
Normal file
78
cbpi/extension/SensorLogTarget_InfluxDB/__init__.py
Normal file
|
@ -0,0 +1,78 @@
|
||||||
|
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
import os
|
||||||
|
from urllib3 import Timeout, PoolManager
|
||||||
|
import logging
|
||||||
|
from unittest.mock import MagicMock, patch
|
||||||
|
import asyncio
|
||||||
|
import random
|
||||||
|
from cbpi.api import *
|
||||||
|
from cbpi.api.config import ConfigType
|
||||||
|
import urllib3
|
||||||
|
import base64
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
# ToDo:
|
||||||
|
# - make log_data(id, value) to use id explicitly so there is no abiguity
|
||||||
|
# - create data legend for listener method call parameters including id, value, timestamp, name, cleanname
|
||||||
|
# - clean up data preperations for universal use
|
||||||
|
# - move influxDB logic to the plugin
|
||||||
|
# -
|
||||||
|
|
||||||
|
class SensorLogTargetInfluxDB(CBPiExtension):
|
||||||
|
|
||||||
|
def __init__(self, cbpi): # called from cbpi on start
|
||||||
|
self.cbpi = cbpi
|
||||||
|
self.influxdb = self.cbpi.config.get("INFLUXDB", "No")
|
||||||
|
if self.influxdb == "No":
|
||||||
|
return # never run()
|
||||||
|
self._task = asyncio.create_task(self.run()) # one time run() only
|
||||||
|
|
||||||
|
|
||||||
|
async def run(self): # called by __init__ once on start if influx is enabled
|
||||||
|
self.listener_ID = self.cbpi.log.add_sensor_data_listener(self.log_data_to_InfluxDB)
|
||||||
|
logger.info("InfluxDB sensor log target listener ID: {}".format(self.listener_ID))
|
||||||
|
|
||||||
|
async def log_data_to_InfluxDB(self, cbpi, id:str, value:str, timestamp, name): # called by log_data() hook from the log file controller
|
||||||
|
self.influxdb = self.cbpi.config.get("INFLUXDB", "No")
|
||||||
|
if self.influxdb == "No":
|
||||||
|
# We intentionally do not unsubscribe the listener here because then we had no way of resubscribing him without a restart of cbpi
|
||||||
|
# as long as cbpi was STARTED with INFLUXDB set to Yes this function is still subscribed, so changes can be made on the fly.
|
||||||
|
return
|
||||||
|
self.influxdbcloud = self.cbpi.config.get("INFLUXDBCLOUD", "No")
|
||||||
|
self.influxdbaddr = self.cbpi.config.get("INFLUXDBADDR", None)
|
||||||
|
self.influxdbname = self.cbpi.config.get("INFLUXDBNAME", None)
|
||||||
|
self.influxdbuser = self.cbpi.config.get("INFLUXDBUSER", None)
|
||||||
|
self.influxdbpwd = self.cbpi.config.get("INFLUXDBPWD", None)
|
||||||
|
self.influxdbmeasurement = self.cbpi.config.get("INFLUXDBMEASUREMENT", "measurement")
|
||||||
|
timeout = Timeout(connect=5.0, read=None)
|
||||||
|
try:
|
||||||
|
sensor=self.cbpi.sensor.find_by_id(id)
|
||||||
|
if sensor is not None:
|
||||||
|
itemname=sensor.name.replace(" ", "_")
|
||||||
|
out=str(self.influxdbmeasurement)+",source=" + itemname + ",itemID=" + str(id) + " value="+str(value)
|
||||||
|
except Exception as e:
|
||||||
|
logging.error("InfluxDB ID Error: {}".format(e))
|
||||||
|
|
||||||
|
if self.influxdbcloud == "Yes":
|
||||||
|
self.influxdburl=self.influxdbaddr + "/api/v2/write?org=" + self.influxdbuser + "&bucket=" + self.influxdbname + "&precision=s"
|
||||||
|
try:
|
||||||
|
header = {'User-Agent': id, 'Authorization': "Token {}".format(self.influxdbpwd)}
|
||||||
|
http = PoolManager(timeout=timeout)
|
||||||
|
req = http.request('POST',self.influxdburl, body=out.encode(), headers = header)
|
||||||
|
except Exception as e:
|
||||||
|
logging.error("InfluxDB cloud write Error: {}".format(e))
|
||||||
|
|
||||||
|
else:
|
||||||
|
self.base64string = base64.b64encode(('%s:%s' % (self.influxdbuser,self.influxdbpwd)).encode())
|
||||||
|
self.influxdburl= self.influxdbaddr + '/write?db=' + self.influxdbname
|
||||||
|
try:
|
||||||
|
header = {'User-Agent': id, 'Content-Type': 'application/x-www-form-urlencoded','Authorization': 'Basic %s' % self.base64string.decode('utf-8')}
|
||||||
|
http = PoolManager(timeout=timeout)
|
||||||
|
req = http.request('POST',self.influxdburl, body=out.encode(), headers = header)
|
||||||
|
except Exception as e:
|
||||||
|
logging.error("InfluxDB write Error: {}".format(e))
|
||||||
|
|
||||||
|
def setup(cbpi):
|
||||||
|
cbpi.plugin.register("SensorLogTargetInfluxDB", SensorLogTargetInfluxDB)
|
3
cbpi/extension/SensorLogTarget_InfluxDB/config.yaml
Normal file
3
cbpi/extension/SensorLogTarget_InfluxDB/config.yaml
Normal file
|
@ -0,0 +1,3 @@
|
||||||
|
name: SensorLogTargetInfluxDB
|
||||||
|
version: 4
|
||||||
|
active: true
|
Loading…
Reference in a new issue