Initial version

host/Readme.md

@@ -0,0 +1,63 @@
+# Configuration 
+## File
+Generate a file as, described in 
+http://homieiot.github.io/homie-esp8266/docs/develop-v3/configuration/json-configuration-file/
+
+## Upload
+* Start ESP
+* Login to Wifi, opened by the ESP
+* Use the script to upload the configuration file
+* restart the ESP
+
+# Remote Upload
+
+This script will allow you to send an OTA update to your device:
+***upload-via-mqtt.sh***
+
+## Installation
+
+Requirements are:
+* paho-mqtt
+
+## Usage of underlying tool
+
+The python script can be used, manually, too:
+```text
+usage: ota_updater.py [-h] -l BROKER_HOST -p BROKER_PORT [-u BROKER_USERNAME]
+                      [-d BROKER_PASSWORD] [-t BASE_TOPIC] -i DEVICE_ID
+                      firmware
+
+ota firmware update scirpt for ESP8226 implemenation of the Homie mqtt IoT
+convention.
+
+positional arguments:
+  firmware              path to the firmware to be sent to the device
+
+arguments:
+  -h, --help            show this help message and exit
+  -l BROKER_HOST, --broker-host BROKER_HOST
+                        host name or ip address of the mqtt broker
+  -p BROKER_PORT, --broker-port BROKER_PORT
+                        port of the mqtt broker
+  -u BROKER_USERNAME, --broker-username BROKER_USERNAME
+                        username used to authenticate with the mqtt broker
+  -d BROKER_PASSWORD, --broker-password BROKER_PASSWORD
+                        password used to authenticate with the mqtt broker
+  -t BASE_TOPIC, --base-topic BASE_TOPIC
+                        base topic of the homie devices on the broker
+  -i DEVICE_ID, --device-id DEVICE_ID
+                        homie device id
+```
+
+* `BROKER_HOST` and `BROKER_PORT` defaults to 127.0.0.1 and 1883 respectively if not set.
+* `BROKER_USERNAME` and `BROKER_PASSWORD` are optional.
+* `BASE_TOPIC` has to end with a slash, defaults to `homie/` if not set.
+
+### Example:
+
+```bash
+python ota_updater.py -l localhost -u admin -d secure -t "homie/" -i "device-id" /path/to/firmware.bin
+```
+
+### Source
+https://github.com/homieiot/homie-esp8266/blob/develop/scripts/ota_updater

host/ota_updater.py

@@ -0,0 +1,174 @@
+#!/usr/bin/env python
+
+from __future__ import division, print_function
+import paho.mqtt.client as mqtt
+import base64, sys, math
+from hashlib import md5
+
+# The callback for when the client receives a CONNACK response from the server.
+def on_connect(client, userdata, flags, rc):
+    if rc != 0:
+        print("Connection Failed with result code {}".format(rc))
+        client.disconnect()
+    else:
+        print("Connected with result code {}".format(rc))
+
+    client.subscribe("{base_topic}{device_id}/$state".format(**userdata))  # v3 / v4 devices
+    client.subscribe("{base_topic}{device_id}/$online".format(**userdata))  # v2 devices
+
+
+    print("Waiting for device to come online...")
+
+
+# The callback for when a PUBLISH message is received from the server.
+def on_message(client, userdata, msg):
+    # decode string for python2/3 compatiblity
+    msg.payload = msg.payload.decode()
+
+    if msg.topic.endswith('$implementation/ota/status'):
+        status = int(msg.payload.split()[0])
+
+        if userdata.get("published"):
+            if status == 206: # in progress
+                # state in progress, print progress bar
+                progress, total = [int(x) for x in msg.payload.split()[1].split('/')]
+                bar_width = 30
+                bar = int(bar_width*(progress/total))
+                print("\r[", '+'*bar, ' '*(bar_width-bar), "] ", msg.payload.split()[1], end='', sep='')
+                if (progress == total):
+                    print()
+                sys.stdout.flush()
+            elif status == 304: # not modified
+                print("Device firmware already up to date with md5 checksum: {}".format(userdata.get('md5')))
+                client.disconnect()
+            elif status == 403: # forbidden
+                print("Device ota disabled, aborting...")
+                client.disconnect()
+
+    elif msg.topic.endswith('$fw/checksum'):
+        checksum = msg.payload
+
+        if userdata.get("published"):
+            if checksum == userdata.get('md5'):
+                print("Device back online. Update Successful!")
+            else:
+                print("Expecting checksum {}, got {}, update failed!".format(userdata.get('md5'), checksum))
+            client.disconnect()
+        else:
+            if checksum != userdata.get('md5'): # save old md5 for comparison with new firmware
+                userdata.update({'old_md5': checksum})
+            else:
+                print("Device firmware already up to date with md5 checksum: {}".format(checksum))
+                client.disconnect()
+
+    elif msg.topic.endswith('ota/enabled'):
+        if msg.payload == 'true':
+            userdata.update({'ota_enabled': True})
+        else:
+            print("Device ota disabled, aborting...")
+            client.disconnect()
+
+    elif msg.topic.endswith('$state') or msg.topic.endswith('$online'):
+        if (msg.topic.endswith('$state') and msg.payload != 'ready') or (msg.topic.endswith('$online') and msg.payload == 'false'): 
+            return
+
+        # calcluate firmware md5
+        firmware_md5 = md5(userdata['firmware']).hexdigest()
+        userdata.update({'md5': firmware_md5})
+
+        # Subscribing in on_connect() means that if we lose the connection and
+        # reconnect then subscriptions will be renewed.
+        client.subscribe("{base_topic}{device_id}/$implementation/ota/status".format(**userdata))
+        client.subscribe("{base_topic}{device_id}/$implementation/ota/enabled".format(**userdata))
+        client.subscribe("{base_topic}{device_id}/$fw/#".format(**userdata))
+
+        # Wait for device info to come in and invoke the on_message callback where update will continue
+        print("Waiting for device info...")
+
+    if ( not userdata.get("published") ) and ( userdata.get('ota_enabled') ) and \
+       ( 'old_md5' in userdata.keys() ) and ( userdata.get('md5') != userdata.get('old_md5') ):
+        # push the firmware binary
+        userdata.update({"published": True})
+        topic = "{base_topic}{device_id}/$implementation/ota/firmware/{md5}".format(**userdata)
+        print("Publishing new firmware with checksum {}".format(userdata.get('md5')))
+        client.publish(topic, userdata['firmware'])
+
+
+def main(broker_host, broker_port, broker_username, broker_password, broker_ca_cert, base_topic, device_id, firmware):
+    # initialise mqtt client and register callbacks
+    client = mqtt.Client()
+    client.on_connect = on_connect
+    client.on_message = on_message
+
+    # set username and password if given
+    if broker_username and broker_password:
+        client.username_pw_set(broker_username, broker_password)
+
+    if broker_ca_cert is not None:
+        client.tls_set(
+            ca_certs=broker_ca_cert
+        )
+
+    # save data to be used in the callbacks
+    client.user_data_set({
+            "base_topic": base_topic,
+            "device_id": device_id,
+            "firmware": firmware
+        })
+
+    # start connection
+    print("Connecting to mqtt broker {} on port {}".format(broker_host, broker_port))
+    client.connect(broker_host, broker_port, 60)
+
+    # Blocking call that processes network traffic, dispatches callbacks and handles reconnecting.
+    client.loop_forever()
+
+
+if __name__ == '__main__':
+    import argparse
+
+    parser = argparse.ArgumentParser(
+        description='ota firmware update scirpt for ESP8226 implemenation of the Homie mqtt IoT convention.')
+
+    # ensure base topic always ends with a '/'
+    def base_topic_arg(s):
+        s = str(s)
+        if not s.endswith('/'):
+            s = s + '/'
+        return s
+
+    # specify arguments
+    parser.add_argument('-l', '--broker-host',     type=str,            required=False,
+                        help='host name or ip address of the mqtt broker', default="127.0.0.1")
+    parser.add_argument('-p', '--broker-port',     type=int,            required=False,
+                        help='port of the mqtt broker', default=1883)
+    parser.add_argument('-u', '--broker-username', type=str,            required=False,
+                        help='username used to authenticate with the mqtt broker')
+    parser.add_argument('-d', '--broker-password', type=str,            required=False,
+                        help='password used to authenticate with the mqtt broker')
+    parser.add_argument('-t', '--base-topic',      type=base_topic_arg, required=False,
+                        help='base topic of the homie devices on the broker', default="homie/")
+    parser.add_argument('-i', '--device-id',       type=str,            required=True,
+                        help='homie device id')
+    parser.add_argument('firmware', type=argparse.FileType('rb'),
+                        help='path to the firmware to be sent to the device')
+
+    parser.add_argument("--broker-tls-cacert", default=None, required=False,
+                        help="CA certificate bundle used to validate TLS connections. If set, TLS will be enabled on the broker conncetion"
+    )
+
+    # workaround for http://bugs.python.org/issue9694
+    parser._optionals.title = "arguments"
+
+    # get and validate arguments
+    args = parser.parse_args()
+
+    # read the contents of firmware into buffer
+    fw_buffer = args.firmware.read()
+    args.firmware.close()
+    firmware = bytearray()
+    firmware.extend(fw_buffer)
+
+    # Invoke the business logic
+    main(args.broker_host, args.broker_port, args.broker_username,
+         args.broker_password, args.broker_tls_cacert, args.base_topic, args.device_id, firmware)

host/spelling.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+whereis -b codespell | grep "/codespell" >> /dev/null
+if [ $? -ne 0 ]; then
+	echo "codespell needs to be installed"
+	exit 1
+fi
+codespell -w ../src/*
+codespell -w ../include/*
+codespell ../Readme.md
+exit 0

host/upload-via-mqtt.sh

@@ -0,0 +1,25 @@
+#!//bin/bash
+
+if [ $# -ne 3 ]; then
+	echo "Homie prefex and device index must be specified:"
+	echo "$0 <mqtt host> <prefix> <device index>"
+	echo "e.g."
+	echo "$0 192.168.0.2 test/ MyDeviceId"
+	exit 1
+fi
+
+mqttHost=$1
+mqttPrefix=$2
+homieId=$3
+firmwareFile=../.pio/build/nodemcuv2/firmware.bin
+
+if [ ! -f $firmwareFile ]; then
+	echo "the script $0 must be started in host/ sub directory"
+	exit 2
+fi
+
+echo "Waiting for $homieId ..."
+mosquitto_sub -h $mqttHost -t "${mqttPrefix}${homieId}/#" -R -C 1
+python ota_updater.py -l $mqttHost -t "$mqttPrefix" -i "$homieId" $firmwareFile
+
+exit 0