Merge pull request #1604 from home-assistant/dev

Release 211

.devcontainer/Dockerfile

@@ -0,0 +1,51 @@
+FROM python:3.7
+
+WORKDIR /workspaces
+
+# Install Node/Yarn for Frontent
+RUN apt-get update && apt-get install -y --no-install-recommends \
+        curl \
+        git \
+        apt-utils \
+        apt-transport-https \
+    && curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add - \
+    && echo "deb https://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list \
+    && apt-get update && apt-get install -y --no-install-recommends \
+        nodejs \
+        yarn \
+    && curl -o - https://raw.githubusercontent.com/creationix/nvm/v0.34.0/install.sh | bash \
+    && rm -rf /var/lib/apt/lists/*
+ENV NVM_DIR /root/.nvm
+
+# Install docker
+# https://docs.docker.com/engine/installation/linux/docker-ce/ubuntu/
+RUN apt-get update && apt-get install -y --no-install-recommends \
+        apt-transport-https \
+        ca-certificates \
+        curl \
+        software-properties-common \
+        gpg-agent \
+    && curl -fsSL https://download.docker.com/linux/debian/gpg | apt-key add - \
+    && add-apt-repository "deb https://download.docker.com/linux/debian $(lsb_release -cs) stable" \
+    && apt-get update && apt-get install -y --no-install-recommends \
+        docker-ce \
+        docker-ce-cli \
+        containerd.io \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install tools
+RUN apt-get update && apt-get install -y --no-install-recommends \
+        jq \
+        dbus \
+        network-manager \
+        libpulse0 \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Python dependencies from requirements.txt if it exists
+COPY requirements.txt requirements_tests.txt ./
+RUN pip3 install -r requirements.txt -r requirements_tests.txt \
+    && pip3 install tox \
+    && rm -f requirements.txt requirements_tests.txt
+
+# Set the default shell to bash instead of sh
+ENV SHELL /bin/bash

.devcontainer/devcontainer.json

@@ -0,0 +1,24 @@
+// See https://aka.ms/vscode-remote/devcontainer.json for format details.
+{
+  "name": "Supervisor dev",
+  "context": "..",
+  "dockerFile": "Dockerfile",
+  "appPort": "9123:8123",
+  "runArgs": ["-e", "GIT_EDITOR=code --wait", "--privileged"],
+  "extensions": [
+    "ms-python.python",
+    "visualstudioexptteam.vscodeintellicode",
+    "esbenp.prettier-vscode"
+  ],
+  "settings": {
+    "python.pythonPath": "/usr/local/bin/python",
+    "python.linting.pylintEnabled": true,
+    "python.linting.enabled": true,
+    "python.formatting.provider": "black",
+    "python.formatting.blackArgs": ["--target-version", "py37"],
+    "editor.formatOnPaste": false,
+    "editor.formatOnSave": true,
+    "editor.formatOnType": true,
+    "files.trimTrailingWhitespace": true
+  }
+}

.dockerignore

@@ -1,9 +1,23 @@
 # General files
 .git
 .github
+.devcontainer
+.vscode
 
 # Test related files
 .tox
 
 # Temporary files
 **/__pycache__
+.pytest_cache
+
+# virtualenv
+venv/
+
+# Data
+home-assistant-polymer/
+script/
+tests/
+
+# Test ENV
+data/

.github/ISSUE_TEMPLATE.md

@@ -0,0 +1,29 @@
+<!-- READ THIS FIRST:
+- If you need additional help with this template please refer to https://www.home-assistant.io/help/reporting_issues/
+- Make sure you are running the latest version of Home Assistant before reporting an issue: https://github.com/home-assistant/home-assistant/releases
+- Do not report issues for components here, plaese refer to https://github.com/home-assistant/home-assistant/issues
+- This is for bugs only. Feature and enhancement requests should go in our community forum: https://community.home-assistant.io/c/feature-requests
+- Provide as many details as possible. Paste logs, configuration sample and code into the backticks. Do not delete any text from this template!
+- If you have a problem with a Add-on, make a issue on there repository.
+-->
+
+**Home Assistant release with the issue:**
+<!--
+- Frontend -> Developer tools -> Info
+- Or use this command: hass --version
+-->
+
+**Operating environment (HassOS/Generic):**
+<!--
+Please provide details about your environment.
+-->
+
+**Supervisor logs:**
+<!--
+- Frontend -> Hass.io -> System
+- Or use this command: hassio su logs
+-->
+
+
+**Description of problem:**
+

.github/lock.yml

@@ -0,0 +1,27 @@
+# Configuration for Lock Threads - https://github.com/dessant/lock-threads
+
+# Number of days of inactivity before a closed issue or pull request is locked
+daysUntilLock: 1
+
+# Skip issues and pull requests created before a given timestamp. Timestamp must
+# follow ISO 8601 (`YYYY-MM-DD`). Set to `false` to disable
+skipCreatedBefore: 2020-01-01
+
+# Issues and pull requests with these labels will be ignored. Set to `[]` to disable
+exemptLabels: []
+
+# Label to add before locking, such as `outdated`. Set to `false` to disable
+lockLabel: false
+
+# Comment to post before locking. Set to `false` to disable
+lockComment: false
+
+# Assign `resolved` as the reason for locking. Set to `false` to disable
+setLockReason: false
+
+# Limit to only `issues` or `pulls`
+only: pulls
+
+# Optionally, specify configuration settings just for `issues` or `pulls`
+issues:
+   daysUntilLock: 30

.github/move.yml

@@ -0,0 +1,13 @@
+# Configuration for move-issues - https://github.com/dessant/move-issues
+
+# Delete the command comment. Ignored when the comment also contains other content
+deleteCommand: true
+# Close the source issue after moving
+closeSourceIssue: true
+# Lock the source issue after moving
+lockSourceIssue: false
+# Set custom aliases for targets
+# aliases:
+#   r: repo
+#   or: owner/repo
+

.github/release-drafter.yml

@@ -0,0 +1,4 @@
+template: |
+  ## What's Changed
+
+  $CHANGES

.github/stale.yml

@@ -0,0 +1,17 @@
+# Number of days of inactivity before an issue becomes stale
+daysUntilStale: 60
+# Number of days of inactivity before a stale issue is closed
+daysUntilClose: 7
+# Issues with these labels will never be considered stale
+exemptLabels:
+  - pinned
+  - security
+# Label to use when marking an issue as stale
+staleLabel: wontfix
+# Comment to post when marking an issue as stale. Set to `false` to disable
+markComment: >
+  This issue has been automatically marked as stale because it has not had
+  recent activity. It will be closed if no further activity occurs. Thank you
+  for your contributions.
+# Comment to post when closing a stale issue. Set to `false` to disable
+closeComment: false

.gitignore

@@ -90,3 +90,8 @@ ENV/
 
 # pylint
 .pylint.d/
+
+# VS Code
+.vscode/*
+!.vscode/cSpell.json
+!.vscode/tasks.json

.gitmodules

@@ -1,3 +1,4 @@
 [submodule "home-assistant-polymer"]
 	path = home-assistant-polymer
 	url = https://github.com/home-assistant/home-assistant-polymer
+	branch = dev

.hadolint.yaml

@@ -0,0 +1,5 @@
+ignored:
+  - DL3018
+  - DL3006
+  - DL3013
+  - SC2155

.travis.yml

@@ -1,12 +0,0 @@
-sudo: false
-matrix:
-  fast_finish: true
-  include:
-    - python: "3.6"
-
-cache:
-  directories:
-    - $HOME/.cache/pip
-install: pip install -U tox
-language: python
-script: tox

.vscode/tasks.json

@@ -0,0 +1,90 @@
+{
+  "version": "2.0.0",
+  "tasks": [
+    {
+      "label": "Run Testenv",
+      "type": "shell",
+      "command": "./scripts/test_env.sh",
+      "group": {
+        "kind": "test",
+        "isDefault": true
+      },
+      "presentation": {
+        "reveal": "always",
+        "panel": "new"
+      },
+      "problemMatcher": []
+    },
+    {
+      "label": "Run Testenv CLI",
+      "type": "shell",
+      "command": "docker exec -ti hassio_cli /usr/bin/cli.sh",
+      "group": {
+        "kind": "test",
+        "isDefault": true
+      },
+      "presentation": {
+        "reveal": "always",
+        "panel": "new"
+      },
+      "problemMatcher": []
+    },
+    {
+      "label": "Update UI",
+      "type": "shell",
+      "command": "./scripts/update-frontend.sh",
+      "group": {
+        "kind": "build",
+        "isDefault": true
+      },
+      "presentation": {
+        "reveal": "always",
+        "panel": "new"
+      },
+      "problemMatcher": []
+    },
+    {
+      "label": "Pytest",
+      "type": "shell",
+      "command": "pytest --timeout=10 tests",
+      "group": {
+        "kind": "test",
+        "isDefault": true
+      },
+      "presentation": {
+        "reveal": "always",
+        "panel": "new"
+      },
+      "problemMatcher": []
+    },
+    {
+      "label": "Flake8",
+      "type": "shell",
+      "command": "flake8 hassio tests",
+      "group": {
+        "kind": "test",
+        "isDefault": true
+      },
+      "presentation": {
+        "reveal": "always",
+        "panel": "new"
+      },
+      "problemMatcher": []
+    },
+    {
+      "label": "Pylint",
+      "type": "shell",
+      "command": "pylint hassio",
+      "dependsOn": ["Install all Requirements"],
+      "group": {
+        "kind": "test",
+        "isDefault": true
+      },
+      "presentation": {
+        "reveal": "always",
+        "panel": "new"
+      },
+      "problemMatcher": []
+    }
+  ]
+}

Dockerfile

@@ -1,27 +1,34 @@
 ARG BUILD_FROM
 FROM $BUILD_FROM
 
-# Add env
-ENV LANG C.UTF-8
-
-# Setup base
+# Install base
 RUN apk add --no-cache \
-        python3 \
-        git \
-        socat \
-        libstdc++ \
-    && apk add --no-cache --virtual .build-dependencies \
-        make \
-        python3-dev \
-        g++ \
-    && pip3 install --no-cache-dir \
-        uvloop \
-        cchardet \
-    && apk del .build-dependencies
+    eudev \
+    eudev-libs \
+    git \
+    glib \
+    libffi \
+    libpulse \
+    musl \
+    openssl \
+    socat
 
-# Install HassIO
-COPY . /usr/src/hassio
-RUN pip3 install --no-cache-dir /usr/src/hassio \
-    && rm -rf /usr/src/hassio
+ARG BUILD_ARCH
+WORKDIR /usr/src
 
-CMD [ "python3", "-m", "hassio" ]
+# Install requirements
+COPY requirements.txt .
+RUN export MAKEFLAGS="-j$(nproc)" \
+    && pip3 install --no-cache-dir --no-index --only-binary=:all: --find-links \
+        "https://wheels.home-assistant.io/alpine-$(cut -d '.' -f 1-2 < /etc/alpine-release)/${BUILD_ARCH}/" \
+        -r ./requirements.txt \
+    && rm -f requirements.txt
+
+# Install Home Assistant Supervisor
+COPY . supervisor
+RUN pip3 install --no-cache-dir -e ./supervisor \
+    && python3 -m compileall ./supervisor/supervisor
+
+
+WORKDIR /
+COPY rootfs /

MANIFEST.in

@@ -1,3 +1,3 @@
 include LICENSE.md
-graft hassio
+graft supervisor
 recursive-exclude * *.py[co]

README.md

@@ -1,14 +1,28 @@
-# Hass.io
+[![Build Status](https://dev.azure.com/home-assistant/Hass.io/_apis/build/status/hassio?branchName=dev)](https://dev.azure.com/home-assistant/Hass.io/_build/latest?definitionId=2&branchName=dev)
 
-### First private cloud solution for home automation.
+# Home Assistant Supervisor
 
-Hass.io is a Docker based system for managing your Home Assistant installation and related applications. The system is controlled via Home Assistant which communicates with the supervisor. The supervisor provides an API to manage the installation. This includes changing network settings or installing and updating software.
+## First private cloud solution for home automation
 
-![](misc/hassio.png?raw=true)
-
-- [Hass.io Addons](https://github.com/home-assistant/hassio-addons)
-- [Hass.io Build](https://github.com/home-assistant/hassio-build)
+Hass.io is a Docker-based system for managing your Home Assistant installation
+and related applications. The system is controlled via Home Assistant which
+communicates with the Supervisor. The Supervisor provides an API to manage the
+installation. This includes changing network settings or installing
+and updating software.
 
 ## Installation
 
-Installation instructions can be found at [https://home-assistant.io/hassio](https://home-assistant.io/hassio).
+Installation instructions can be found at <https://home-assistant.io/hassio>.
+
+## Development
+
+The development of the supervisor is a bit tricky. Not difficult but tricky.
+
+- You can use the builder to build your supervisor: https://github.com/home-assistant/hassio-builder
+- Go into a HassOS device or VM and pull your supervisor.
+- Set the developer modus with cli `hassio supervisor options --channel=dev`
+- Tag it as `homeassistant/xy-hassio-supervisor:latest`
+- Restart the service like `systemctl restart hassos-supervisor | journalctl -fu hassos-supervisor`
+- Test your changes
+
+Small Bugfix or improvements, make a PR. Significant change makes first an RFC.

azure-pipelines-ci.yml

@@ -0,0 +1,52 @@
+# https://dev.azure.com/home-assistant
+
+trigger:
+  batch: true
+  branches:
+    include:
+      - master
+      - dev
+pr:
+  - dev
+variables:
+  - name: versionHadolint
+    value: "v1.16.3"
+
+jobs:
+  - job: "Tox"
+    pool:
+      vmImage: "ubuntu-latest"
+    steps:
+      - script: |
+          sudo apt-get update
+          sudo apt-get install -y libpulse0 libudev1
+        displayName: "Install Host library"
+      - task: UsePythonVersion@0
+        displayName: "Use Python 3.7"
+        inputs:
+          versionSpec: "3.7"
+      - script: pip install tox
+        displayName: "Install Tox"
+      - script: tox
+        displayName: "Run Tox"
+  - job: "JQ"
+    pool:
+      vmImage: "ubuntu-latest"
+    steps:
+      - script: sudo apt-get install -y jq
+        displayName: "Install JQ"
+      - bash: |
+          shopt -s globstar
+          cat **/*.json | jq '.'
+        displayName: "Run JQ"
+  - job: "Hadolint"
+    pool:
+      vmImage: "ubuntu-latest"
+    steps:
+      - script: sudo docker pull hadolint/hadolint:$(versionHadolint)
+        displayName: "Install Hadolint"
+      - script: |
+          sudo docker run --rm -i \
+            -v $(pwd)/.hadolint.yaml:/.hadolint.yaml:ro \
+            hadolint/hadolint:$(versionHadolint) < Dockerfile
+        displayName: "Run Hadolint"

azure-pipelines-release.yml

@@ -0,0 +1,53 @@
+# https://dev.azure.com/home-assistant
+
+trigger:
+  batch: true
+  branches:
+    include:
+      - dev
+  tags:
+    include:
+      - "*"
+pr: none
+variables:
+  - name: versionBuilder
+    value: "7.0"
+  - group: docker
+
+jobs:
+  - job: "VersionValidate"
+    pool:
+      vmImage: "ubuntu-latest"
+    steps:
+      - task: UsePythonVersion@0
+        displayName: "Use Python 3.7"
+        inputs:
+          versionSpec: "3.7"
+      - script: |
+          setup_version="$(python setup.py -V)"
+          branch_version="$(Build.SourceBranchName)"
+
+          if [ "${branch_version}" == "dev" ]; then
+            exit 0
+          elif [ "${setup_version}" != "${branch_version}" ]; then
+            echo "Version of tag ${branch_version} don't match with ${setup_version}!"
+            exit 1
+          fi
+        displayName: "Check version of branch/tag"
+  - job: "Release"
+    dependsOn:
+      - "VersionValidate"
+    pool:
+      vmImage: "ubuntu-latest"
+    steps:
+      - script: sudo docker login -u $(dockerUser) -p $(dockerPassword)
+        displayName: "Docker hub login"
+      - script: sudo docker pull homeassistant/amd64-builder:$(versionBuilder)
+        displayName: "Install Builder"
+      - script: |
+          sudo docker run --rm --privileged \
+            -v ~/.docker:/root/.docker \
+            -v /run/docker.sock:/run/docker.sock:rw -v $(pwd):/data:ro \
+            homeassistant/amd64-builder:$(versionBuilder) \
+            --generic $(Build.SourceBranchName) --all -t /data
+        displayName: "Build Release"

azure-pipelines-wheels.yml

@@ -0,0 +1,26 @@
+# https://dev.azure.com/home-assistant
+
+trigger:
+  batch: true
+  branches:
+    include:
+      - dev
+pr: none
+variables:
+  - name: versionWheels
+    value: '1.6.1-3.7-alpine3.11'
+resources:
+  repositories:
+    - repository: azure
+      type: github
+      name: 'home-assistant/ci-azure'
+      endpoint: 'home-assistant'
+
+
+jobs:
+- template: templates/azp-job-wheels.yaml@azure
+  parameters:
+    builderVersion: '$(versionWheels)'
+    builderApk: 'build-base;libffi-dev;openssl-dev'
+    builderPip: 'Cython'
+    wheelsRequirement: 'requirements.txt'

build.json

@@ -0,0 +1,13 @@
+{
+  "image": "homeassistant/{arch}-hassio-supervisor",
+  "build_from": {
+    "aarch64": "homeassistant/aarch64-base-python:3.7-alpine3.11",
+    "armhf": "homeassistant/armhf-base-python:3.7-alpine3.11",
+    "armv7": "homeassistant/armv7-base-python:3.7-alpine3.11",
+    "amd64": "homeassistant/amd64-base-python:3.7-alpine3.11",
+    "i386": "homeassistant/i386-base-python:3.7-alpine3.11"
+  },
+  "labels": {
+    "io.hass.type": "supervisor"
+  }
+}

hassio/__init__.py

@@ -1 +0,0 @@
-"""Init file for HassIO."""

hassio/__main__.py

@@ -1,57 +0,0 @@
-"""Main file for HassIO."""
-import asyncio
-from concurrent.futures import ThreadPoolExecutor
-import logging
-import sys
-
-import hassio.bootstrap as bootstrap
-import hassio.core as core
-
-_LOGGER = logging.getLogger(__name__)
-
-
-def attempt_use_uvloop():
-    """Attempt to use uvloop."""
-    try:
-        import uvloop
-        asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())
-    except ImportError:
-        pass
-
-
-# pylint: disable=invalid-name
-if __name__ == "__main__":
-    bootstrap.initialize_logging()
-    attempt_use_uvloop()
-    loop = asyncio.get_event_loop()
-
-    if not bootstrap.check_environment():
-        sys.exit(1)
-
-    # init executor pool
-    executor = ThreadPoolExecutor(thread_name_prefix="SyncWorker")
-    loop.set_default_executor(executor)
-
-    _LOGGER.info("Initialize Hassio setup")
-    coresys = bootstrap.initialize_coresys(loop)
-    hassio = core.HassIO(coresys)
-
-    bootstrap.migrate_system_env(coresys)
-
-    _LOGGER.info("Setup HassIO")
-    loop.run_until_complete(hassio.setup())
-
-    loop.call_soon_threadsafe(loop.create_task, hassio.start())
-    loop.call_soon_threadsafe(bootstrap.reg_signal, loop)
-
-    try:
-        _LOGGER.info("Run HassIO")
-        loop.run_forever()
-    finally:
-        _LOGGER.info("Stopping HassIO")
-        loop.run_until_complete(hassio.stop())
-        executor.shutdown(wait=False)
-        loop.close()
-
-    _LOGGER.info("Close Hassio")
-    sys.exit(0)

hassio/addons/__init__.py

@@ -1,132 +0,0 @@
-"""Init file for HassIO addons."""
-import asyncio
-import logging
-
-from .addon import Addon
-from .repository import Repository
-from .data import Data
-from ..const import REPOSITORY_CORE, REPOSITORY_LOCAL, BOOT_AUTO
-from ..coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-BUILTIN_REPOSITORIES = set((REPOSITORY_CORE, REPOSITORY_LOCAL))
-
-
-class AddonManager(CoreSysAttributes):
-    """Manage addons inside HassIO."""
-
-    def __init__(self, coresys):
-        """Initialize docker base wrapper."""
-        self.coresys = coresys
-        self.data = Data(coresys)
-        self.addons_obj = {}
-        self.repositories_obj = {}
-
-    @property
-    def list_addons(self):
-        """Return a list of all addons."""
-        return list(self.addons_obj.values())
-
-    @property
-    def list_repositories(self):
-        """Return list of addon repositories."""
-        return list(self.repositories_obj.values())
-
-    def get(self, addon_slug):
-        """Return a adddon from slug."""
-        return self.addons_obj.get(addon_slug)
-
-    async def load(self):
-        """Startup addon management."""
-        self.data.reload()
-
-        # init hassio built-in repositories
-        repositories = \
-            set(self._config.addons_repositories) | BUILTIN_REPOSITORIES
-
-        # init custom repositories & load addons
-        await self.load_repositories(repositories)
-
-    async def reload(self):
-        """Update addons from repo and reload list."""
-        tasks = [repository.update() for repository in
-                 self.repositories_obj.values()]
-        if tasks:
-            await asyncio.wait(tasks, loop=self._loop)
-
-        # read data from repositories
-        self.data.reload()
-
-        # update addons
-        await self.load_addons()
-
-    async def load_repositories(self, list_repositories):
-        """Add a new custom repository."""
-        new_rep = set(list_repositories)
-        old_rep = set(self.repositories_obj)
-
-        # add new repository
-        async def _add_repository(url):
-            """Helper function to async add repository."""
-            repository = Repository(self.coresys, url)
-            if not await repository.load():
-                _LOGGER.error("Can't load from repository %s", url)
-                return
-            self.repositories_obj[url] = repository
-
-            # don't add built-in repository to config
-            if url not in BUILTIN_REPOSITORIES:
-                self._config.add_addon_repository(url)
-
-        tasks = [_add_repository(url) for url in new_rep - old_rep]
-        if tasks:
-            await asyncio.wait(tasks, loop=self._loop)
-
-        # del new repository
-        for url in old_rep - new_rep - BUILTIN_REPOSITORIES:
-            self.repositories_obj.pop(url).remove()
-            self._config.drop_addon_repository(url)
-
-        # update data
-        self.data.reload()
-        await self.load_addons()
-
-    async def load_addons(self):
-        """Update/add internal addon store."""
-        all_addons = set(self.data.system) | set(self.data.cache)
-
-        # calc diff
-        add_addons = all_addons - set(self.addons_obj)
-        del_addons = set(self.addons_obj) - all_addons
-
-        _LOGGER.info("Load addons: %d all - %d new - %d remove",
-                     len(all_addons), len(add_addons), len(del_addons))
-
-        # new addons
-        tasks = []
-        for addon_slug in add_addons:
-            addon = Addon(self.coresys, addon_slug)
-
-            tasks.append(addon.load())
-            self.addons_obj[addon_slug] = addon
-
-        if tasks:
-            await asyncio.wait(tasks, loop=self._loop)
-
-        # remove
-        for addon_slug in del_addons:
-            self.addons_obj.pop(addon_slug)
-
-    async def auto_boot(self, stage):
-        """Boot addons with mode auto."""
-        tasks = []
-        for addon in self.addons_obj.values():
-            if addon.is_installed and addon.boot == BOOT_AUTO and \
-                    addon.startup == stage:
-                tasks.append(addon.start())
-
-        _LOGGER.info("Startup %s run %d addons", stage, len(tasks))
-        if tasks:
-            await asyncio.wait(tasks, loop=self._loop)
-            await asyncio.sleep(self._config.wait_boot, loop=self._loop)

hassio/addons/addon.py

@@ -1,745 +0,0 @@
-"""Init file for HassIO addons."""
-from copy import deepcopy
-import logging
-import json
-from pathlib import Path, PurePath
-import re
-import shutil
-import tarfile
-from tempfile import TemporaryDirectory
-
-import voluptuous as vol
-from voluptuous.humanize import humanize_error
-
-from .validate import (
-    validate_options, SCHEMA_ADDON_SNAPSHOT, RE_VOLUME)
-from .utils import check_installed
-from ..const import (
-    ATTR_NAME, ATTR_VERSION, ATTR_SLUG, ATTR_DESCRIPTON, ATTR_BOOT, ATTR_MAP,
-    ATTR_OPTIONS, ATTR_PORTS, ATTR_SCHEMA, ATTR_IMAGE, ATTR_REPOSITORY,
-    ATTR_URL, ATTR_ARCH, ATTR_LOCATON, ATTR_DEVICES, ATTR_ENVIRONMENT,
-    ATTR_HOST_NETWORK, ATTR_TMPFS, ATTR_PRIVILEGED, ATTR_STARTUP, ATTR_UUID,
-    STATE_STARTED, STATE_STOPPED, STATE_NONE, ATTR_USER, ATTR_SYSTEM,
-    ATTR_STATE, ATTR_TIMEOUT, ATTR_AUTO_UPDATE, ATTR_NETWORK, ATTR_WEBUI,
-    ATTR_HASSIO_API, ATTR_AUDIO, ATTR_AUDIO_OUTPUT, ATTR_AUDIO_INPUT,
-    ATTR_GPIO, ATTR_HOMEASSISTANT_API, ATTR_STDIN, ATTR_LEGACY, ATTR_HOST_IPC,
-    ATTR_HOST_DBUS, ATTR_AUTO_UART)
-from ..coresys import CoreSysAttributes
-from ..docker.addon import DockerAddon
-from ..utils.json import write_json_file, read_json_file
-
-_LOGGER = logging.getLogger(__name__)
-
-RE_WEBUI = re.compile(
-    r"^(?:(?P<s_prefix>https?)|\[PROTO:(?P<t_proto>\w+)\])"
-    r":\/\/\[HOST\]:\[PORT:(?P<t_port>\d+)\](?P<s_suffix>.*)$")
-
-
-class Addon(CoreSysAttributes):
-    """Hold data for addon inside HassIO."""
-
-    def __init__(self, coresys, slug):
-        """Initialize data holder."""
-        self.coresys = coresys
-        self.instance = DockerAddon(coresys, slug)
-
-        self._id = slug
-
-    async def load(self):
-        """Async initialize of object."""
-        if self.is_installed:
-            await self.instance.attach()
-
-    @property
-    def slug(self):
-        """Return slug/id of addon."""
-        return self._id
-
-    @property
-    def _mesh(self):
-        """Return addon data from system or cache."""
-        return self._data.system.get(self._id, self._data.cache.get(self._id))
-
-    @property
-    def _data(self):
-        """Return addons data storage."""
-        return self._addons.data
-
-    @property
-    def is_installed(self):
-        """Return True if a addon is installed."""
-        return self._id in self._data.system
-
-    @property
-    def is_detached(self):
-        """Return True if addon is detached."""
-        return self._id not in self._data.cache
-
-    @property
-    def version_installed(self):
-        """Return installed version."""
-        return self._data.user.get(self._id, {}).get(ATTR_VERSION)
-
-    def _set_install(self, version):
-        """Set addon as installed."""
-        self._data.system[self._id] = deepcopy(self._data.cache[self._id])
-        self._data.user[self._id] = {
-            ATTR_OPTIONS: {},
-            ATTR_VERSION: version,
-        }
-        self._data.save()
-
-    def _set_uninstall(self):
-        """Set addon as uninstalled."""
-        self._data.system.pop(self._id, None)
-        self._data.user.pop(self._id, None)
-        self._data.save()
-
-    def _set_update(self, version):
-        """Update version of addon."""
-        self._data.system[self._id] = deepcopy(self._data.cache[self._id])
-        self._data.user[self._id][ATTR_VERSION] = version
-        self._data.save()
-
-    def _restore_data(self, user, system):
-        """Restore data to addon."""
-        self._data.user[self._id] = deepcopy(user)
-        self._data.system[self._id] = deepcopy(system)
-        self._data.save()
-
-    @property
-    def options(self):
-        """Return options with local changes."""
-        if self.is_installed:
-            return {
-                **self._data.system[self._id][ATTR_OPTIONS],
-                **self._data.user[self._id][ATTR_OPTIONS]
-            }
-        return self._data.cache[self._id][ATTR_OPTIONS]
-
-    @options.setter
-    def options(self, value):
-        """Store user addon options."""
-        self._data.user[self._id][ATTR_OPTIONS] = deepcopy(value)
-        self._data.save()
-
-    @property
-    def boot(self):
-        """Return boot config with prio local settings."""
-        if ATTR_BOOT in self._data.user.get(self._id, {}):
-            return self._data.user[self._id][ATTR_BOOT]
-        return self._mesh[ATTR_BOOT]
-
-    @boot.setter
-    def boot(self, value):
-        """Store user boot options."""
-        self._data.user[self._id][ATTR_BOOT] = value
-        self._data.save()
-
-    @property
-    def auto_update(self):
-        """Return if auto update is enable."""
-        if ATTR_AUTO_UPDATE in self._data.user.get(self._id, {}):
-            return self._data.user[self._id][ATTR_AUTO_UPDATE]
-        return None
-
-    @auto_update.setter
-    def auto_update(self, value):
-        """Set auto update."""
-        self._data.user[self._id][ATTR_AUTO_UPDATE] = value
-        self._data.save()
-
-    @property
-    def name(self):
-        """Return name of addon."""
-        return self._mesh[ATTR_NAME]
-
-    @property
-    def timeout(self):
-        """Return timeout of addon for docker stop."""
-        return self._mesh[ATTR_TIMEOUT]
-
-    @property
-    def api_token(self):
-        """Return a API token for this add-on."""
-        if self.is_installed:
-            return self._data.user[self._id][ATTR_UUID]
-        return None
-
-    @property
-    def description(self):
-        """Return description of addon."""
-        return self._mesh[ATTR_DESCRIPTON]
-
-    @property
-    def long_description(self):
-        """Return README.md as long_description."""
-        readme = Path(self.path_location, 'README.md')
-
-        # If readme not exists
-        if not readme.exists():
-            return None
-
-        # Return data
-        with readme.open('r') as readme_file:
-            return readme_file.read()
-
-    @property
-    def repository(self):
-        """Return repository of addon."""
-        return self._mesh[ATTR_REPOSITORY]
-
-    @property
-    def last_version(self):
-        """Return version of addon."""
-        if self._id in self._data.cache:
-            return self._data.cache[self._id][ATTR_VERSION]
-        return self.version_installed
-
-    @property
-    def startup(self):
-        """Return startup type of addon."""
-        return self._mesh.get(ATTR_STARTUP)
-
-    @property
-    def ports(self):
-        """Return ports of addon."""
-        if self.host_network or ATTR_PORTS not in self._mesh:
-            return None
-
-        if not self.is_installed or \
-                ATTR_NETWORK not in self._data.user[self._id]:
-            return self._mesh[ATTR_PORTS]
-        return self._data.user[self._id][ATTR_NETWORK]
-
-    @ports.setter
-    def ports(self, value):
-        """Set custom ports of addon."""
-        if value is None:
-            self._data.user[self._id].pop(ATTR_NETWORK, None)
-        else:
-            new_ports = {}
-            for container_port, host_port in value.items():
-                if container_port in self._mesh.get(ATTR_PORTS, {}):
-                    new_ports[container_port] = host_port
-
-            self._data.user[self._id][ATTR_NETWORK] = new_ports
-
-        self._data.save()
-
-    @property
-    def webui(self):
-        """Return URL to webui or None."""
-        if ATTR_WEBUI not in self._mesh:
-            return None
-        webui = RE_WEBUI.match(self._mesh[ATTR_WEBUI])
-
-        # extract arguments
-        t_port = webui.group('t_port')
-        t_proto = webui.group('t_proto')
-        s_prefix = webui.group('s_prefix') or ""
-        s_suffix = webui.group('s_suffix') or ""
-
-        # search host port for this docker port
-        if self.ports is None:
-            port = t_port
-        else:
-            port = self.ports.get(f"{t_port}/tcp", t_port)
-
-        # for interface config or port lists
-        if isinstance(port, (tuple, list)):
-            port = port[-1]
-
-        # lookup the correct protocol from config
-        if t_proto:
-            proto = 'https' if self.options[t_proto] else 'http'
-        else:
-            proto = s_prefix
-
-        return f"{proto}://[HOST]:{port}{s_suffix}"
-
-    @property
-    def host_network(self):
-        """Return True if addon run on host network."""
-        return self._mesh[ATTR_HOST_NETWORK]
-
-    @property
-    def host_ipc(self):
-        """Return True if addon run on host IPC namespace."""
-        return self._mesh[ATTR_HOST_IPC]
-
-    @property
-    def host_dbus(self):
-        """Return True if addon run on host DBUS."""
-        return self._mesh[ATTR_HOST_DBUS]
-
-    @property
-    def devices(self):
-        """Return devices of addon."""
-        return self._mesh.get(ATTR_DEVICES)
-
-    @property
-    def auto_uart(self):
-        """Return True if we should map all uart device."""
-        return self._mesh.get(ATTR_AUTO_UART)
-
-    @property
-    def tmpfs(self):
-        """Return tmpfs of addon."""
-        return self._mesh.get(ATTR_TMPFS)
-
-    @property
-    def environment(self):
-        """Return environment of addon."""
-        return self._mesh.get(ATTR_ENVIRONMENT)
-
-    @property
-    def privileged(self):
-        """Return list of privilege."""
-        return self._mesh.get(ATTR_PRIVILEGED)
-
-    @property
-    def legacy(self):
-        """Return if the add-on don't support hass labels."""
-        return self._mesh.get(ATTR_LEGACY)
-
-    @property
-    def access_hassio_api(self):
-        """Return True if the add-on access to hassio api."""
-        return self._mesh[ATTR_HASSIO_API]
-
-    @property
-    def access_homeassistant_api(self):
-        """Return True if the add-on access to Home-Assistant api proxy."""
-        return self._mesh[ATTR_HOMEASSISTANT_API]
-
-    @property
-    def with_stdin(self):
-        """Return True if the add-on access use stdin input."""
-        return self._mesh[ATTR_STDIN]
-
-    @property
-    def with_gpio(self):
-        """Return True if the add-on access to gpio interface."""
-        return self._mesh[ATTR_GPIO]
-
-    @property
-    def with_audio(self):
-        """Return True if the add-on access to audio."""
-        return self._mesh[ATTR_AUDIO]
-
-    @property
-    def audio_output(self):
-        """Return ALSA config for output or None."""
-        if not self.with_audio:
-            return None
-
-        setting = self._config.audio_output
-        if self.is_installed and \
-                ATTR_AUDIO_OUTPUT in self._data.user[self._id]:
-            setting = self._data.user[self._id][ATTR_AUDIO_OUTPUT]
-        return setting
-
-    @audio_output.setter
-    def audio_output(self, value):
-        """Set/remove custom audio output settings."""
-        if value is None:
-            self._data.user[self._id].pop(ATTR_AUDIO_OUTPUT, None)
-        else:
-            self._data.user[self._id][ATTR_AUDIO_OUTPUT] = value
-        self._data.save()
-
-    @property
-    def audio_input(self):
-        """Return ALSA config for input or None."""
-        if not self.with_audio:
-            return None
-
-        setting = self._config.audio_input
-        if self.is_installed and ATTR_AUDIO_INPUT in self._data.user[self._id]:
-            setting = self._data.user[self._id][ATTR_AUDIO_INPUT]
-        return setting
-
-    @audio_input.setter
-    def audio_input(self, value):
-        """Set/remove custom audio input settings."""
-        if value is None:
-            self._data.user[self._id].pop(ATTR_AUDIO_INPUT, None)
-        else:
-            self._data.user[self._id][ATTR_AUDIO_INPUT] = value
-        self._data.save()
-
-    @property
-    def url(self):
-        """Return url of addon."""
-        return self._mesh.get(ATTR_URL)
-
-    @property
-    def with_logo(self):
-        """Return True if a logo exists."""
-        return self.path_logo.exists()
-
-    @property
-    def with_changelog(self):
-        """Return True if a changelog exists."""
-        return self.path_changelog.exists()
-
-    @property
-    def supported_arch(self):
-        """Return list of supported arch."""
-        return self._mesh[ATTR_ARCH]
-
-    @property
-    def image(self):
-        """Return image name of addon."""
-        addon_data = self._mesh
-
-        # Repository with dockerhub images
-        if ATTR_IMAGE in addon_data:
-            return addon_data[ATTR_IMAGE].format(arch=self._arch)
-
-        # local build
-        return "{}/{}-addon-{}".format(
-            addon_data[ATTR_REPOSITORY], self._arch,
-            addon_data[ATTR_SLUG])
-
-    @property
-    def need_build(self):
-        """Return True if this  addon need a local build."""
-        return ATTR_IMAGE not in self._mesh
-
-    @property
-    def map_volumes(self):
-        """Return a dict of {volume: policy} from addon."""
-        volumes = {}
-        for volume in self._mesh[ATTR_MAP]:
-            result = RE_VOLUME.match(volume)
-            volumes[result.group(1)] = result.group(2) or 'ro'
-
-        return volumes
-
-    @property
-    def path_data(self):
-        """Return addon data path inside supervisor."""
-        return Path(self._config.path_addons_data, self._id)
-
-    @property
-    def path_extern_data(self):
-        """Return addon data path external for docker."""
-        return PurePath(self._config.path_extern_addons_data, self._id)
-
-    @property
-    def path_options(self):
-        """Return path to addons options."""
-        return Path(self.path_data, "options.json")
-
-    @property
-    def path_location(self):
-        """Return path to this addon."""
-        return Path(self._mesh[ATTR_LOCATON])
-
-    @property
-    def path_logo(self):
-        """Return path to addon logo."""
-        return Path(self.path_location, 'logo.png')
-
-    @property
-    def path_changelog(self):
-        """Return path to addon changelog."""
-        return Path(self.path_location, 'CHANGELOG.md')
-
-    def write_options(self):
-        """Return True if addon options is written to data."""
-        schema = self.schema
-        options = self.options
-
-        try:
-            schema(options)
-            return write_json_file(self.path_options, options)
-        except vol.Invalid as ex:
-            _LOGGER.error("Addon %s have wrong options: %s", self._id,
-                          humanize_error(options, ex))
-
-        return False
-
-    @property
-    def schema(self):
-        """Create a schema for addon options."""
-        raw_schema = self._mesh[ATTR_SCHEMA]
-
-        if isinstance(raw_schema, bool):
-            return vol.Schema(dict)
-        return vol.Schema(vol.All(dict, validate_options(raw_schema)))
-
-    def test_udpate_schema(self):
-        """Check if the exists config valid after update."""
-        if not self.is_installed or self.is_detached:
-            return True
-
-        # load next schema
-        new_raw_schema = self._data.cache[self._id][ATTR_SCHEMA]
-        default_options = self._data.cache[self._id][ATTR_OPTIONS]
-
-        # if disabled
-        if isinstance(new_raw_schema, bool):
-            return True
-
-        # merge options
-        options = {
-            **self._data.user[self._id][ATTR_OPTIONS],
-            **default_options,
-        }
-
-        # create voluptuous
-        new_schema = \
-            vol.Schema(vol.All(dict, validate_options(new_raw_schema)))
-
-        # validate
-        try:
-            new_schema(options)
-        except vol.Invalid:
-            return False
-        return True
-
-    async def install(self):
-        """Install a addon."""
-        if self._arch not in self.supported_arch:
-            _LOGGER.error(
-                "Addon %s not supported on %s", self._id, self._arch)
-            return False
-
-        if self.is_installed:
-            _LOGGER.error("Addon %s is already installed", self._id)
-            return False
-
-        if not self.path_data.is_dir():
-            _LOGGER.info(
-                "Create Home-Assistant addon data folder %s", self.path_data)
-            self.path_data.mkdir()
-
-        if not await self.instance.install(self.last_version):
-            return False
-
-        self._set_install(self.last_version)
-        return True
-
-    @check_installed
-    async def uninstall(self):
-        """Remove a addon."""
-        if not await self.instance.remove():
-            return False
-
-        if self.path_data.is_dir():
-            _LOGGER.info(
-                "Remove Home-Assistant addon data folder %s", self.path_data)
-            shutil.rmtree(str(self.path_data))
-
-        self._set_uninstall()
-        return True
-
-    async def state(self):
-        """Return running state of addon."""
-        if not self.is_installed:
-            return STATE_NONE
-
-        if await self.instance.is_running():
-            return STATE_STARTED
-        return STATE_STOPPED
-
-    @check_installed
-    def start(self):
-        """Set options and start addon.
-
-        Return a coroutine.
-        """
-        return self.instance.run()
-
-    @check_installed
-    def stop(self):
-        """Stop addon.
-
-        Return a coroutine.
-        """
-        return self.instance.stop()
-
-    @check_installed
-    async def update(self):
-        """Update addon."""
-        last_state = await self.state()
-
-        if self.last_version == self.version_installed:
-            _LOGGER.warning("No update available for Addon %s", self._id)
-            return False
-
-        if not await self.instance.update(self.last_version):
-            return False
-        self._set_update(self.last_version)
-
-        # restore state
-        if last_state == STATE_STARTED:
-            await self.instance.run()
-        return True
-
-    @check_installed
-    def restart(self):
-        """Restart addon.
-
-        Return a coroutine.
-        """
-        return self.instance.restart()
-
-    @check_installed
-    def logs(self):
-        """Return addons log output.
-
-        Return a coroutine.
-        """
-        return self.instance.logs()
-
-    @check_installed
-    def stats(self):
-        """Return stats of container.
-
-        Return a coroutine.
-        """
-        return self.instance.stats()
-
-    @check_installed
-    async def rebuild(self):
-        """Performe a rebuild of local build addon."""
-        last_state = await self.state()
-
-        if not self.need_build:
-            _LOGGER.error("Can't rebuild a none local build addon!")
-            return False
-
-        # remove docker container but not addon config
-        if not await self.instance.remove():
-            return False
-
-        if not await self.instance.install(self.version_installed):
-            return False
-
-        # restore state
-        if last_state == STATE_STARTED:
-            await self.instance.run()
-        return True
-
-    @check_installed
-    async def write_stdin(self, data):
-        """Write data to add-on stdin.
-
-        Return a coroutine.
-        """
-        if not self.with_stdin:
-            _LOGGER.error("Add-on don't support write to stdin!")
-            return False
-
-        return await self.instance.write_stdin(data)
-
-    @check_installed
-    async def snapshot(self, tar_file):
-        """Snapshot a state of a addon."""
-        with TemporaryDirectory(dir=str(self._config.path_tmp)) as temp:
-            # store local image
-            if self.need_build and not await \
-                    self.instance.export_image(Path(temp, "image.tar")):
-                return False
-
-            data = {
-                ATTR_USER: self._data.user.get(self._id, {}),
-                ATTR_SYSTEM: self._data.system.get(self._id, {}),
-                ATTR_VERSION: self.version_installed,
-                ATTR_STATE: await self.state(),
-            }
-
-            # store local configs/state
-            if not write_json_file(Path(temp, "addon.json"), data):
-                _LOGGER.error("Can't write addon.json for %s", self._id)
-                return False
-
-            # write into tarfile
-            def _create_tar():
-                """Write tar inside loop."""
-                with tarfile.open(tar_file, "w:gz",
-                                  compresslevel=1) as snapshot:
-                    snapshot.add(temp, arcname=".")
-                    snapshot.add(self.path_data, arcname="data")
-
-            try:
-                _LOGGER.info("Build snapshot for addon %s", self._id)
-                await self._loop.run_in_executor(None, _create_tar)
-            except (tarfile.TarError, OSError) as err:
-                _LOGGER.error("Can't write tarfile %s: %s", tar_file, err)
-                return False
-
-        _LOGGER.info("Finish snapshot for addon %s", self._id)
-        return True
-
-    async def restore(self, tar_file):
-        """Restore a state of a addon."""
-        with TemporaryDirectory(dir=str(self._config.path_tmp)) as temp:
-            # extract snapshot
-            def _extract_tar():
-                """Extract tar snapshot."""
-                with tarfile.open(tar_file, "r:gz") as snapshot:
-                    snapshot.extractall(path=Path(temp))
-
-            try:
-                await self._loop.run_in_executor(None, _extract_tar)
-            except tarfile.TarError as err:
-                _LOGGER.error("Can't read tarfile %s: %s", tar_file, err)
-                return False
-
-            # read snapshot data
-            try:
-                data = read_json_file(Path(temp, "addon.json"))
-            except (OSError, json.JSONDecodeError) as err:
-                _LOGGER.error("Can't read addon.json: %s", err)
-
-            # validate
-            try:
-                data = SCHEMA_ADDON_SNAPSHOT(data)
-            except vol.Invalid as err:
-                _LOGGER.error("Can't validate %s, snapshot data: %s",
-                              self._id, humanize_error(data, err))
-                return False
-
-            # restore data / reload addon
-            _LOGGER.info("Restore config for addon %s", self._id)
-            self._restore_data(data[ATTR_USER], data[ATTR_SYSTEM])
-
-            # check version / restore image
-            version = data[ATTR_VERSION]
-            if not await self.instance.exists():
-                _LOGGER.info("Restore image for addon %s", self._id)
-
-                image_file = Path(temp, "image.tar")
-                if image_file.is_file():
-                    await self.instance.import_image(image_file, version)
-                else:
-                    if await self.instance.install(version):
-                        await self.instance.cleanup()
-            else:
-                await self.instance.stop()
-
-            # restore data
-            def _restore_data():
-                """Restore data."""
-                if self.path_data.is_dir():
-                    shutil.rmtree(str(self.path_data), ignore_errors=True)
-                shutil.copytree(str(Path(temp, "data")), str(self.path_data))
-
-            try:
-                _LOGGER.info("Restore data for addon %s", self._id)
-                await self._loop.run_in_executor(None, _restore_data)
-            except shutil.Error as err:
-                _LOGGER.error("Can't restore origin data: %s", err)
-                return False
-
-            # run addon
-            if data[ATTR_STATE] == STATE_STARTED:
-                return await self.start()
-
-        _LOGGER.info("Finish restore for addon %s", self._id)
-        return True

hassio/addons/build.py

@@ -1,67 +0,0 @@
-"""HassIO addons build environment."""
-from pathlib import Path
-
-from .validate import SCHEMA_BUILD_CONFIG, BASE_IMAGE
-from ..const import ATTR_SQUASH, ATTR_BUILD_FROM, ATTR_ARGS, META_ADDON
-from ..coresys import CoreSysAttributes
-from ..utils.json import JsonConfig
-
-
-class AddonBuild(JsonConfig, CoreSysAttributes):
-    """Handle build options for addons."""
-
-    def __init__(self, coresys, addon):
-        """Initialize addon builder."""
-        self.coresys = coresys
-        self.addon = addon
-
-        super().__init__(
-            Path(addon.path_location, 'build.json'), SCHEMA_BUILD_CONFIG)
-
-    def save(self):
-        """Ignore save function."""
-        pass
-
-    @property
-    def base_image(self):
-        """Base images for this addon."""
-        return self._data[ATTR_BUILD_FROM].get(
-            self._arch, BASE_IMAGE[self._arch])
-
-    @property
-    def squash(self):
-        """Return True or False if squash is active."""
-        return self._data[ATTR_SQUASH]
-
-    @property
-    def additional_args(self):
-        """Return additional docker build arguments."""
-        return self._data[ATTR_ARGS]
-
-    def get_docker_args(self, version):
-        """Create a dict with docker build arguments."""
-        args = {
-            'path': str(self.addon.path_location),
-            'tag': f"{self.addon.image}:{version}",
-            'pull': True,
-            'forcerm': True,
-            'squash': self.squash,
-            'labels': {
-                'io.hass.version': version,
-                'io.hass.arch': self._arch,
-                'io.hass.type': META_ADDON,
-                'io.hass.name': self.addon.name,
-                'io.hass.description': self.addon.description,
-            },
-            'buildargs': {
-                'BUILD_FROM': self.base_image,
-                'BUILD_VERSION': version,
-                'BUILD_ARCH': self._arch,
-                **self.additional_args,
-            }
-        }
-
-        if self.addon.url:
-            args['labels']['io.hass.url'] = self.addon.url
-
-        return args

hassio/addons/data.py

@@ -1,162 +0,0 @@
-"""Init file for HassIO addons."""
-import copy
-import logging
-import json
-from pathlib import Path
-
-import voluptuous as vol
-from voluptuous.humanize import humanize_error
-
-from .utils import extract_hash_from_path
-from .validate import (
-    SCHEMA_ADDON_CONFIG, SCHEMA_ADDON_FILE, SCHEMA_REPOSITORY_CONFIG)
-from ..const import (
-    FILE_HASSIO_ADDONS, ATTR_VERSION, ATTR_SLUG, ATTR_REPOSITORY, ATTR_LOCATON,
-    REPOSITORY_CORE, REPOSITORY_LOCAL, ATTR_USER, ATTR_SYSTEM)
-from ..coresys import CoreSysAttributes
-from ..utils.json import JsonConfig, read_json_file
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class Data(JsonConfig, CoreSysAttributes):
-    """Hold data for addons inside HassIO."""
-
-    def __init__(self, coresys):
-        """Initialize data holder."""
-        super().__init__(FILE_HASSIO_ADDONS, SCHEMA_ADDON_FILE)
-        self.coresys = coresys
-        self._repositories = {}
-        self._cache = {}
-
-    @property
-    def user(self):
-        """Return local addon user data."""
-        return self._data[ATTR_USER]
-
-    @property
-    def system(self):
-        """Return local addon data."""
-        return self._data[ATTR_SYSTEM]
-
-    @property
-    def cache(self):
-        """Return addon data from cache/repositories."""
-        return self._cache
-
-    @property
-    def repositories(self):
-        """Return addon data from repositories."""
-        return self._repositories
-
-    def reload(self):
-        """Read data from addons repository."""
-        self._cache = {}
-        self._repositories = {}
-
-        # read core repository
-        self._read_addons_folder(
-            self._config.path_addons_core, REPOSITORY_CORE)
-
-        # read local repository
-        self._read_addons_folder(
-            self._config.path_addons_local, REPOSITORY_LOCAL)
-
-        # add built-in repositories information
-        self._set_builtin_repositories()
-
-        # read custom git repositories
-        for repository_element in self._config.path_addons_git.iterdir():
-            if repository_element.is_dir():
-                self._read_git_repository(repository_element)
-
-        # update local data
-        self._merge_config()
-
-    def _read_git_repository(self, path):
-        """Process a custom repository folder."""
-        slug = extract_hash_from_path(path)
-
-        # exists repository json
-        repository_file = Path(path, "repository.json")
-        try:
-            repository_info = SCHEMA_REPOSITORY_CONFIG(
-                read_json_file(repository_file)
-            )
-
-        except (OSError, json.JSONDecodeError):
-            _LOGGER.warning("Can't read repository information from %s",
-                            repository_file)
-            return
-
-        except vol.Invalid:
-            _LOGGER.warning("Repository parse error %s", repository_file)
-            return
-
-        # process data
-        self._repositories[slug] = repository_info
-        self._read_addons_folder(path, slug)
-
-    def _read_addons_folder(self, path, repository):
-        """Read data from addons folder."""
-        for addon in path.glob("**/config.json"):
-            try:
-                addon_config = read_json_file(addon)
-
-                # validate
-                addon_config = SCHEMA_ADDON_CONFIG(addon_config)
-
-                # Generate slug
-                addon_slug = "{}_{}".format(
-                    repository, addon_config[ATTR_SLUG])
-
-                # store
-                addon_config[ATTR_REPOSITORY] = repository
-                addon_config[ATTR_LOCATON] = str(addon.parent)
-                self._cache[addon_slug] = addon_config
-
-            except (OSError, json.JSONDecodeError):
-                _LOGGER.warning("Can't read %s", addon)
-
-            except vol.Invalid as ex:
-                _LOGGER.warning("Can't read %s: %s", addon,
-                                humanize_error(addon_config, ex))
-
-    def _set_builtin_repositories(self):
-        """Add local built-in repository into dataset."""
-        try:
-            builtin_file = Path(__file__).parent.joinpath('built-in.json')
-            builtin_data = read_json_file(builtin_file)
-        except (OSError, json.JSONDecodeError) as err:
-            _LOGGER.warning("Can't read built-in json: %s", err)
-            return
-
-        # core repository
-        self._repositories[REPOSITORY_CORE] = \
-            builtin_data[REPOSITORY_CORE]
-
-        # local repository
-        self._repositories[REPOSITORY_LOCAL] = \
-            builtin_data[REPOSITORY_LOCAL]
-
-    def _merge_config(self):
-        """Update local config if they have update.
-
-        It need to be the same version as the local version is for merge.
-        """
-        have_change = False
-
-        for addon in set(self.system):
-            # detached
-            if addon not in self._cache:
-                continue
-
-            cache = self._cache[addon]
-            data = self.system[addon]
-            if data[ATTR_VERSION] == cache[ATTR_VERSION]:
-                if data != cache:
-                    self.system[addon] = copy.deepcopy(cache)
-                    have_change = True
-
-        if have_change:
-            self.save()

hassio/addons/git.py

@@ -1,112 +0,0 @@
-"""Init file for HassIO addons git."""
-import asyncio
-import logging
-import functools as ft
-from pathlib import Path
-import shutil
-
-import git
-
-from .utils import get_hash_from_repository
-from ..const import URL_HASSIO_ADDONS
-from ..coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class GitRepo(CoreSysAttributes):
-    """Manage addons git repo."""
-
-    def __init__(self, coresys, path, url):
-        """Initialize git base wrapper."""
-        self.coresys = coresys
-        self.repo = None
-        self.path = path
-        self.url = url
-        self.lock = asyncio.Lock(loop=coresys.loop)
-
-    async def load(self):
-        """Init git addon repo."""
-        if not self.path.is_dir():
-            return await self.clone()
-
-        async with self.lock:
-            try:
-                _LOGGER.info("Load addon %s repository", self.path)
-                self.repo = await self._loop.run_in_executor(
-                    None, git.Repo, str(self.path))
-
-            except (git.InvalidGitRepositoryError, git.NoSuchPathError,
-                    git.GitCommandError) as err:
-                _LOGGER.error("Can't load %s repo: %s.", self.path, err)
-                return False
-
-            return True
-
-    async def clone(self):
-        """Clone git addon repo."""
-        async with self.lock:
-            try:
-                _LOGGER.info("Clone addon %s repository", self.url)
-                self.repo = await self._loop.run_in_executor(
-                    None, ft.partial(
-                        git.Repo.clone_from, self.url, str(self.path),
-                        recursive=True))
-
-            except (git.InvalidGitRepositoryError, git.NoSuchPathError,
-                    git.GitCommandError) as err:
-                _LOGGER.error("Can't clone %s repo: %s.", self.url, err)
-                return False
-
-            return True
-
-    async def pull(self):
-        """Pull git addon repo."""
-        if self.lock.locked():
-            _LOGGER.warning("It is already a task in progress.")
-            return False
-
-        async with self.lock:
-            try:
-                _LOGGER.info("Pull addon %s repository", self.url)
-                await self._loop.run_in_executor(
-                    None, self.repo.remotes.origin.pull)
-
-            except (git.InvalidGitRepositoryError, git.NoSuchPathError,
-                    git.GitCommandError) as err:
-                _LOGGER.error("Can't pull %s repo: %s.", self.url, err)
-                return False
-
-            return True
-
-
-class GitRepoHassIO(GitRepo):
-    """HassIO addons repository."""
-
-    def __init__(self, coresys):
-        """Initialize git hassio addon repository."""
-        super().__init__(
-            coresys, coresys.config.path_addons_core, URL_HASSIO_ADDONS)
-
-
-class GitRepoCustom(GitRepo):
-    """Custom addons repository."""
-
-    def __init__(self, coresys, url):
-        """Initialize git hassio addon repository."""
-        path = Path(
-            coresys.config.path_addons_git,
-            get_hash_from_repository(url))
-
-        super().__init__(coresys, path, url)
-
-    def remove(self):
-        """Remove a custom addon."""
-        if self.path.is_dir():
-            _LOGGER.info("Remove custom addon repository %s", self.url)
-
-            def log_err(funct, path, _):
-                """Log error."""
-                _LOGGER.warning("Can't remove %s", path)
-
-            shutil.rmtree(str(self.path), onerror=log_err)

hassio/addons/utils.py

@@ -1,35 +0,0 @@
-"""Util addons functions."""
-import hashlib
-import logging
-import re
-
-RE_SHA1 = re.compile(r"[a-f0-9]{8}")
-
-_LOGGER = logging.getLogger(__name__)
-
-
-def get_hash_from_repository(name):
-    """Generate a hash from repository."""
-    key = name.lower().encode()
-    return hashlib.sha1(key).hexdigest()[:8]
-
-
-def extract_hash_from_path(path):
-    """Extract repo id from path."""
-    repo_dir = path.parts[-1]
-
-    if not RE_SHA1.match(repo_dir):
-        return get_hash_from_repository(repo_dir)
-    return repo_dir
-
-
-def check_installed(method):
-    """Wrap function with check if addon is installed."""
-    async def wrap_check(addon, *args, **kwargs):
-        """Return False if not installed or the function."""
-        if not addon.is_installed:
-            _LOGGER.error("Addon %s is not installed", addon.slug)
-            return False
-        return await method(addon, *args, **kwargs)
-
-    return wrap_check

hassio/addons/validate.py

@@ -1,303 +0,0 @@
-"""Validate addons options schema."""
-import logging
-import re
-import uuid
-
-import voluptuous as vol
-
-from ..const import (
-    ATTR_NAME, ATTR_VERSION, ATTR_SLUG, ATTR_DESCRIPTON, ATTR_STARTUP,
-    ATTR_BOOT, ATTR_MAP, ATTR_OPTIONS, ATTR_PORTS, STARTUP_ONCE,
-    STARTUP_SYSTEM, STARTUP_SERVICES, STARTUP_APPLICATION, STARTUP_INITIALIZE,
-    BOOT_AUTO, BOOT_MANUAL, ATTR_SCHEMA, ATTR_IMAGE, ATTR_URL, ATTR_MAINTAINER,
-    ATTR_ARCH, ATTR_DEVICES, ATTR_ENVIRONMENT, ATTR_HOST_NETWORK, ARCH_ARMHF,
-    ARCH_AARCH64, ARCH_AMD64, ARCH_I386, ATTR_TMPFS, ATTR_PRIVILEGED,
-    ATTR_USER, ATTR_STATE, ATTR_SYSTEM, STATE_STARTED, STATE_STOPPED,
-    ATTR_LOCATON, ATTR_REPOSITORY, ATTR_TIMEOUT, ATTR_NETWORK, ATTR_UUID,
-    ATTR_AUTO_UPDATE, ATTR_WEBUI, ATTR_AUDIO, ATTR_AUDIO_INPUT, ATTR_HOST_IPC,
-    ATTR_AUDIO_OUTPUT, ATTR_HASSIO_API, ATTR_BUILD_FROM, ATTR_SQUASH,
-    ATTR_ARGS, ATTR_GPIO, ATTR_HOMEASSISTANT_API, ATTR_STDIN, ATTR_LEGACY,
-    ATTR_HOST_DBUS, ATTR_AUTO_UART)
-from ..validate import NETWORK_PORT, DOCKER_PORTS, ALSA_CHANNEL
-
-_LOGGER = logging.getLogger(__name__)
-
-
-RE_VOLUME = re.compile(r"^(config|ssl|addons|backup|share)(?::(rw|:ro))?$")
-
-V_STR = 'str'
-V_INT = 'int'
-V_FLOAT = 'float'
-V_BOOL = 'bool'
-V_EMAIL = 'email'
-V_URL = 'url'
-V_PORT = 'port'
-V_MATCH = 'match'
-
-RE_SCHEMA_ELEMENT = re.compile(
-    r"^(?:"
-    r"|str|bool|email|url|port"
-    r"|int(?:\((?P<i_min>\d+)?,(?P<i_max>\d+)?\))?"
-    r"|float(?:\((?P<f_min>[\d\.]+)?,(?P<f_max>[\d\.]+)?\))?"
-    r"|match\((?P<match>.*)\)"
-    r")\??$"
-)
-
-SCHEMA_ELEMENT = vol.Match(RE_SCHEMA_ELEMENT)
-
-ARCH_ALL = [
-    ARCH_ARMHF, ARCH_AARCH64, ARCH_AMD64, ARCH_I386
-]
-
-STARTUP_ALL = [
-    STARTUP_ONCE, STARTUP_INITIALIZE, STARTUP_SYSTEM, STARTUP_SERVICES,
-    STARTUP_APPLICATION
-]
-
-PRIVILEGED_ALL = [
-    "NET_ADMIN",
-    "SYS_ADMIN",
-    "SYS_RAWIO",
-    "SYS_TIME",
-    "SYS_NICE"
-]
-
-BASE_IMAGE = {
-    ARCH_ARMHF: "homeassistant/armhf-base:latest",
-    ARCH_AARCH64: "homeassistant/aarch64-base:latest",
-    ARCH_I386: "homeassistant/i386-base:latest",
-    ARCH_AMD64: "homeassistant/amd64-base:latest",
-}
-
-
-def _simple_startup(value):
-    """Simple startup schema."""
-    if value == "before":
-        return STARTUP_SERVICES
-    if value == "after":
-        return STARTUP_APPLICATION
-    return value
-
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_ADDON_CONFIG = vol.Schema({
-    vol.Required(ATTR_NAME): vol.Coerce(str),
-    vol.Required(ATTR_VERSION): vol.Coerce(str),
-    vol.Required(ATTR_SLUG): vol.Coerce(str),
-    vol.Required(ATTR_DESCRIPTON): vol.Coerce(str),
-    vol.Optional(ATTR_URL): vol.Url(),
-    vol.Optional(ATTR_ARCH, default=ARCH_ALL): [vol.In(ARCH_ALL)],
-    vol.Required(ATTR_STARTUP):
-        vol.All(_simple_startup, vol.In(STARTUP_ALL)),
-    vol.Required(ATTR_BOOT):
-        vol.In([BOOT_AUTO, BOOT_MANUAL]),
-    vol.Optional(ATTR_PORTS): DOCKER_PORTS,
-    vol.Optional(ATTR_WEBUI):
-        vol.Match(r"^(?:https?|\[PROTO:\w+\]):\/\/\[HOST\]:\[PORT:\d+\].*$"),
-    vol.Optional(ATTR_HOST_NETWORK, default=False): vol.Boolean(),
-    vol.Optional(ATTR_HOST_IPC, default=False): vol.Boolean(),
-    vol.Optional(ATTR_HOST_DBUS, default=False): vol.Boolean(),
-    vol.Optional(ATTR_DEVICES): [vol.Match(r"^(.*):(.*):([rwm]{1,3})$")],
-    vol.Optional(ATTR_AUTO_UART, default=False): vol.Boolean(),
-    vol.Optional(ATTR_TMPFS):
-        vol.Match(r"^size=(\d)*[kmg](,uid=\d{1,4})?(,rw)?$"),
-    vol.Optional(ATTR_MAP, default=[]): [vol.Match(RE_VOLUME)],
-    vol.Optional(ATTR_ENVIRONMENT): {vol.Match(r"\w*"): vol.Coerce(str)},
-    vol.Optional(ATTR_PRIVILEGED): [vol.In(PRIVILEGED_ALL)],
-    vol.Optional(ATTR_AUDIO, default=False): vol.Boolean(),
-    vol.Optional(ATTR_GPIO, default=False): vol.Boolean(),
-    vol.Optional(ATTR_HASSIO_API, default=False): vol.Boolean(),
-    vol.Optional(ATTR_HOMEASSISTANT_API, default=False): vol.Boolean(),
-    vol.Optional(ATTR_STDIN, default=False): vol.Boolean(),
-    vol.Optional(ATTR_LEGACY, default=False): vol.Boolean(),
-    vol.Required(ATTR_OPTIONS): dict,
-    vol.Required(ATTR_SCHEMA): vol.Any(vol.Schema({
-        vol.Coerce(str): vol.Any(SCHEMA_ELEMENT, [
-            vol.Any(
-                SCHEMA_ELEMENT,
-                {vol.Coerce(str): vol.Any(SCHEMA_ELEMENT, [SCHEMA_ELEMENT])}
-            ),
-        ], vol.Schema({
-            vol.Coerce(str): vol.Any(SCHEMA_ELEMENT, [SCHEMA_ELEMENT])
-        }))
-    }), False),
-    vol.Optional(ATTR_IMAGE): vol.Match(r"^[\w{}]+/[\-\w{}]+$"),
-    vol.Optional(ATTR_TIMEOUT, default=10):
-        vol.All(vol.Coerce(int), vol.Range(min=10, max=120)),
-}, extra=vol.REMOVE_EXTRA)
-
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_REPOSITORY_CONFIG = vol.Schema({
-    vol.Required(ATTR_NAME): vol.Coerce(str),
-    vol.Optional(ATTR_URL): vol.Url(),
-    vol.Optional(ATTR_MAINTAINER): vol.Coerce(str),
-}, extra=vol.REMOVE_EXTRA)
-
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_BUILD_CONFIG = vol.Schema({
-    vol.Optional(ATTR_BUILD_FROM, default=BASE_IMAGE): vol.Schema({
-        vol.In(ARCH_ALL): vol.Match(r"(?:^[\w{}]+/)?[\-\w{}]+:[\.\-\w{}]+$"),
-    }),
-    vol.Optional(ATTR_SQUASH, default=False): vol.Boolean(),
-    vol.Optional(ATTR_ARGS, default={}): vol.Schema({
-        vol.Coerce(str): vol.Coerce(str)
-    }),
-}, extra=vol.REMOVE_EXTRA)
-
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_ADDON_USER = vol.Schema({
-    vol.Required(ATTR_VERSION): vol.Coerce(str),
-    vol.Optional(ATTR_UUID, default=lambda: uuid.uuid4().hex):
-        vol.Match(r"^[0-9a-f]{32}$"),
-    vol.Optional(ATTR_OPTIONS, default={}): dict,
-    vol.Optional(ATTR_AUTO_UPDATE, default=False): vol.Boolean(),
-    vol.Optional(ATTR_BOOT):
-        vol.In([BOOT_AUTO, BOOT_MANUAL]),
-    vol.Optional(ATTR_NETWORK): DOCKER_PORTS,
-    vol.Optional(ATTR_AUDIO_OUTPUT): ALSA_CHANNEL,
-    vol.Optional(ATTR_AUDIO_INPUT): ALSA_CHANNEL,
-}, extra=vol.REMOVE_EXTRA)
-
-
-SCHEMA_ADDON_SYSTEM = SCHEMA_ADDON_CONFIG.extend({
-    vol.Required(ATTR_LOCATON): vol.Coerce(str),
-    vol.Required(ATTR_REPOSITORY): vol.Coerce(str),
-})
-
-
-SCHEMA_ADDON_FILE = vol.Schema({
-    vol.Optional(ATTR_USER, default={}): {
-        vol.Coerce(str): SCHEMA_ADDON_USER,
-    },
-    vol.Optional(ATTR_SYSTEM, default={}): {
-        vol.Coerce(str): SCHEMA_ADDON_SYSTEM,
-    }
-})
-
-
-SCHEMA_ADDON_SNAPSHOT = vol.Schema({
-    vol.Required(ATTR_USER): SCHEMA_ADDON_USER,
-    vol.Required(ATTR_SYSTEM): SCHEMA_ADDON_SYSTEM,
-    vol.Required(ATTR_STATE): vol.In([STATE_STARTED, STATE_STOPPED]),
-    vol.Required(ATTR_VERSION): vol.Coerce(str),
-}, extra=vol.REMOVE_EXTRA)
-
-
-def validate_options(raw_schema):
-    """Validate schema."""
-    def validate(struct):
-        """Create schema validator for addons options."""
-        options = {}
-
-        # read options
-        for key, value in struct.items():
-            # Ignore unknown options / remove from list
-            if key not in raw_schema:
-                _LOGGER.warning("Unknown options %s", key)
-                continue
-
-            typ = raw_schema[key]
-            try:
-                if isinstance(typ, list):
-                    # nested value list
-                    options[key] = _nested_validate_list(typ[0], value, key)
-                elif isinstance(typ, dict):
-                    # nested value dict
-                    options[key] = _nested_validate_dict(typ, value, key)
-                else:
-                    # normal value
-                    options[key] = _single_validate(typ, value, key)
-            except (IndexError, KeyError):
-                raise vol.Invalid(f"Type error for {key}") from None
-
-        _check_missing_options(raw_schema, options, 'root')
-        return options
-
-    return validate
-
-
-# pylint: disable=no-value-for-parameter
-# pylint: disable=inconsistent-return-statements
-def _single_validate(typ, value, key):
-    """Validate a single element."""
-    # if required argument
-    if value is None:
-        raise vol.Invalid(f"Missing required option '{key}'")
-
-    # parse extend data from type
-    match = RE_SCHEMA_ELEMENT.match(typ)
-
-    # prepare range
-    range_args = {}
-    for group_name in ('i_min', 'i_max', 'f_min', 'f_max'):
-        group_value = match.group(group_name)
-        if group_value:
-            range_args[group_name[2:]] = float(group_value)
-
-    if typ.startswith(V_STR):
-        return str(value)
-    elif typ.startswith(V_INT):
-        return vol.All(vol.Coerce(int), vol.Range(**range_args))(value)
-    elif typ.startswith(V_FLOAT):
-        return vol.All(vol.Coerce(float), vol.Range(**range_args))(value)
-    elif typ.startswith(V_BOOL):
-        return vol.Boolean()(value)
-    elif typ.startswith(V_EMAIL):
-        return vol.Email()(value)
-    elif typ.startswith(V_URL):
-        return vol.Url()(value)
-    elif typ.startswith(V_PORT):
-        return NETWORK_PORT(value)
-    elif typ.startswith(V_MATCH):
-        return vol.Match(match.group('match'))(str(value))
-
-    raise vol.Invalid(f"Fatal error for {key} type {typ}")
-
-
-def _nested_validate_list(typ, data_list, key):
-    """Validate nested items."""
-    options = []
-
-    for element in data_list:
-        # Nested?
-        if isinstance(typ, dict):
-            c_options = _nested_validate_dict(typ, element, key)
-            options.append(c_options)
-        else:
-            options.append(_single_validate(typ, element, key))
-
-    return options
-
-
-def _nested_validate_dict(typ, data_dict, key):
-    """Validate nested items."""
-    options = {}
-
-    for c_key, c_value in data_dict.items():
-        # Ignore unknown options / remove from list
-        if c_key not in typ:
-            _LOGGER.warning("Unknown options %s", c_key)
-            continue
-
-        # Nested?
-        if isinstance(typ[c_key], list):
-            options[c_key] = _nested_validate_list(typ[c_key][0],
-                                                   c_value, c_key)
-        else:
-            options[c_key] = _single_validate(typ[c_key], c_value, c_key)
-
-    _check_missing_options(typ, options, key)
-    return options
-
-
-def _check_missing_options(origin, exists, root):
-    """Check if all options are exists."""
-    missing = set(origin) - set(exists)
-    for miss_opt in missing:
-        if isinstance(origin[miss_opt], str) and \
-                origin[miss_opt].endswith("?"):
-            continue
-        raise vol.Invalid(f"Missing option {miss_opt} in {root}")

hassio/api/__init__.py

@@ -1,209 +0,0 @@
-"""Init file for HassIO rest api."""
-import logging
-from pathlib import Path
-
-from aiohttp import web
-
-from .addons import APIAddons
-from .homeassistant import APIHomeAssistant
-from .host import APIHost
-from .network import APINetwork
-from .proxy import APIProxy
-from .supervisor import APISupervisor
-from .security import APISecurity
-from .snapshots import APISnapshots
-from ..coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class RestAPI(CoreSysAttributes):
-    """Handle rest api for hassio."""
-
-    def __init__(self, coresys):
-        """Initialize docker base wrapper."""
-        self.coresys = coresys
-        self.webapp = web.Application(loop=self._loop)
-
-        # service stuff
-        self._handler = None
-        self.server = None
-
-    async def load(self):
-        """Register REST API Calls."""
-        self._register_supervisor()
-        self._register_host()
-        self._register_homeassistant()
-        self._register_proxy()
-        self._register_panel()
-        self._register_addons()
-        self._register_snapshots()
-        self._register_security()
-        self._register_network()
-
-    def _register_host(self):
-        """Register hostcontrol function."""
-        api_host = APIHost()
-        api_host.coresys = self.coresys
-
-        self.webapp.router.add_get('/host/info', api_host.info)
-        self.webapp.router.add_get('/host/hardware', api_host.hardware)
-        self.webapp.router.add_post('/host/reboot', api_host.reboot)
-        self.webapp.router.add_post('/host/shutdown', api_host.shutdown)
-        self.webapp.router.add_post('/host/update', api_host.update)
-        self.webapp.router.add_post('/host/options', api_host.options)
-        self.webapp.router.add_post('/host/reload', api_host.reload)
-
-    def _register_network(self):
-        """Register network function."""
-        api_net = APINetwork()
-        api_net.coresys = self.coresys
-
-        self.webapp.router.add_get('/network/info', api_net.info)
-        self.webapp.router.add_post('/network/options', api_net.options)
-
-    def _register_supervisor(self):
-        """Register supervisor function."""
-        api_supervisor = APISupervisor()
-        api_supervisor.coresys = self.coresys
-
-        self.webapp.router.add_get('/supervisor/ping', api_supervisor.ping)
-        self.webapp.router.add_get('/supervisor/info', api_supervisor.info)
-        self.webapp.router.add_get('/supervisor/stats', api_supervisor.stats)
-        self.webapp.router.add_post(
-            '/supervisor/update', api_supervisor.update)
-        self.webapp.router.add_post(
-            '/supervisor/reload', api_supervisor.reload)
-        self.webapp.router.add_post(
-            '/supervisor/options', api_supervisor.options)
-        self.webapp.router.add_get('/supervisor/logs', api_supervisor.logs)
-
-    def _register_homeassistant(self):
-        """Register homeassistant function."""
-        api_hass = APIHomeAssistant()
-        api_hass.coresys = self.coresys
-
-        self.webapp.router.add_get('/homeassistant/info', api_hass.info)
-        self.webapp.router.add_get('/homeassistant/logs', api_hass.logs)
-        self.webapp.router.add_get('/homeassistant/stats', api_hass.stats)
-        self.webapp.router.add_post('/homeassistant/options', api_hass.options)
-        self.webapp.router.add_post('/homeassistant/update', api_hass.update)
-        self.webapp.router.add_post('/homeassistant/restart', api_hass.restart)
-        self.webapp.router.add_post('/homeassistant/stop', api_hass.stop)
-        self.webapp.router.add_post('/homeassistant/start', api_hass.start)
-        self.webapp.router.add_post('/homeassistant/check', api_hass.check)
-
-    def _register_proxy(self):
-        """Register HomeAssistant API Proxy."""
-        api_proxy = APIProxy()
-        api_proxy.coresys = self.coresys
-
-        self.webapp.router.add_get(
-            '/homeassistant/api/websocket', api_proxy.websocket)
-        self.webapp.router.add_get(
-            '/homeassistant/websocket', api_proxy.websocket)
-        self.webapp.router.add_post(
-            '/homeassistant/api/{path:.+}', api_proxy.api)
-        self.webapp.router.add_get(
-            '/homeassistant/api/{path:.+}', api_proxy.api)
-        self.webapp.router.add_get(
-            '/homeassistant/api', api_proxy.api)
-
-    def _register_addons(self):
-        """Register homeassistant function."""
-        api_addons = APIAddons()
-        api_addons.coresys = self.coresys
-
-        self.webapp.router.add_get('/addons', api_addons.list)
-        self.webapp.router.add_post('/addons/reload', api_addons.reload)
-        self.webapp.router.add_get('/addons/{addon}/info', api_addons.info)
-        self.webapp.router.add_post(
-            '/addons/{addon}/install', api_addons.install)
-        self.webapp.router.add_post(
-            '/addons/{addon}/uninstall', api_addons.uninstall)
-        self.webapp.router.add_post('/addons/{addon}/start', api_addons.start)
-        self.webapp.router.add_post('/addons/{addon}/stop', api_addons.stop)
-        self.webapp.router.add_post(
-            '/addons/{addon}/restart', api_addons.restart)
-        self.webapp.router.add_post(
-            '/addons/{addon}/update', api_addons.update)
-        self.webapp.router.add_post(
-            '/addons/{addon}/options', api_addons.options)
-        self.webapp.router.add_post(
-            '/addons/{addon}/rebuild', api_addons.rebuild)
-        self.webapp.router.add_get('/addons/{addon}/logs', api_addons.logs)
-        self.webapp.router.add_get('/addons/{addon}/logo', api_addons.logo)
-        self.webapp.router.add_get(
-            '/addons/{addon}/changelog', api_addons.changelog)
-        self.webapp.router.add_post('/addons/{addon}/stdin', api_addons.stdin)
-        self.webapp.router.add_get('/addons/{addon}/stats', api_addons.stats)
-
-    def _register_security(self):
-        """Register security function."""
-        api_security = APISecurity()
-        api_security.coresys = self.coresys
-
-        self.webapp.router.add_get('/security/info', api_security.info)
-        self.webapp.router.add_post('/security/options', api_security.options)
-        self.webapp.router.add_post('/security/totp', api_security.totp)
-        self.webapp.router.add_post('/security/session', api_security.session)
-
-    def _register_snapshots(self):
-        """Register snapshots function."""
-        api_snapshots = APISnapshots()
-        api_snapshots.coresys = self.coresys
-
-        self.webapp.router.add_get('/snapshots', api_snapshots.list)
-        self.webapp.router.add_post('/snapshots/reload', api_snapshots.reload)
-
-        self.webapp.router.add_post(
-            '/snapshots/new/full', api_snapshots.snapshot_full)
-        self.webapp.router.add_post(
-            '/snapshots/new/partial', api_snapshots.snapshot_partial)
-
-        self.webapp.router.add_get(
-            '/snapshots/{snapshot}/info', api_snapshots.info)
-        self.webapp.router.add_post(
-            '/snapshots/{snapshot}/remove', api_snapshots.remove)
-        self.webapp.router.add_post(
-            '/snapshots/{snapshot}/restore/full', api_snapshots.restore_full)
-        self.webapp.router.add_post(
-            '/snapshots/{snapshot}/restore/partial',
-            api_snapshots.restore_partial)
-
-    def _register_panel(self):
-        """Register panel for homeassistant."""
-        def create_panel_response(build_type):
-            """Create a function to generate a response."""
-            path = Path(__file__).parent.joinpath(
-                'panel/hassio-main-{}.html'.format(build_type))
-
-            return lambda request: web.FileResponse(path)
-
-        # This route is for backwards compatibility with HA < 0.58
-        self.webapp.router.add_get('/panel', create_panel_response('es5'))
-        self.webapp.router.add_get('/panel_es5', create_panel_response('es5'))
-        self.webapp.router.add_get(
-            '/panel_latest', create_panel_response('latest'))
-
-    async def start(self):
-        """Run rest api webserver."""
-        self._handler = self.webapp.make_handler(loop=self._loop)
-
-        try:
-            self.server = await self._loop.create_server(
-                self._handler, "0.0.0.0", "80")
-        except OSError as err:
-            _LOGGER.fatal(
-                "Failed to create HTTP server at 0.0.0.0:80 -> %s", err)
-
-    async def stop(self):
-        """Stop rest api webserver."""
-        if self.server:
-            self.server.close()
-            await self.server.wait_closed()
-        await self.webapp.shutdown()
-
-        if self._handler:
-            await self._handler.shutdown(60)
-        await self.webapp.cleanup()

hassio/api/addons.py

@@ -1,273 +0,0 @@
-"""Init file for HassIO homeassistant rest api."""
-import asyncio
-import logging
-
-import voluptuous as vol
-from voluptuous.humanize import humanize_error
-
-from .utils import api_process, api_process_raw, api_validate
-from ..const import (
-    ATTR_VERSION, ATTR_LAST_VERSION, ATTR_STATE, ATTR_BOOT, ATTR_OPTIONS,
-    ATTR_URL, ATTR_DESCRIPTON, ATTR_DETACHED, ATTR_NAME, ATTR_REPOSITORY,
-    ATTR_BUILD, ATTR_AUTO_UPDATE, ATTR_NETWORK, ATTR_HOST_NETWORK, ATTR_SLUG,
-    ATTR_SOURCE, ATTR_REPOSITORIES, ATTR_ADDONS, ATTR_ARCH, ATTR_MAINTAINER,
-    ATTR_INSTALLED, ATTR_LOGO, ATTR_WEBUI, ATTR_DEVICES, ATTR_PRIVILEGED,
-    ATTR_AUDIO, ATTR_AUDIO_INPUT, ATTR_AUDIO_OUTPUT, ATTR_HASSIO_API,
-    ATTR_GPIO, ATTR_HOMEASSISTANT_API, ATTR_STDIN, BOOT_AUTO, BOOT_MANUAL,
-    ATTR_CHANGELOG, ATTR_HOST_IPC, ATTR_HOST_DBUS, ATTR_LONG_DESCRIPTION,
-    ATTR_CPU_PERCENT, ATTR_MEMORY_LIMIT, ATTR_MEMORY_USAGE, ATTR_NETWORK_TX,
-    ATTR_NETWORK_RX, ATTR_BLK_READ, ATTR_BLK_WRITE,
-    CONTENT_TYPE_PNG, CONTENT_TYPE_BINARY, CONTENT_TYPE_TEXT)
-from ..coresys import CoreSysAttributes
-from ..validate import DOCKER_PORTS
-
-_LOGGER = logging.getLogger(__name__)
-
-SCHEMA_VERSION = vol.Schema({
-    vol.Optional(ATTR_VERSION): vol.Coerce(str),
-})
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_OPTIONS = vol.Schema({
-    vol.Optional(ATTR_BOOT): vol.In([BOOT_AUTO, BOOT_MANUAL]),
-    vol.Optional(ATTR_NETWORK): vol.Any(None, DOCKER_PORTS),
-    vol.Optional(ATTR_AUTO_UPDATE): vol.Boolean(),
-})
-
-
-class APIAddons(CoreSysAttributes):
-    """Handle rest api for addons functions."""
-
-    def _extract_addon(self, request, check_installed=True):
-        """Return addon and if not exists trow a exception."""
-        addon = self._addons.get(request.match_info.get('addon'))
-        if not addon:
-            raise RuntimeError("Addon not exists")
-
-        if check_installed and not addon.is_installed:
-            raise RuntimeError("Addon is not installed")
-
-        return addon
-
-    @staticmethod
-    def _pretty_devices(addon):
-        """Return a simplified device list."""
-        dev_list = addon.devices
-        if not dev_list:
-            return None
-        return [row.split(':')[0] for row in dev_list]
-
-    @api_process
-    async def list(self, request):
-        """Return all addons / repositories ."""
-        data_addons = []
-        for addon in self._addons.list_addons:
-            data_addons.append({
-                ATTR_NAME: addon.name,
-                ATTR_SLUG: addon.slug,
-                ATTR_DESCRIPTON: addon.description,
-                ATTR_VERSION: addon.last_version,
-                ATTR_INSTALLED: addon.version_installed,
-                ATTR_ARCH: addon.supported_arch,
-                ATTR_DETACHED: addon.is_detached,
-                ATTR_REPOSITORY: addon.repository,
-                ATTR_BUILD: addon.need_build,
-                ATTR_URL: addon.url,
-                ATTR_LOGO: addon.with_logo,
-            })
-
-        data_repositories = []
-        for repository in self._addons.list_repositories:
-            data_repositories.append({
-                ATTR_SLUG: repository.slug,
-                ATTR_NAME: repository.name,
-                ATTR_SOURCE: repository.source,
-                ATTR_URL: repository.url,
-                ATTR_MAINTAINER: repository.maintainer,
-            })
-
-        return {
-            ATTR_ADDONS: data_addons,
-            ATTR_REPOSITORIES: data_repositories,
-        }
-
-    @api_process
-    async def reload(self, request):
-        """Reload all addons data."""
-        await asyncio.shield(self._addons.reload(), loop=self._loop)
-        return True
-
-    @api_process
-    async def info(self, request):
-        """Return addon information."""
-        addon = self._extract_addon(request, check_installed=False)
-
-        return {
-            ATTR_NAME: addon.name,
-            ATTR_DESCRIPTON: addon.description,
-            ATTR_LONG_DESCRIPTION: addon.long_description,
-            ATTR_VERSION: addon.version_installed,
-            ATTR_AUTO_UPDATE: addon.auto_update,
-            ATTR_REPOSITORY: addon.repository,
-            ATTR_LAST_VERSION: addon.last_version,
-            ATTR_STATE: await addon.state(),
-            ATTR_BOOT: addon.boot,
-            ATTR_OPTIONS: addon.options,
-            ATTR_URL: addon.url,
-            ATTR_DETACHED: addon.is_detached,
-            ATTR_BUILD: addon.need_build,
-            ATTR_NETWORK: addon.ports,
-            ATTR_HOST_NETWORK: addon.host_network,
-            ATTR_HOST_IPC: addon.host_ipc,
-            ATTR_HOST_DBUS: addon.host_dbus,
-            ATTR_PRIVILEGED: addon.privileged,
-            ATTR_DEVICES: self._pretty_devices(addon),
-            ATTR_LOGO: addon.with_logo,
-            ATTR_CHANGELOG: addon.with_changelog,
-            ATTR_WEBUI: addon.webui,
-            ATTR_STDIN: addon.with_stdin,
-            ATTR_HASSIO_API: addon.access_hassio_api,
-            ATTR_HOMEASSISTANT_API: addon.access_homeassistant_api,
-            ATTR_GPIO: addon.with_gpio,
-            ATTR_AUDIO: addon.with_audio,
-            ATTR_AUDIO_INPUT: addon.audio_input,
-            ATTR_AUDIO_OUTPUT: addon.audio_output,
-        }
-
-    @api_process
-    async def options(self, request):
-        """Store user options for addon."""
-        addon = self._extract_addon(request)
-
-        addon_schema = SCHEMA_OPTIONS.extend({
-            vol.Optional(ATTR_OPTIONS): addon.schema,
-        })
-
-        body = await api_validate(addon_schema, request)
-
-        if ATTR_OPTIONS in body:
-            addon.options = body[ATTR_OPTIONS]
-        if ATTR_BOOT in body:
-            addon.boot = body[ATTR_BOOT]
-        if ATTR_AUTO_UPDATE in body:
-            addon.auto_update = body[ATTR_AUTO_UPDATE]
-        if ATTR_NETWORK in body:
-            addon.ports = body[ATTR_NETWORK]
-        if ATTR_AUDIO_INPUT in body:
-            addon.audio_input = body[ATTR_AUDIO_INPUT]
-        if ATTR_AUDIO_OUTPUT in body:
-            addon.audio_output = body[ATTR_AUDIO_OUTPUT]
-
-        return True
-
-    @api_process
-    async def stats(self, request):
-        """Return resource information."""
-        addon = self._extract_addon(request)
-        stats = await addon.stats()
-
-        if not stats:
-            raise RuntimeError("No stats available")
-
-        return {
-            ATTR_CPU_PERCENT: stats.cpu_percent,
-            ATTR_MEMORY_USAGE: stats.memory_usage,
-            ATTR_MEMORY_LIMIT: stats.memory_limit,
-            ATTR_NETWORK_RX: stats.network_rx,
-            ATTR_NETWORK_TX: stats.network_tx,
-            ATTR_BLK_READ: stats.blk_read,
-            ATTR_BLK_WRITE: stats.blk_write,
-        }
-
-    @api_process
-    def install(self, request):
-        """Install addon."""
-        addon = self._extract_addon(request, check_installed=False)
-        return asyncio.shield(addon.install(), loop=self._loop)
-
-    @api_process
-    def uninstall(self, request):
-        """Uninstall addon."""
-        addon = self._extract_addon(request)
-        return asyncio.shield(addon.uninstall(), loop=self._loop)
-
-    @api_process
-    def start(self, request):
-        """Start addon."""
-        addon = self._extract_addon(request)
-
-        # check options
-        options = addon.options
-        try:
-            addon.schema(options)
-        except vol.Invalid as ex:
-            raise RuntimeError(humanize_error(options, ex)) from None
-
-        return asyncio.shield(addon.start(), loop=self._loop)
-
-    @api_process
-    def stop(self, request):
-        """Stop addon."""
-        addon = self._extract_addon(request)
-        return asyncio.shield(addon.stop(), loop=self._loop)
-
-    @api_process
-    def update(self, request):
-        """Update addon."""
-        addon = self._extract_addon(request)
-
-        if addon.last_version == addon.version_installed:
-            raise RuntimeError("No update available!")
-
-        return asyncio.shield(addon.update(), loop=self._loop)
-
-    @api_process
-    def restart(self, request):
-        """Restart addon."""
-        addon = self._extract_addon(request)
-        return asyncio.shield(addon.restart(), loop=self._loop)
-
-    @api_process
-    def rebuild(self, request):
-        """Rebuild local build addon."""
-        addon = self._extract_addon(request)
-        if not addon.need_build:
-            raise RuntimeError("Only local build addons are supported")
-
-        return asyncio.shield(addon.rebuild(), loop=self._loop)
-
-    @api_process_raw(CONTENT_TYPE_BINARY)
-    def logs(self, request):
-        """Return logs from addon."""
-        addon = self._extract_addon(request)
-        return addon.logs()
-
-    @api_process_raw(CONTENT_TYPE_PNG)
-    async def logo(self, request):
-        """Return logo from addon."""
-        addon = self._extract_addon(request, check_installed=False)
-        if not addon.with_logo:
-            raise RuntimeError("No image found!")
-
-        with addon.path_logo.open('rb') as png:
-            return png.read()
-
-    @api_process_raw(CONTENT_TYPE_TEXT)
-    async def changelog(self, request):
-        """Return changelog from addon."""
-        addon = self._extract_addon(request, check_installed=False)
-        if not addon.with_changelog:
-            raise RuntimeError("No changelog found!")
-
-        with addon.path_changelog.open('r') as changelog:
-            return changelog.read()
-
-    @api_process
-    async def stdin(self, request):
-        """Write to stdin of addon."""
-        addon = self._extract_addon(request)
-        if not addon.with_stdin:
-            raise RuntimeError("STDIN not supported by addons")
-
-        data = await request.read()
-        return await asyncio.shield(addon.write_stdin(data), loop=self._loop)

hassio/api/homeassistant.py

@@ -1,137 +0,0 @@
-"""Init file for HassIO homeassistant rest api."""
-import asyncio
-import logging
-
-import voluptuous as vol
-
-from .utils import api_process, api_process_raw, api_validate
-from ..const import (
-    ATTR_VERSION, ATTR_LAST_VERSION, ATTR_IMAGE, ATTR_CUSTOM, ATTR_BOOT,
-    ATTR_PORT, ATTR_PASSWORD, ATTR_SSL, ATTR_WATCHDOG, ATTR_CPU_PERCENT,
-    ATTR_MEMORY_USAGE, ATTR_MEMORY_LIMIT, ATTR_NETWORK_RX, ATTR_NETWORK_TX,
-    ATTR_BLK_READ, ATTR_BLK_WRITE, CONTENT_TYPE_BINARY)
-from ..coresys import CoreSysAttributes
-from ..validate import NETWORK_PORT
-
-_LOGGER = logging.getLogger(__name__)
-
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_OPTIONS = vol.Schema({
-    vol.Optional(ATTR_BOOT): vol.Boolean(),
-    vol.Inclusive(ATTR_IMAGE, 'custom_hass'):
-        vol.Any(None, vol.Coerce(str)),
-    vol.Inclusive(ATTR_LAST_VERSION, 'custom_hass'):
-        vol.Any(None, vol.Coerce(str)),
-    vol.Optional(ATTR_PORT): NETWORK_PORT,
-    vol.Optional(ATTR_PASSWORD): vol.Any(None, vol.Coerce(str)),
-    vol.Optional(ATTR_SSL): vol.Boolean(),
-    vol.Optional(ATTR_WATCHDOG): vol.Boolean(),
-})
-
-SCHEMA_VERSION = vol.Schema({
-    vol.Optional(ATTR_VERSION): vol.Coerce(str),
-})
-
-
-class APIHomeAssistant(CoreSysAttributes):
-    """Handle rest api for homeassistant functions."""
-
-    @api_process
-    async def info(self, request):
-        """Return host information."""
-        return {
-            ATTR_VERSION: self._homeassistant.version,
-            ATTR_LAST_VERSION: self._homeassistant.last_version,
-            ATTR_IMAGE: self._homeassistant.image,
-            ATTR_CUSTOM: self._homeassistant.is_custom_image,
-            ATTR_BOOT: self._homeassistant.boot,
-            ATTR_PORT: self._homeassistant.api_port,
-            ATTR_SSL: self._homeassistant.api_ssl,
-            ATTR_WATCHDOG: self._homeassistant.watchdog,
-        }
-
-    @api_process
-    async def options(self, request):
-        """Set homeassistant options."""
-        body = await api_validate(SCHEMA_OPTIONS, request)
-
-        if ATTR_IMAGE in body and ATTR_LAST_VERSION in body:
-            self._homeassistant.image = body[ATTR_IMAGE]
-            self._homeassistant.last_version = body[ATTR_LAST_VERSION]
-
-        if ATTR_BOOT in body:
-            self._homeassistant.boot = body[ATTR_BOOT]
-
-        if ATTR_PORT in body:
-            self._homeassistant.api_port = body[ATTR_PORT]
-
-        if ATTR_PASSWORD in body:
-            self._homeassistant.api_password = body[ATTR_PASSWORD]
-
-        if ATTR_SSL in body:
-            self._homeassistant.api_ssl = body[ATTR_SSL]
-
-        if ATTR_WATCHDOG in body:
-            self._homeassistant.watchdog = body[ATTR_WATCHDOG]
-
-        self._homeassistant.save()
-        return True
-
-    @api_process
-    async def stats(self, request):
-        """Return resource information."""
-        stats = await self._homeassistant.stats()
-        if not stats:
-            raise RuntimeError("No stats available")
-
-        return {
-            ATTR_CPU_PERCENT: stats.cpu_percent,
-            ATTR_MEMORY_USAGE: stats.memory_usage,
-            ATTR_MEMORY_LIMIT: stats.memory_limit,
-            ATTR_NETWORK_RX: stats.network_rx,
-            ATTR_NETWORK_TX: stats.network_tx,
-            ATTR_BLK_READ: stats.blk_read,
-            ATTR_BLK_WRITE: stats.blk_write,
-        }
-
-    @api_process
-    async def update(self, request):
-        """Update homeassistant."""
-        body = await api_validate(SCHEMA_VERSION, request)
-        version = body.get(ATTR_VERSION, self._homeassistant.last_version)
-
-        if version == self._homeassistant.version:
-            raise RuntimeError("Version {} is already in use".format(version))
-
-        return await asyncio.shield(
-            self._homeassistant.update(version), loop=self._loop)
-
-    @api_process
-    def stop(self, request):
-        """Stop homeassistant."""
-        return asyncio.shield(self._homeassistant.stop(), loop=self._loop)
-
-    @api_process
-    def start(self, request):
-        """Start homeassistant."""
-        return asyncio.shield(self._homeassistant.run(), loop=self._loop)
-
-    @api_process
-    def restart(self, request):
-        """Restart homeassistant."""
-        return asyncio.shield(self._homeassistant.restart(), loop=self._loop)
-
-    @api_process_raw(CONTENT_TYPE_BINARY)
-    def logs(self, request):
-        """Return homeassistant docker logs."""
-        return self._homeassistant.logs()
-
-    @api_process
-    async def check(self, request):
-        """Check config of homeassistant."""
-        code, message = await self._homeassistant.check_config()
-        if not code:
-            raise RuntimeError(message)
-
-        return True

hassio/api/host.py

@@ -1,91 +0,0 @@
-"""Init file for HassIO host rest api."""
-import asyncio
-import logging
-
-import voluptuous as vol
-
-from .utils import api_process_hostcontrol, api_process, api_validate
-from ..const import (
-    ATTR_VERSION, ATTR_LAST_VERSION, ATTR_TYPE, ATTR_HOSTNAME, ATTR_FEATURES,
-    ATTR_OS, ATTR_SERIAL, ATTR_INPUT, ATTR_DISK, ATTR_AUDIO, ATTR_AUDIO_INPUT,
-    ATTR_AUDIO_OUTPUT, ATTR_GPIO)
-from ..coresys import CoreSysAttributes
-from ..validate import ALSA_CHANNEL
-
-_LOGGER = logging.getLogger(__name__)
-
-SCHEMA_VERSION = vol.Schema({
-    vol.Optional(ATTR_VERSION): vol.Coerce(str),
-})
-
-SCHEMA_OPTIONS = vol.Schema({
-    vol.Optional(ATTR_AUDIO_OUTPUT): ALSA_CHANNEL,
-    vol.Optional(ATTR_AUDIO_INPUT): ALSA_CHANNEL,
-})
-
-
-class APIHost(CoreSysAttributes):
-    """Handle rest api for host functions."""
-
-    @api_process
-    async def info(self, request):
-        """Return host information."""
-        return {
-            ATTR_TYPE: self._host_control.type,
-            ATTR_VERSION: self._host_control.version,
-            ATTR_LAST_VERSION: self._host_control.last_version,
-            ATTR_FEATURES: self._host_control.features,
-            ATTR_HOSTNAME: self._host_control.hostname,
-            ATTR_OS: self._host_control.os_info,
-        }
-
-    @api_process
-    async def options(self, request):
-        """Process host options."""
-        body = await api_validate(SCHEMA_OPTIONS, request)
-
-        if ATTR_AUDIO_OUTPUT in body:
-            self._config.audio_output = body[ATTR_AUDIO_OUTPUT]
-        if ATTR_AUDIO_INPUT in body:
-            self._config.audio_input = body[ATTR_AUDIO_INPUT]
-
-        return True
-
-    @api_process_hostcontrol
-    def reboot(self, request):
-        """Reboot host."""
-        return self._host_control.reboot()
-
-    @api_process_hostcontrol
-    def shutdown(self, request):
-        """Poweroff host."""
-        return self._host_control.shutdown()
-
-    @api_process_hostcontrol
-    async def reload(self, request):
-        """Reload host data."""
-        await self._host_control.load()
-        return True
-
-    @api_process_hostcontrol
-    async def update(self, request):
-        """Update host OS."""
-        body = await api_validate(SCHEMA_VERSION, request)
-        version = body.get(ATTR_VERSION, self._host_control.last_version)
-
-        if version == self._host_control.version:
-            raise RuntimeError(f"Version {version} is already in use")
-
-        return await asyncio.shield(
-            self._host_control.update(version=version), loop=self._loop)
-
-    @api_process
-    async def hardware(self, request):
-        """Return local hardware infos."""
-        return {
-            ATTR_SERIAL: list(self._hardware.serial_devices),
-            ATTR_INPUT: list(self._hardware.input_devices),
-            ATTR_DISK: list(self._hardware.disk_devices),
-            ATTR_GPIO: list(self._hardware.gpio_devices),
-            ATTR_AUDIO: self._hardware.audio_devices,
-        }

hassio/api/network.py

@@ -1,38 +0,0 @@
-"""Init file for HassIO network rest api."""
-import logging
-
-import voluptuous as vol
-
-from .utils import api_process, api_process_hostcontrol, api_validate
-from ..const import ATTR_HOSTNAME
-from ..coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-
-SCHEMA_OPTIONS = vol.Schema({
-    vol.Optional(ATTR_HOSTNAME): vol.Coerce(str),
-})
-
-
-class APINetwork(CoreSysAttributes):
-    """Handle rest api for network functions."""
-
-    @api_process
-    async def info(self, request):
-        """Show network settings."""
-        return {
-            ATTR_HOSTNAME: self._host_control.hostname,
-        }
-
-    @api_process_hostcontrol
-    async def options(self, request):
-        """Edit network settings."""
-        body = await api_validate(SCHEMA_OPTIONS, request)
-
-        # hostname
-        if ATTR_HOSTNAME in body:
-            if self._host_control.hostname != body[ATTR_HOSTNAME]:
-                await self._host_control.set_hostname(body[ATTR_HOSTNAME])
-
-        return True

hassio/api/proxy.py

@@ -1,190 +0,0 @@
-"""Utils for HomeAssistant Proxy."""
-import asyncio
-import logging
-
-import aiohttp
-from aiohttp import web
-from aiohttp.web_exceptions import HTTPBadGateway
-from aiohttp.hdrs import CONTENT_TYPE
-import async_timeout
-
-from ..const import HEADER_HA_ACCESS
-from ..coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class APIProxy(CoreSysAttributes):
-    """API Proxy for Home-Assistant."""
-
-    async def _api_client(self, request, path, timeout=300):
-        """Return a client request with proxy origin for Home-Assistant."""
-        url = f"{self._homeassistant.api_url}/api/{path}"
-
-        try:
-            data = None
-            headers = {}
-            method = getattr(self._websession_ssl, request.method.lower())
-
-            # read data
-            with async_timeout.timeout(30, loop=self._loop):
-                data = await request.read()
-
-            if data:
-                headers.update({CONTENT_TYPE: request.content_type})
-
-            # need api password?
-            if self._homeassistant.api_password:
-                headers = {HEADER_HA_ACCESS: self._homeassistant.api_password}
-
-            # reset headers
-            if not headers:
-                headers = None
-
-            client = await method(
-                url, data=data, headers=headers, timeout=timeout
-            )
-
-            return client
-
-        except aiohttp.ClientError as err:
-            _LOGGER.error("Client error on API %s request %s.", path, err)
-
-        except asyncio.TimeoutError:
-            _LOGGER.error("Client timeout error on API request %s.", path)
-
-        raise HTTPBadGateway()
-
-    async def api(self, request):
-        """Proxy HomeAssistant API Requests."""
-        path = request.match_info.get('path', '')
-
-        # API stream
-        if path.startswith("stream"):
-            _LOGGER.info("Home-Assistant Event-Stream start")
-            client = await self._api_client(request, path, timeout=None)
-
-            response = web.StreamResponse()
-            response.content_type = request.headers.get(CONTENT_TYPE)
-            try:
-                await response.prepare(request)
-                while True:
-                    data = await client.content.read(10)
-                    if not data:
-                        await response.write_eof()
-                        break
-                    response.write(data)
-
-            except aiohttp.ClientError:
-                await response.write_eof()
-
-            except asyncio.CancelledError:
-                pass
-
-            finally:
-                client.close()
-
-            _LOGGER.info("Home-Assistant Event-Stream close")
-
-        # Normal request
-        else:
-            _LOGGER.info("Home-Assistant '/api/%s' request", path)
-            client = await self._api_client(request, path)
-
-            data = await client.read()
-            return web.Response(
-                body=data,
-                status=client.status,
-                content_type=client.content_type
-            )
-
-    async def _websocket_client(self):
-        """Initialize a websocket api connection."""
-        url = f"{self.homeassistant.api_url}/api/websocket"
-
-        try:
-            client = await self._websession_ssl.ws_connect(
-                url, heartbeat=60, verify_ssl=False)
-
-            # handle authentication
-            for _ in range(2):
-                data = await client.receive_json()
-                if data.get('type') == 'auth_ok':
-                    return client
-                elif data.get('type') == 'auth_required':
-                    await client.send_json({
-                        'type': 'auth',
-                        'api_password': self._homeassistant.api_password,
-                    })
-
-            _LOGGER.error("Authentication to Home-Assistant websocket")
-
-        except (aiohttp.ClientError, RuntimeError) as err:
-            _LOGGER.error("Client error on websocket API %s.", err)
-
-        raise HTTPBadGateway()
-
-    async def websocket(self, request):
-        """Initialize a websocket api connection."""
-        _LOGGER.info("Home-Assistant Websocket API request initialze")
-
-        # init server
-        server = web.WebSocketResponse(heartbeat=60)
-        await server.prepare(request)
-
-        # handle authentication
-        await server.send_json({'type': 'auth_required'})
-        await server.receive_json()  # get internal token
-        await server.send_json({'type': 'auth_ok'})
-
-        # init connection to hass
-        client = await self._websocket_client()
-
-        _LOGGER.info("Home-Assistant Websocket API request running")
-        try:
-            client_read = None
-            server_read = None
-            while not server.closed and not client.closed:
-                if not client_read:
-                    client_read = asyncio.ensure_future(
-                        client.receive_str(), loop=self._loop)
-                if not server_read:
-                    server_read = asyncio.ensure_future(
-                        server.receive_str(), loop=self._loop)
-
-                # wait until data need to be processed
-                await asyncio.wait(
-                    [client_read, server_read],
-                    loop=self._loop, return_when=asyncio.FIRST_COMPLETED
-                )
-
-                # server
-                if server_read.done() and not client.closed:
-                    server_read.exception()
-                    await client.send_str(server_read.result())
-                    server_read = None
-
-                # client
-                if client_read.done() and not server.closed:
-                    client_read.exception()
-                    await server.send_str(client_read.result())
-                    client_read = None
-
-        except asyncio.CancelledError:
-            pass
-
-        except RuntimeError as err:
-            _LOGGER.info("Home-Assistant Websocket API error: %s", err)
-
-        finally:
-            if client_read:
-                client_read.cancel()
-            if server_read:
-                server_read.cancel()
-
-            # close connections
-            await client.close()
-            await server.close()
-
-        _LOGGER.info("Home-Assistant Websocket API connection is closed")
-        return server

hassio/api/security.py

@@ -1,98 +0,0 @@
-"""Init file for HassIO security rest api."""
-from datetime import datetime, timedelta
-import io
-import logging
-import hashlib
-import os
-
-from aiohttp import web
-import voluptuous as vol
-import pyotp
-import pyqrcode
-
-from .utils import api_process, api_validate, hash_password
-from ..const import ATTR_INITIALIZE, ATTR_PASSWORD, ATTR_TOTP, ATTR_SESSION
-from ..coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-SCHEMA_PASSWORD = vol.Schema({
-    vol.Required(ATTR_PASSWORD): vol.Coerce(str),
-})
-
-SCHEMA_SESSION = SCHEMA_PASSWORD.extend({
-    vol.Optional(ATTR_TOTP, default=None): vol.Coerce(str),
-})
-
-
-class APISecurity(CoreSysAttributes):
-    """Handle rest api for security functions."""
-
-    def _check_password(self, body):
-        """Check if password is valid and security is initialize."""
-        if not self._config.security_initialize:
-            raise RuntimeError("First set a password")
-
-        password = hash_password(body[ATTR_PASSWORD])
-        if password != self._config.security_password:
-            raise RuntimeError("Wrong password")
-
-    @api_process
-    async def info(self, request):
-        """Return host information."""
-        return {
-            ATTR_INITIALIZE: self._config.security_initialize,
-            ATTR_TOTP: self._config.security_totp is not None,
-        }
-
-    @api_process
-    async def options(self, request):
-        """Set options / password."""
-        body = await api_validate(SCHEMA_PASSWORD, request)
-
-        if self._config.security_initialize:
-            raise RuntimeError("Password is already set!")
-
-        self._config.security_password = hash_password(body[ATTR_PASSWORD])
-        self._config.security_initialize = True
-        return True
-
-    @api_process
-    async def totp(self, request):
-        """Set and initialze TOTP."""
-        body = await api_validate(SCHEMA_PASSWORD, request)
-        self._check_password(body)
-
-        # generate TOTP
-        totp_init_key = pyotp.random_base32()
-        totp = pyotp.TOTP(totp_init_key)
-
-        # init qrcode
-        buff = io.BytesIO()
-
-        qrcode = pyqrcode.create(totp.provisioning_uri("Hass.IO"))
-        qrcode.svg(buff)
-
-        # finish
-        self._config.security_totp = totp_init_key
-        return web.Response(body=buff.getvalue(), content_type='image/svg+xml')
-
-    @api_process
-    async def session(self, request):
-        """Set and initialze session."""
-        body = await api_validate(SCHEMA_SESSION, request)
-        self._check_password(body)
-
-        # check TOTP
-        if self._config.security_totp:
-            totp = pyotp.TOTP(self._config.security_totp)
-            if body[ATTR_TOTP] != totp.now():
-                raise RuntimeError("Invalid TOTP token!")
-
-        # create session
-        valid_until = datetime.now() + timedelta(days=1)
-        session = hashlib.sha256(os.urandom(54)).hexdigest()
-
-        # store session
-        self._config.add_security_session(session, valid_until)
-        return {ATTR_SESSION: session}

hassio/api/snapshots.py

@@ -1,127 +0,0 @@
-"""Init file for HassIO snapshot rest api."""
-import asyncio
-import logging
-
-import voluptuous as vol
-
-from .utils import api_process, api_validate
-from ..snapshots.validate import ALL_FOLDERS
-from ..const import (
-    ATTR_NAME, ATTR_SLUG, ATTR_DATE, ATTR_ADDONS, ATTR_REPOSITORIES,
-    ATTR_HOMEASSISTANT, ATTR_VERSION, ATTR_SIZE, ATTR_FOLDERS, ATTR_TYPE,
-    ATTR_SNAPSHOTS)
-from ..coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_RESTORE_PARTIAL = vol.Schema({
-    vol.Optional(ATTR_HOMEASSISTANT): vol.Boolean(),
-    vol.Optional(ATTR_ADDONS): [vol.Coerce(str)],
-    vol.Optional(ATTR_FOLDERS): [vol.In(ALL_FOLDERS)],
-})
-
-SCHEMA_SNAPSHOT_FULL = vol.Schema({
-    vol.Optional(ATTR_NAME): vol.Coerce(str),
-})
-
-SCHEMA_SNAPSHOT_PARTIAL = SCHEMA_SNAPSHOT_FULL.extend({
-    vol.Optional(ATTR_ADDONS): [vol.Coerce(str)],
-    vol.Optional(ATTR_FOLDERS): [vol.In(ALL_FOLDERS)],
-})
-
-
-class APISnapshots(CoreSysAttributes):
-    """Handle rest api for snapshot functions."""
-
-    def _extract_snapshot(self, request):
-        """Return addon and if not exists trow a exception."""
-        snapshot = self._snapshots.get(request.match_info.get('snapshot'))
-        if not snapshot:
-            raise RuntimeError("Snapshot not exists")
-        return snapshot
-
-    @api_process
-    async def list(self, request):
-        """Return snapshot list."""
-        data_snapshots = []
-        for snapshot in self._snapshots.list_snapshots:
-            data_snapshots.append({
-                ATTR_SLUG: snapshot.slug,
-                ATTR_NAME: snapshot.name,
-                ATTR_DATE: snapshot.date,
-            })
-
-        return {
-            ATTR_SNAPSHOTS: data_snapshots,
-        }
-
-    @api_process
-    async def reload(self, request):
-        """Reload snapshot list."""
-        await asyncio.shield(self._snapshots.reload(), loop=self._loop)
-        return True
-
-    @api_process
-    async def info(self, request):
-        """Return snapshot info."""
-        snapshot = self._extract_snapshot(request)
-
-        data_addons = []
-        for addon_data in snapshot.addons:
-            data_addons.append({
-                ATTR_SLUG: addon_data[ATTR_SLUG],
-                ATTR_NAME: addon_data[ATTR_NAME],
-                ATTR_VERSION: addon_data[ATTR_VERSION],
-            })
-
-        return {
-            ATTR_SLUG: snapshot.slug,
-            ATTR_TYPE: snapshot.sys_type,
-            ATTR_NAME: snapshot.name,
-            ATTR_DATE: snapshot.date,
-            ATTR_SIZE: snapshot.size,
-            ATTR_HOMEASSISTANT: snapshot.homeassistant_version,
-            ATTR_ADDONS: data_addons,
-            ATTR_REPOSITORIES: snapshot.repositories,
-            ATTR_FOLDERS: snapshot.folders,
-        }
-
-    @api_process
-    async def snapshot_full(self, request):
-        """Full-Snapshot a snapshot."""
-        body = await api_validate(SCHEMA_SNAPSHOT_FULL, request)
-        return await asyncio.shield(
-            self._snapshots.do_snapshot_full(**body), loop=self._loop)
-
-    @api_process
-    async def snapshot_partial(self, request):
-        """Partial-Snapshot a snapshot."""
-        body = await api_validate(SCHEMA_SNAPSHOT_PARTIAL, request)
-        return await asyncio.shield(
-            self._snapshots.do_snapshot_partial(**body), loop=self._loop)
-
-    @api_process
-    def restore_full(self, request):
-        """Full-Restore a snapshot."""
-        snapshot = self._extract_snapshot(request)
-        return asyncio.shield(
-            self._snapshots.do_restore_full(snapshot), loop=self._loop)
-
-    @api_process
-    async def restore_partial(self, request):
-        """Partial-Restore a snapshot."""
-        snapshot = self._extract_snapshot(request)
-        body = await api_validate(SCHEMA_SNAPSHOT_PARTIAL, request)
-
-        return await asyncio.shield(
-            self._snapshots.do_restore_partial(snapshot, **body),
-            loop=self._loop
-        )
-
-    @api_process
-    async def remove(self, request):
-        """Remove a snapshot."""
-        snapshot = self._extract_snapshot(request)
-        return self._snapshots.remove(snapshot)

hassio/api/supervisor.py

@@ -1,138 +0,0 @@
-"""Init file for HassIO supervisor rest api."""
-import asyncio
-import logging
-
-import voluptuous as vol
-
-from .utils import api_process, api_process_raw, api_validate
-from ..const import (
-    ATTR_ADDONS, ATTR_VERSION, ATTR_LAST_VERSION, ATTR_BETA_CHANNEL, ATTR_ARCH,
-    HASSIO_VERSION, ATTR_ADDONS_REPOSITORIES, ATTR_LOGO, ATTR_REPOSITORY,
-    ATTR_DESCRIPTON, ATTR_NAME, ATTR_SLUG, ATTR_INSTALLED, ATTR_TIMEZONE,
-    ATTR_STATE, ATTR_WAIT_BOOT, ATTR_CPU_PERCENT, ATTR_MEMORY_USAGE,
-    ATTR_MEMORY_LIMIT, ATTR_NETWORK_RX, ATTR_NETWORK_TX, ATTR_BLK_READ,
-    ATTR_BLK_WRITE, CONTENT_TYPE_BINARY)
-from ..coresys import CoreSysAttributes
-from ..validate import validate_timezone, WAIT_BOOT
-
-_LOGGER = logging.getLogger(__name__)
-
-SCHEMA_OPTIONS = vol.Schema({
-    # pylint: disable=no-value-for-parameter
-    vol.Optional(ATTR_BETA_CHANNEL): vol.Boolean(),
-    vol.Optional(ATTR_ADDONS_REPOSITORIES): [vol.Url()],
-    vol.Optional(ATTR_TIMEZONE): validate_timezone,
-    vol.Optional(ATTR_WAIT_BOOT): WAIT_BOOT,
-})
-
-SCHEMA_VERSION = vol.Schema({
-    vol.Optional(ATTR_VERSION): vol.Coerce(str),
-})
-
-
-class APISupervisor(CoreSysAttributes):
-    """Handle rest api for supervisor functions."""
-
-    @api_process
-    async def ping(self, request):
-        """Return ok for signal that the api is ready."""
-        return True
-
-    @api_process
-    async def info(self, request):
-        """Return host information."""
-        list_addons = []
-        for addon in self._addons.list_addons:
-            if addon.is_installed:
-                list_addons.append({
-                    ATTR_NAME: addon.name,
-                    ATTR_SLUG: addon.slug,
-                    ATTR_DESCRIPTON: addon.description,
-                    ATTR_STATE: await addon.state(),
-                    ATTR_VERSION: addon.last_version,
-                    ATTR_INSTALLED: addon.version_installed,
-                    ATTR_REPOSITORY: addon.repository,
-                    ATTR_LOGO: addon.with_logo,
-                })
-
-        return {
-            ATTR_VERSION: HASSIO_VERSION,
-            ATTR_LAST_VERSION: self._updater.version_hassio,
-            ATTR_BETA_CHANNEL: self._updater.beta_channel,
-            ATTR_ARCH: self._arch,
-            ATTR_WAIT_BOOT: self._config.wait_boot,
-            ATTR_TIMEZONE: self._config.timezone,
-            ATTR_ADDONS: list_addons,
-            ATTR_ADDONS_REPOSITORIES: self._config.addons_repositories,
-        }
-
-    @api_process
-    async def options(self, request):
-        """Set supervisor options."""
-        body = await api_validate(SCHEMA_OPTIONS, request)
-
-        if ATTR_BETA_CHANNEL in body:
-            self._updater.beta_channel = body[ATTR_BETA_CHANNEL]
-
-        if ATTR_TIMEZONE in body:
-            self._config.timezone = body[ATTR_TIMEZONE]
-
-        if ATTR_WAIT_BOOT in body:
-            self._config.wait_boot = body[ATTR_WAIT_BOOT]
-
-        if ATTR_ADDONS_REPOSITORIES in body:
-            new = set(body[ATTR_ADDONS_REPOSITORIES])
-            await asyncio.shield(self._addons.load_repositories(new))
-
-        self._updater.save()
-        self._config.save()
-        return True
-
-    @api_process
-    async def stats(self, request):
-        """Return resource information."""
-        stats = await self._supervisor.stats()
-        if not stats:
-            raise RuntimeError("No stats available")
-
-        return {
-            ATTR_CPU_PERCENT: stats.cpu_percent,
-            ATTR_MEMORY_USAGE: stats.memory_usage,
-            ATTR_MEMORY_LIMIT: stats.memory_limit,
-            ATTR_NETWORK_RX: stats.network_rx,
-            ATTR_NETWORK_TX: stats.network_tx,
-            ATTR_BLK_READ: stats.blk_read,
-            ATTR_BLK_WRITE: stats.blk_write,
-        }
-
-    @api_process
-    async def update(self, request):
-        """Update supervisor OS."""
-        body = await api_validate(SCHEMA_VERSION, request)
-        version = body.get(ATTR_VERSION, self._updater.version_hassio)
-
-        if version == self._supervisor.version:
-            raise RuntimeError("Version {} is already in use".format(version))
-
-        return await asyncio.shield(
-            self._supervisor.update(version), loop=self._loop)
-
-    @api_process
-    async def reload(self, request):
-        """Reload addons, config ect."""
-        tasks = [
-            self._updater.reload(),
-        ]
-        results, _ = await asyncio.shield(
-            asyncio.wait(tasks, loop=self._loop), loop=self._loop)
-
-        for result in results:
-            if result.exception() is not None:
-                raise RuntimeError("Some reload task fails!")
-
-        return True
-
-    @api_process_raw(CONTENT_TYPE_BINARY)
-    def logs(self, request):
-        """Return supervisor docker logs."""
-        return self._supervisor.logs()

hassio/api/utils.py

@@ -1,121 +0,0 @@
-"""Init file for HassIO util for rest api."""
-import json
-import hashlib
-import logging
-
-from aiohttp import web
-from aiohttp.web_exceptions import HTTPServiceUnavailable
-import voluptuous as vol
-from voluptuous.humanize import humanize_error
-
-from ..const import (
-    JSON_RESULT, JSON_DATA, JSON_MESSAGE, RESULT_OK, RESULT_ERROR,
-    CONTENT_TYPE_BINARY)
-
-_LOGGER = logging.getLogger(__name__)
-
-
-def json_loads(data):
-    """Extract json from string with support for '' and None."""
-    if not data:
-        return {}
-    try:
-        return json.loads(data)
-    except json.JSONDecodeError:
-        raise RuntimeError("Invalid json")
-
-
-def api_process(method):
-    """Wrap function with true/false calls to rest api."""
-    async def wrap_api(api, *args, **kwargs):
-        """Return api information."""
-        try:
-            answer = await method(api, *args, **kwargs)
-        except RuntimeError as err:
-            return api_return_error(message=str(err))
-
-        if isinstance(answer, dict):
-            return api_return_ok(data=answer)
-        if isinstance(answer, web.Response):
-            return answer
-        elif answer:
-            return api_return_ok()
-        return api_return_error()
-
-    return wrap_api
-
-
-def api_process_hostcontrol(method):
-    """Wrap HostControl calls to rest api."""
-    async def wrap_hostcontrol(api, *args, **kwargs):
-        """Return host information."""
-        # pylint: disable=protected-access
-        if not api._host_control.active:
-            raise HTTPServiceUnavailable()
-
-        try:
-            answer = await method(api, *args, **kwargs)
-        except RuntimeError as err:
-            return api_return_error(message=str(err))
-
-        if isinstance(answer, dict):
-            return api_return_ok(data=answer)
-        elif answer is None:
-            return api_return_error("Function is not supported")
-        elif answer:
-            return api_return_ok()
-        return api_return_error()
-
-    return wrap_hostcontrol
-
-
-def api_process_raw(content):
-    """Wrap content_type into function."""
-    def wrap_method(method):
-        """Wrap function with raw output to rest api."""
-        async def wrap_api(api, *args, **kwargs):
-            """Return api information."""
-            try:
-                msg_data = await method(api, *args, **kwargs)
-                msg_type = content
-            except RuntimeError as err:
-                msg_data = str(err).encode()
-                msg_type = CONTENT_TYPE_BINARY
-
-            return web.Response(body=msg_data, content_type=msg_type)
-
-        return wrap_api
-    return wrap_method
-
-
-def api_return_error(message=None):
-    """Return a API error message."""
-    return web.json_response({
-        JSON_RESULT: RESULT_ERROR,
-        JSON_MESSAGE: message,
-    }, status=400)
-
-
-def api_return_ok(data=None):
-    """Return a API ok answer."""
-    return web.json_response({
-        JSON_RESULT: RESULT_OK,
-        JSON_DATA: data or {},
-    })
-
-
-async def api_validate(schema, request):
-    """Validate request data with schema."""
-    data = await request.json(loads=json_loads)
-    try:
-        data = schema(data)
-    except vol.Invalid as ex:
-        raise RuntimeError(humanize_error(data, ex)) from None
-
-    return data
-
-
-def hash_password(password):
-    """Hash and salt our passwords."""
-    key = ")*()*SALT_HASSIO2123{}6554547485HSKA!!*JSLAfdasda$".format(password)
-    return hashlib.sha256(key.encode()).hexdigest()

hassio/bootstrap.py

@@ -1,171 +0,0 @@
-"""Bootstrap HassIO."""
-import logging
-import os
-import signal
-import shutil
-from pathlib import Path
-
-from colorlog import ColoredFormatter
-
-from .addons import AddonManager
-from .api import RestAPI
-from .const import SOCKET_DOCKER
-from .coresys import CoreSys
-from .supervisor import Supervisor
-from .homeassistant import HomeAssistant
-from .snapshots import SnapshotsManager
-from .tasks import Tasks
-from .updater import Updater
-
-_LOGGER = logging.getLogger(__name__)
-
-
-def initialize_coresys(loop):
-    """Initialize HassIO coresys/objects."""
-    coresys = CoreSys(loop)
-
-    # Initialize core objects
-    coresys.updater = Updater(coresys)
-    coresys.api = RestAPI(coresys)
-    coresys.supervisor = Supervisor(coresys)
-    coresys.homeassistant = HomeAssistant(coresys)
-    coresys.addons = AddonManager(coresys)
-    coresys.snapshots = SnapshotsManager(coresys)
-    coresys.tasks = Tasks(coresys)
-
-    # bootstrap config
-    initialize_system_data(coresys)
-
-    return coresys
-
-
-def initialize_system_data(coresys):
-    """Setup default config and create folders."""
-    config = coresys.config
-
-    # homeassistant config folder
-    if not config.path_config.is_dir():
-        _LOGGER.info(
-            "Create Home-Assistant config folder %s", config.path_config)
-        config.path_config.mkdir()
-
-    # hassio ssl folder
-    if not config.path_ssl.is_dir():
-        _LOGGER.info("Create hassio ssl folder %s", config.path_ssl)
-        config.path_ssl.mkdir()
-
-    # hassio addon data folder
-    if not config.path_addons_data.is_dir():
-        _LOGGER.info(
-            "Create hassio addon data folder %s", config.path_addons_data)
-        config.path_addons_data.mkdir(parents=True)
-
-    if not config.path_addons_local.is_dir():
-        _LOGGER.info("Create hassio addon local repository folder %s",
-                     config.path_addons_local)
-        config.path_addons_local.mkdir(parents=True)
-
-    if not config.path_addons_git.is_dir():
-        _LOGGER.info("Create hassio addon git repositories folder %s",
-                     config.path_addons_git)
-        config.path_addons_git.mkdir(parents=True)
-
-    # hassio tmp folder
-    if not config.path_tmp.is_dir():
-        _LOGGER.info("Create hassio temp folder %s", config.path_tmp)
-        config.path_tmp.mkdir(parents=True)
-
-    # hassio backup folder
-    if not config.path_backup.is_dir():
-        _LOGGER.info("Create hassio backup folder %s", config.path_backup)
-        config.path_backup.mkdir()
-
-    # share folder
-    if not config.path_share.is_dir():
-        _LOGGER.info("Create hassio share folder %s", config.path_share)
-        config.path_share.mkdir()
-
-    return config
-
-
-def migrate_system_env(coresys):
-    """Cleanup some stuff after update."""
-    config = coresys.config
-
-    # hass.io 0.37 -> 0.38
-    old_build = Path(config.path_hassio, "addons/build")
-    if old_build.is_dir():
-        try:
-            old_build.rmdir()
-        except OSError:
-            _LOGGER.warning("Can't cleanup old addons build dir.")
-
-
-def initialize_logging():
-    """Setup the logging."""
-    logging.basicConfig(level=logging.INFO)
-    fmt = ("%(asctime)s %(levelname)s (%(threadName)s) "
-           "[%(name)s] %(message)s")
-    colorfmt = "%(log_color)s{}%(reset)s".format(fmt)
-    datefmt = '%y-%m-%d %H:%M:%S'
-
-    # suppress overly verbose logs from libraries that aren't helpful
-    logging.getLogger("aiohttp.access").setLevel(logging.WARNING)
-
-    logging.getLogger().handlers[0].setFormatter(ColoredFormatter(
-        colorfmt,
-        datefmt=datefmt,
-        reset=True,
-        log_colors={
-            'DEBUG': 'cyan',
-            'INFO': 'green',
-            'WARNING': 'yellow',
-            'ERROR': 'red',
-            'CRITICAL': 'red',
-        }
-    ))
-
-
-def check_environment():
-    """Check if all environment are exists."""
-    # check environment variables
-    for key in ('SUPERVISOR_SHARE', 'SUPERVISOR_NAME',
-                'HOMEASSISTANT_REPOSITORY'):
-        try:
-            os.environ[key]
-        except KeyError:
-            _LOGGER.fatal("Can't find %s in env!", key)
-            return False
-
-    # check docker socket
-    if not SOCKET_DOCKER.is_socket():
-        _LOGGER.fatal("Can't find docker socket!")
-        return False
-
-    # check socat exec
-    if not shutil.which('socat'):
-        _LOGGER.fatal("Can0t find socat program!")
-        return False
-
-    return True
-
-
-def reg_signal(loop):
-    """Register SIGTERM, SIGKILL to stop system."""
-    try:
-        loop.add_signal_handler(
-            signal.SIGTERM, lambda: loop.call_soon(loop.stop))
-    except (ValueError, RuntimeError):
-        _LOGGER.warning("Could not bind to SIGTERM")
-
-    try:
-        loop.add_signal_handler(
-            signal.SIGHUP, lambda: loop.call_soon(loop.stop))
-    except (ValueError, RuntimeError):
-        _LOGGER.warning("Could not bind to SIGHUP")
-
-    try:
-        loop.add_signal_handler(
-            signal.SIGINT, lambda: loop.call_soon(loop.stop))
-    except (ValueError, RuntimeError):
-        _LOGGER.warning("Could not bind to SIGINT")

hassio/config.py

@@ -1,257 +0,0 @@
-"""Bootstrap HassIO."""
-from datetime import datetime
-import logging
-import os
-from pathlib import Path, PurePath
-
-from .const import (
-    FILE_HASSIO_CONFIG, HASSIO_DATA, ATTR_SECURITY, ATTR_SESSIONS,
-    ATTR_PASSWORD, ATTR_TOTP, ATTR_TIMEZONE, ATTR_ADDONS_CUSTOM_LIST,
-    ATTR_AUDIO_INPUT, ATTR_AUDIO_OUTPUT, ATTR_LAST_BOOT, ATTR_WAIT_BOOT)
-from .utils.dt import parse_datetime
-from .utils.json import JsonConfig
-from .validate import SCHEMA_HASSIO_CONFIG
-
-_LOGGER = logging.getLogger(__name__)
-
-HOMEASSISTANT_CONFIG = PurePath("homeassistant")
-
-HASSIO_SSL = PurePath("ssl")
-
-ADDONS_CORE = PurePath("addons/core")
-ADDONS_LOCAL = PurePath("addons/local")
-ADDONS_GIT = PurePath("addons/git")
-ADDONS_DATA = PurePath("addons/data")
-
-BACKUP_DATA = PurePath("backup")
-SHARE_DATA = PurePath("share")
-TMP_DATA = PurePath("tmp")
-
-DEFAULT_BOOT_TIME = datetime.utcfromtimestamp(0).isoformat()
-
-
-class CoreConfig(JsonConfig):
-    """Hold all core config data."""
-
-    def __init__(self):
-        """Initialize config object."""
-        super().__init__(FILE_HASSIO_CONFIG, SCHEMA_HASSIO_CONFIG)
-
-    @property
-    def timezone(self):
-        """Return system timezone."""
-        return self._data[ATTR_TIMEZONE]
-
-    @timezone.setter
-    def timezone(self, value):
-        """Set system timezone."""
-        self._data[ATTR_TIMEZONE] = value
-        self.save()
-
-    @property
-    def wait_boot(self):
-        """Return wait time for auto boot stages."""
-        return self._data[ATTR_WAIT_BOOT]
-
-    @wait_boot.setter
-    def wait_boot(self, value):
-        """Set wait boot time."""
-        self._data[ATTR_WAIT_BOOT] = value
-        self.save()
-
-    @property
-    def last_boot(self):
-        """Return last boot datetime."""
-        boot_str = self._data.get(ATTR_LAST_BOOT, DEFAULT_BOOT_TIME)
-
-        boot_time = parse_datetime(boot_str)
-        if not boot_time:
-            return datetime.utcfromtimestamp(1)
-        return boot_time
-
-    @last_boot.setter
-    def last_boot(self, value):
-        """Set last boot datetime."""
-        self._data[ATTR_LAST_BOOT] = value.isoformat()
-        self.save()
-
-    @property
-    def path_hassio(self):
-        """Return hassio data path."""
-        return HASSIO_DATA
-
-    @property
-    def path_extern_hassio(self):
-        """Return hassio data path extern for docker."""
-        return PurePath(os.environ['SUPERVISOR_SHARE'])
-
-    @property
-    def path_extern_config(self):
-        """Return config path extern for docker."""
-        return str(PurePath(self.path_extern_hassio, HOMEASSISTANT_CONFIG))
-
-    @property
-    def path_config(self):
-        """Return config path inside supervisor."""
-        return Path(HASSIO_DATA, HOMEASSISTANT_CONFIG)
-
-    @property
-    def path_extern_ssl(self):
-        """Return SSL path extern for docker."""
-        return str(PurePath(self.path_extern_hassio, HASSIO_SSL))
-
-    @property
-    def path_ssl(self):
-        """Return SSL path inside supervisor."""
-        return Path(HASSIO_DATA, HASSIO_SSL)
-
-    @property
-    def path_addons_core(self):
-        """Return git path for core addons."""
-        return Path(HASSIO_DATA, ADDONS_CORE)
-
-    @property
-    def path_addons_git(self):
-        """Return path for git addons."""
-        return Path(HASSIO_DATA, ADDONS_GIT)
-
-    @property
-    def path_addons_local(self):
-        """Return path for customs addons."""
-        return Path(HASSIO_DATA, ADDONS_LOCAL)
-
-    @property
-    def path_extern_addons_local(self):
-        """Return path for customs addons."""
-        return PurePath(self.path_extern_hassio, ADDONS_LOCAL)
-
-    @property
-    def path_addons_data(self):
-        """Return root addon data folder."""
-        return Path(HASSIO_DATA, ADDONS_DATA)
-
-    @property
-    def path_extern_addons_data(self):
-        """Return root addon data folder extern for docker."""
-        return PurePath(self.path_extern_hassio, ADDONS_DATA)
-
-    @property
-    def path_tmp(self):
-        """Return hass.io temp folder."""
-        return Path(HASSIO_DATA, TMP_DATA)
-
-    @property
-    def path_backup(self):
-        """Return root backup data folder."""
-        return Path(HASSIO_DATA, BACKUP_DATA)
-
-    @property
-    def path_extern_backup(self):
-        """Return root backup data folder extern for docker."""
-        return PurePath(self.path_extern_hassio, BACKUP_DATA)
-
-    @property
-    def path_share(self):
-        """Return root share data folder."""
-        return Path(HASSIO_DATA, SHARE_DATA)
-
-    @property
-    def path_extern_share(self):
-        """Return root share data folder extern for docker."""
-        return PurePath(self.path_extern_hassio, SHARE_DATA)
-
-    @property
-    def addons_repositories(self):
-        """Return list of addons custom repositories."""
-        return self._data[ATTR_ADDONS_CUSTOM_LIST]
-
-    def add_addon_repository(self, repo):
-        """Add a custom repository to list."""
-        if repo in self._data[ATTR_ADDONS_CUSTOM_LIST]:
-            return
-
-        self._data[ATTR_ADDONS_CUSTOM_LIST].append(repo)
-        self.save()
-
-    def drop_addon_repository(self, repo):
-        """Remove a custom repository from list."""
-        if repo not in self._data[ATTR_ADDONS_CUSTOM_LIST]:
-            return
-
-        self._data[ATTR_ADDONS_CUSTOM_LIST].remove(repo)
-        self.save()
-
-    @property
-    def security_initialize(self):
-        """Return is security was initialize."""
-        return self._data[ATTR_SECURITY]
-
-    @security_initialize.setter
-    def security_initialize(self, value):
-        """Set is security initialize."""
-        self._data[ATTR_SECURITY] = value
-        self.save()
-
-    @property
-    def security_totp(self):
-        """Return the TOTP key."""
-        return self._data.get(ATTR_TOTP)
-
-    @security_totp.setter
-    def security_totp(self, value):
-        """Set the TOTP key."""
-        self._data[ATTR_TOTP] = value
-        self.save()
-
-    @property
-    def security_password(self):
-        """Return the password key."""
-        return self._data.get(ATTR_PASSWORD)
-
-    @security_password.setter
-    def security_password(self, value):
-        """Set the password key."""
-        self._data[ATTR_PASSWORD] = value
-        self.save()
-
-    @property
-    def security_sessions(self):
-        """Return api sessions."""
-        return {
-            session: parse_datetime(until) for
-            session, until in self._data[ATTR_SESSIONS].items()
-        }
-
-    def add_security_session(self, session, valid):
-        """Set the a new session."""
-        self._data[ATTR_SESSIONS].update(
-            {session: valid.isoformat()}
-        )
-        self.save()
-
-    def drop_security_session(self, session):
-        """Delete the a session."""
-        self._data[ATTR_SESSIONS].pop(session, None)
-        self.save()
-
-    @property
-    def audio_output(self):
-        """Return ALSA audio output card,dev."""
-        return self._data.get(ATTR_AUDIO_OUTPUT)
-
-    @audio_output.setter
-    def audio_output(self, value):
-        """Set ALSA audio output card,dev."""
-        self._data[ATTR_AUDIO_OUTPUT] = value
-        self.save()
-
-    @property
-    def audio_input(self):
-        """Return ALSA audio input card,dev."""
-        return self._data.get(ATTR_AUDIO_INPUT)
-
-    @audio_input.setter
-    def audio_input(self, value):
-        """Set ALSA audio input card,dev."""
-        self._data[ATTR_AUDIO_INPUT] = value
-        self.save()

hassio/const.py

@@ -1,172 +0,0 @@
-"""Const file for HassIO."""
-from pathlib import Path
-from ipaddress import ip_network
-
-HASSIO_VERSION = '0.80'
-
-URL_HASSIO_VERSION = ('https://raw.githubusercontent.com/home-assistant/'
-                      'hassio/{}/version.json')
-
-URL_HASSIO_ADDONS = 'https://github.com/home-assistant/hassio-addons'
-
-HASSIO_DATA = Path("/data")
-
-FILE_HASSIO_ADDONS = Path(HASSIO_DATA, "addons.json")
-FILE_HASSIO_CONFIG = Path(HASSIO_DATA, "config.json")
-FILE_HASSIO_HOMEASSISTANT = Path(HASSIO_DATA, "homeassistant.json")
-FILE_HASSIO_UPDATER = Path(HASSIO_DATA, "updater.json")
-
-SOCKET_DOCKER = Path("/var/run/docker.sock")
-SOCKET_HC = Path("/var/run/hassio-hc.sock")
-
-DOCKER_NETWORK = 'hassio'
-DOCKER_NETWORK_MASK = ip_network('172.30.32.0/23')
-DOCKER_NETWORK_RANGE = ip_network('172.30.33.0/24')
-
-LABEL_VERSION = 'io.hass.version'
-LABEL_ARCH = 'io.hass.arch'
-LABEL_TYPE = 'io.hass.type'
-
-META_ADDON = 'addon'
-META_SUPERVISOR = 'supervisor'
-META_HOMEASSISTANT = 'homeassistant'
-
-JSON_RESULT = 'result'
-JSON_DATA = 'data'
-JSON_MESSAGE = 'message'
-
-RESULT_ERROR = 'error'
-RESULT_OK = 'ok'
-
-CONTENT_TYPE_BINARY = 'application/octet-stream'
-CONTENT_TYPE_PNG = 'image/png'
-CONTENT_TYPE_JSON = 'application/json'
-CONTENT_TYPE_TEXT = 'text/plain'
-HEADER_HA_ACCESS = 'x-ha-access'
-
-ATTR_WAIT_BOOT = 'wait_boot'
-ATTR_WATCHDOG = 'watchdog'
-ATTR_CHANGELOG = 'changelog'
-ATTR_DATE = 'date'
-ATTR_ARCH = 'arch'
-ATTR_LONG_DESCRIPTION = 'long_description'
-ATTR_HOSTNAME = 'hostname'
-ATTR_TIMEZONE = 'timezone'
-ATTR_ARGS = 'args'
-ATTR_OS = 'os'
-ATTR_TYPE = 'type'
-ATTR_SOURCE = 'source'
-ATTR_FEATURES = 'features'
-ATTR_ADDONS = 'addons'
-ATTR_VERSION = 'version'
-ATTR_AUTO_UART = 'auto_uart'
-ATTR_LAST_BOOT = 'last_boot'
-ATTR_LAST_VERSION = 'last_version'
-ATTR_BETA_CHANNEL = 'beta_channel'
-ATTR_NAME = 'name'
-ATTR_SLUG = 'slug'
-ATTR_DESCRIPTON = 'description'
-ATTR_STARTUP = 'startup'
-ATTR_BOOT = 'boot'
-ATTR_PORTS = 'ports'
-ATTR_PORT = 'port'
-ATTR_SSL = 'ssl'
-ATTR_MAP = 'map'
-ATTR_WEBUI = 'webui'
-ATTR_OPTIONS = 'options'
-ATTR_INSTALLED = 'installed'
-ATTR_DETACHED = 'detached'
-ATTR_STATE = 'state'
-ATTR_SCHEMA = 'schema'
-ATTR_IMAGE = 'image'
-ATTR_LOGO = 'logo'
-ATTR_STDIN = 'stdin'
-ATTR_ADDONS_REPOSITORIES = 'addons_repositories'
-ATTR_REPOSITORY = 'repository'
-ATTR_REPOSITORIES = 'repositories'
-ATTR_URL = 'url'
-ATTR_MAINTAINER = 'maintainer'
-ATTR_PASSWORD = 'password'
-ATTR_TOTP = 'totp'
-ATTR_INITIALIZE = 'initialize'
-ATTR_SESSION = 'session'
-ATTR_SESSIONS = 'sessions'
-ATTR_LOCATON = 'location'
-ATTR_BUILD = 'build'
-ATTR_DEVICES = 'devices'
-ATTR_ENVIRONMENT = 'environment'
-ATTR_HOST_NETWORK = 'host_network'
-ATTR_HOST_IPC = 'host_ipc'
-ATTR_HOST_DBUS = 'host_dbus'
-ATTR_NETWORK = 'network'
-ATTR_TMPFS = 'tmpfs'
-ATTR_PRIVILEGED = 'privileged'
-ATTR_USER = 'user'
-ATTR_SYSTEM = 'system'
-ATTR_SNAPSHOTS = 'snapshots'
-ATTR_HOMEASSISTANT = 'homeassistant'
-ATTR_HASSIO = 'hassio'
-ATTR_HASSIO_API = 'hassio_api'
-ATTR_HOMEASSISTANT_API = 'homeassistant_api'
-ATTR_UUID = 'uuid'
-ATTR_FOLDERS = 'folders'
-ATTR_SIZE = 'size'
-ATTR_TYPE = 'type'
-ATTR_TIMEOUT = 'timeout'
-ATTR_AUTO_UPDATE = 'auto_update'
-ATTR_CUSTOM = 'custom'
-ATTR_AUDIO = 'audio'
-ATTR_AUDIO_INPUT = 'audio_input'
-ATTR_AUDIO_OUTPUT = 'audio_output'
-ATTR_INPUT = 'input'
-ATTR_OUTPUT = 'output'
-ATTR_DISK = 'disk'
-ATTR_SERIAL = 'serial'
-ATTR_SECURITY = 'security'
-ATTR_BUILD_FROM = 'build_from'
-ATTR_SQUASH = 'squash'
-ATTR_GPIO = 'gpio'
-ATTR_LEGACY = 'legacy'
-ATTR_ADDONS_CUSTOM_LIST = 'addons_custom_list'
-ATTR_CPU_PERCENT = 'cpu_percent'
-ATTR_NETWORK_RX = 'network_rx'
-ATTR_NETWORK_TX = 'network_tx'
-ATTR_MEMORY_LIMIT = 'memory_limit'
-ATTR_MEMORY_USAGE = 'memory_usage'
-ATTR_BLK_READ = 'blk_read'
-ATTR_BLK_WRITE = 'blk_write'
-
-STARTUP_INITIALIZE = 'initialize'
-STARTUP_SYSTEM = 'system'
-STARTUP_SERVICES = 'services'
-STARTUP_APPLICATION = 'application'
-STARTUP_ONCE = 'once'
-
-BOOT_AUTO = 'auto'
-BOOT_MANUAL = 'manual'
-
-STATE_STARTED = 'started'
-STATE_STOPPED = 'stopped'
-STATE_NONE = 'none'
-
-MAP_CONFIG = 'config'
-MAP_SSL = 'ssl'
-MAP_ADDONS = 'addons'
-MAP_BACKUP = 'backup'
-MAP_SHARE = 'share'
-
-ARCH_ARMHF = 'armhf'
-ARCH_AARCH64 = 'aarch64'
-ARCH_AMD64 = 'amd64'
-ARCH_I386 = 'i386'
-
-REPOSITORY_CORE = 'core'
-REPOSITORY_LOCAL = 'local'
-
-FOLDER_HOMEASSISTANT = 'homeassistant'
-FOLDER_SHARE = 'share'
-FOLDER_ADDONS = 'addons/local'
-FOLDER_SSL = 'ssl'
-
-SNAPSHOT_FULL = 'full'
-SNAPSHOT_PARTIAL = 'partial'

hassio/core.py

@@ -1,109 +0,0 @@
-"""Main file for HassIO."""
-import asyncio
-import logging
-
-from .coresys import CoreSysAttributes
-from .const import (
-    STARTUP_SYSTEM, STARTUP_SERVICES, STARTUP_APPLICATION, STARTUP_INITIALIZE)
-from .utils.dt import fetch_timezone
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class HassIO(CoreSysAttributes):
-    """Main object of hassio."""
-
-    def __init__(self, coresys):
-        """Initialize hassio object."""
-        self.coresys = coresys
-
-    async def setup(self):
-        """Setup HassIO orchestration."""
-        # update timezone
-        if self._config.timezone == 'UTC':
-            self._config.timezone = await fetch_timezone(self._websession)
-
-        # supervisor
-        await self._supervisor.load()
-
-        # hostcontrol
-        await self._host_control.load()
-
-        # Load homeassistant
-        await self._homeassistant.load()
-
-        # Load addons
-        await self._addons.load()
-
-        # rest api views
-        await self._api.load()
-
-        # load last available data
-        await self._updater.load()
-
-        # load last available data
-        await self._snapshots.load()
-
-        # start dns forwarding
-        self._loop.create_task(self._dns.start())
-
-        # start addon mark as initialize
-        await self._addons.auto_boot(STARTUP_INITIALIZE)
-
-    async def start(self):
-        """Start HassIO orchestration."""
-        # on release channel, try update itself
-        # on beta channel, only read new versions
-        if not self._updater.beta_channel:
-            await self._supervisor.update()
-        else:
-            _LOGGER.info("Ignore Hass.io auto updates on beta mode")
-
-        # start api
-        await self._api.start()
-        _LOGGER.info("Start API on %s", self._docker.network.supervisor)
-
-        try:
-            # HomeAssistant is already running / supervisor have only reboot
-            if self._hardware.last_boot == self._config.last_boot:
-                _LOGGER.info("Hass.io reboot detected")
-                return
-
-            # start addon mark as system
-            await self._addons.auto_boot(STARTUP_SYSTEM)
-
-            # start addon mark as services
-            await self._addons.auto_boot(STARTUP_SERVICES)
-
-            # run HomeAssistant
-            if self._homeassistant.boot:
-                await self._homeassistant.run()
-
-            # start addon mark as application
-            await self._addons.auto_boot(STARTUP_APPLICATION)
-
-            # store new last boot
-            self._config.last_boot = self._hardware.last_boot
-
-        finally:
-            # Add core tasks into scheduler
-            await self._tasks.load()
-
-            # If landingpage / run upgrade in background
-            if self._homeassistant.version == 'landingpage':
-                self._loop.create_task(self._homeassistant.install())
-
-        _LOGGER.info("Hass.io is up and running")
-
-    async def stop(self):
-        """Stop a running orchestration."""
-        # don't process scheduler anymore
-        self._scheduler.suspend = True
-
-        # process stop tasks
-        self._websession.close()
-        self._websession_ssl.close()
-
-        # process async stop tasks
-        await asyncio.wait(
-            [self._api.stop(), self._dns.stop()], loop=self._loop)

hassio/coresys.py

@@ -1,190 +0,0 @@
-"""Handle core shared data."""
-
-import aiohttp
-
-from .config import CoreConfig
-from .docker import DockerAPI
-from .misc.dns import DNSForward
-from .misc.hardware import Hardware
-from .misc.host_control import HostControl
-from .misc.scheduler import Scheduler
-
-
-class CoreSys(object):
-    """Class that handle all shared data."""
-
-    def __init__(self, loop):
-        """Initialize coresys."""
-        # Static attributes
-        self.exit_code = 0
-
-        # External objects
-        self._loop = loop
-        self._websession = aiohttp.ClientSession(loop=loop)
-        self._websession_ssl = aiohttp.ClientSession(
-            connector=aiohttp.TCPConnector(verify_ssl=False), loop=loop)
-
-        # Global objects
-        self._config = CoreConfig()
-        self._hardware = Hardware()
-        self._docker = DockerAPI()
-        self._scheduler = Scheduler(loop=loop)
-        self._dns = DNSForward(loop=loop)
-        self._host_control = HostControl(loop=loop)
-
-        # Internal objects pointers
-        self._homeassistant = None
-        self._supervisor = None
-        self._addons = None
-        self._api = None
-        self._updater = None
-        self._snapshots = None
-        self._tasks = None
-
-    @property
-    def arch(self):
-        """Return running arch of hass.io system."""
-        if self._supervisor:
-            return self._supervisor.arch
-        return None
-
-    @property
-    def loop(self):
-        """Return loop object."""
-        return self._loop
-
-    @property
-    def websession(self):
-        """Return websession object."""
-        return self._websession
-
-    @property
-    def websession_ssl(self):
-        """Return websession object with disabled SSL."""
-        return self._websession_ssl
-
-    @property
-    def config(self):
-        """Return CoreConfig object."""
-        return self._config
-
-    @property
-    def hardware(self):
-        """Return Hardware object."""
-        return self._hardware
-
-    @property
-    def docker(self):
-        """Return DockerAPI object."""
-        return self._docker
-
-    @property
-    def scheduler(self):
-        """Return Scheduler object."""
-        return self._scheduler
-
-    @property
-    def dns(self):
-        """Return DNSForward object."""
-        return self._dns
-
-    @property
-    def host_control(self):
-        """Return HostControl object."""
-        return self._host_control
-
-    @property
-    def homeassistant(self):
-        """Return HomeAssistant object."""
-        return self._homeassistant
-
-    @homeassistant.setter
-    def homeassistant(self, value):
-        """Set a HomeAssistant object."""
-        if self._homeassistant:
-            raise RuntimeError("HomeAssistant already set!")
-        self._homeassistant = value
-
-    @property
-    def supervisor(self):
-        """Return Supervisor object."""
-        return self._supervisor
-
-    @supervisor.setter
-    def supervisor(self, value):
-        """Set a Supervisor object."""
-        if self._supervisor:
-            raise RuntimeError("Supervisor already set!")
-        self._supervisor = value
-
-    @property
-    def api(self):
-        """Return API object."""
-        return self._api
-
-    @api.setter
-    def api(self, value):
-        """Set a API object."""
-        if self._api:
-            raise RuntimeError("API already set!")
-        self._api = value
-
-    @property
-    def updater(self):
-        """Return Updater object."""
-        return self._updater
-
-    @updater.setter
-    def updater(self, value):
-        """Set a Updater object."""
-        if self._updater:
-            raise RuntimeError("Updater already set!")
-        self._updater = value
-
-    @property
-    def addons(self):
-        """Return AddonManager object."""
-        return self._addons
-
-    @addons.setter
-    def addons(self, value):
-        """Set a AddonManager object."""
-        if self._addons:
-            raise RuntimeError("AddonManager already set!")
-        self._addons = value
-
-    @property
-    def snapshots(self):
-        """Return SnapshotsManager object."""
-        return self._snapshots
-
-    @snapshots.setter
-    def snapshots(self, value):
-        """Set a SnapshotsManager object."""
-        if self._snapshots:
-            raise RuntimeError("SnapshotsManager already set!")
-        self._snapshots = value
-
-    @property
-    def tasks(self):
-        """Return SnapshotsManager object."""
-        return self._tasks
-
-    @tasks.setter
-    def tasks(self, value):
-        """Set a Tasks object."""
-        if self._tasks:
-            raise RuntimeError("Tasks already set!")
-        self._tasks = value
-
-
-class CoreSysAttributes(object):
-    """Inheret basic CoreSysAttributes."""
-
-    coresys = None
-
-    def __getattr__(self, name):
-        """Mapping to coresys."""
-        if hasattr(self.coresys, name[1:]):
-            return getattr(self.coresys, name[1:])
-        raise AttributeError(f"Can't find {name} on {self.__class__}")

hassio/docker/__init__.py

@@ -1,108 +0,0 @@
-"""Init file for HassIO docker object."""
-from contextlib import suppress
-import logging
-
-import docker
-
-from .network import DockerNetwork
-from ..const import SOCKET_DOCKER
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class DockerAPI(object):
-    """Docker hassio wrapper.
-
-    This class is not AsyncIO safe!
-    """
-
-    def __init__(self):
-        """Initialize docker base wrapper."""
-        self.docker = docker.DockerClient(
-            base_url="unix:/{}".format(str(SOCKET_DOCKER)), version='auto')
-        self.network = DockerNetwork(self.docker)
-
-    @property
-    def images(self):
-        """Return api images."""
-        return self.docker.images
-
-    @property
-    def containers(self):
-        """Return api containers."""
-        return self.docker.containers
-
-    @property
-    def api(self):
-        """Return api containers."""
-        return self.docker.api
-
-    def run(self, image, **kwargs):
-        """"Create a docker and run it.
-
-        Need run inside executor.
-        """
-        name = kwargs.get('name', image)
-        network_mode = kwargs.get('network_mode')
-        hostname = kwargs.get('hostname')
-
-        # setup network
-        if network_mode:
-            kwargs['dns'] = [str(self.network.supervisor)]
-        else:
-            kwargs['network'] = None
-
-        # create container
-        try:
-            container = self.docker.containers.create(image, **kwargs)
-        except docker.errors.DockerException as err:
-            _LOGGER.error("Can't create container from %s: %s", name, err)
-            return False
-
-        # attach network
-        if not network_mode:
-            alias = [hostname] if hostname else None
-            if self.network.attach_container(container, alias=alias):
-                self.network.detach_default_bridge(container)
-            else:
-                _LOGGER.warning("Can't attach %s to hassio-net!", name)
-
-        # run container
-        try:
-            container.start()
-        except docker.errors.DockerException as err:
-            _LOGGER.error("Can't start %s: %s", name, err)
-            return False
-
-        return True
-
-    def run_command(self, image, command=None, **kwargs):
-        """Create a temporary container and run command.
-
-        Need run inside executor.
-        """
-        stdout = kwargs.get('stdout', True)
-        stderr = kwargs.get('stderr', True)
-
-        _LOGGER.info("Run command '%s' on %s", command, image)
-        try:
-            container = self.docker.containers.run(
-                image,
-                command=command,
-                network=self.network.name,
-                **kwargs
-            )
-
-            # wait until command is done
-            exit_code = container.wait()
-            output = container.logs(stdout=stdout, stderr=stderr)
-
-        except docker.errors.DockerException as err:
-            _LOGGER.error("Can't execute command: %s", err)
-            return (None, b"")
-
-        # cleanup container
-        with suppress(docker.errors.DockerException):
-            container.remove(force=True)
-
-        return (exit_code, output)

hassio/docker/addon.py

@@ -1,379 +0,0 @@
-"""Init file for HassIO addon docker object."""
-import logging
-import os
-
-import docker
-import requests
-
-from .interface import DockerInterface
-from .utils import docker_process
-from ..addons.build import AddonBuild
-from ..const import (
-    MAP_CONFIG, MAP_SSL, MAP_ADDONS, MAP_BACKUP, MAP_SHARE)
-
-_LOGGER = logging.getLogger(__name__)
-
-AUDIO_DEVICE = "/dev/snd:/dev/snd:rwm"
-
-
-class DockerAddon(DockerInterface):
-    """Docker hassio wrapper for HomeAssistant."""
-
-    def __init__(self, coresys, slug):
-        """Initialize docker homeassistant wrapper."""
-        super().__init__(coresys)
-        self._id = slug
-
-    @property
-    def addon(self):
-        """Return name of docker image."""
-        return self._addons.get(self._id)
-
-    @property
-    def image(self):
-        """Return name of docker image."""
-        return self.addon.image
-
-    @property
-    def timeout(self):
-        """Return timeout for docker actions."""
-        return self.addon.timeout
-
-    @property
-    def version(self):
-        """Return version of docker image."""
-        if not self.addon.legacy:
-            return super().version
-        return self.addon.version_installed
-
-    @property
-    def arch(self):
-        """Return arch of docker image."""
-        if not self.addon.legacy:
-            return super().arch
-        return self._arch
-
-    @property
-    def name(self):
-        """Return name of docker container."""
-        return "addon_{}".format(self.addon.slug)
-
-    @property
-    def ipc(self):
-        """Return the IPC namespace."""
-        if self.addon.host_ipc:
-            return 'host'
-        return None
-
-    @property
-    def hostname(self):
-        """Return slug/id of addon."""
-        return self.addon.slug.replace('_', '-')
-
-    @property
-    def environment(self):
-        """Return environment for docker add-on."""
-        addon_env = self.addon.environment or {}
-        if self.addon.with_audio:
-            addon_env.update({
-                'ALSA_OUTPUT': self.addon.audio_output,
-                'ALSA_INPUT': self.addon.audio_input,
-            })
-
-        # Set api token if any API access is needed
-        if self.addon.access_hassio_api or self.addon.access_homeassistant_api:
-            addon_env['API_TOKEN'] = self.addon.api_token
-
-        return {
-            **addon_env,
-            'TZ': self._config.timezone,
-        }
-
-    @property
-    def devices(self):
-        """Return needed devices."""
-        devices = self.addon.devices or []
-
-        # Use audio devices
-        if self.addon.with_audio and AUDIO_DEVICE not in devices:
-            devices.append(AUDIO_DEVICE)
-
-        # Auto mapping UART devices
-        if self.addon.auto_uart:
-            for device in self._hardware.serial_devices:
-                devices.append(f"{device}:{device}:rwm")
-
-        # Return None if no devices is present
-        return devices or None
-
-    @property
-    def ports(self):
-        """Filter None from addon ports."""
-        if not self.addon.ports:
-            return None
-
-        return {
-            container_port: host_port
-            for container_port, host_port in self.addon.ports.items()
-            if host_port
-        }
-
-    @property
-    def security_opt(self):
-        """Controlling security opt."""
-        privileged = self.addon.privileged or []
-
-        # Disable AppArmor sinse it make troubles wit SYS_ADMIN
-        if 'SYS_ADMIN' in privileged:
-            return [
-                "apparmor:unconfined",
-            ]
-        return None
-
-    @property
-    def tmpfs(self):
-        """Return tmpfs for docker add-on."""
-        options = self.addon.tmpfs
-        if options:
-            return {"/tmpfs": f"{options}"}
-        return None
-
-    @property
-    def network_mapping(self):
-        """Return hosts mapping."""
-        return {
-            'homeassistant': self._docker.network.gateway,
-            'hassio': self._docker.network.supervisor,
-        }
-
-    @property
-    def network_mode(self):
-        """Return network mode for addon."""
-        if self.addon.host_network:
-            return 'host'
-        return None
-
-    @property
-    def volumes(self):
-        """Generate volumes for mappings."""
-        volumes = {
-            str(self.addon.path_extern_data): {
-                'bind': "/data", 'mode': 'rw'
-            }}
-
-        addon_mapping = self.addon.map_volumes
-
-        # setup config mappings
-        if MAP_CONFIG in addon_mapping:
-            volumes.update({
-                str(self._config.path_extern_config): {
-                    'bind': "/config", 'mode': addon_mapping[MAP_CONFIG]
-                }})
-
-        if MAP_SSL in addon_mapping:
-            volumes.update({
-                str(self._config.path_extern_ssl): {
-                    'bind': "/ssl", 'mode': addon_mapping[MAP_SSL]
-                }})
-
-        if MAP_ADDONS in addon_mapping:
-            volumes.update({
-                str(self._config.path_extern_addons_local): {
-                    'bind': "/addons", 'mode': addon_mapping[MAP_ADDONS]
-                }})
-
-        if MAP_BACKUP in addon_mapping:
-            volumes.update({
-                str(self._config.path_extern_backup): {
-                    'bind': "/backup", 'mode': addon_mapping[MAP_BACKUP]
-                }})
-
-        if MAP_SHARE in addon_mapping:
-            volumes.update({
-                str(self._config.path_extern_share): {
-                    'bind': "/share", 'mode': addon_mapping[MAP_SHARE]
-                }})
-
-        # init other hardware mappings
-        if self.addon.with_gpio:
-            volumes.update({
-                "/sys/class/gpio": {
-                    'bind': "/sys/class/gpio", 'mode': 'rw'
-                },
-                "/sys/devices/platform/soc": {
-                    'bind': "/sys/devices/platform/soc", 'mode': 'rw'
-                },
-            })
-
-        # host dbus system
-        if self.addon.host_dbus:
-            volumes.update({
-                "/var/run/dbus": {
-                    'bind': "/var/run/dbus", 'mode': 'rw'
-                }})
-
-        return volumes
-
-    def _run(self):
-        """Run docker image.
-
-        Need run inside executor.
-        """
-        if self._is_running():
-            return True
-
-        # cleanup
-        self._stop()
-
-        # write config
-        if not self.addon.write_options():
-            return False
-
-        ret = self._docker.run(
-            self.image,
-            name=self.name,
-            hostname=self.hostname,
-            detach=True,
-            init=True,
-            ipc_mode=self.ipc,
-            stdin_open=self.addon.with_stdin,
-            network_mode=self.network_mode,
-            ports=self.ports,
-            extra_hosts=self.network_mapping,
-            devices=self.devices,
-            cap_add=self.addon.privileged,
-            security_opt=self.security_opt,
-            environment=self.environment,
-            volumes=self.volumes,
-            tmpfs=self.tmpfs
-        )
-
-        if ret:
-            _LOGGER.info("Start docker addon %s with version %s",
-                         self.image, self.version)
-
-        return ret
-
-    def _install(self, tag):
-        """Pull docker image or build it.
-
-        Need run inside executor.
-        """
-        if self.addon.need_build:
-            return self._build(tag)
-
-        return super()._install(tag)
-
-    def _build(self, tag):
-        """Build a docker container.
-
-        Need run inside executor.
-        """
-        build_env = AddonBuild(self.coresys, self.addon)
-
-        _LOGGER.info("Start build %s:%s", self.image, tag)
-        try:
-            image = self._docker.images.build(**build_env.get_docker_args(tag))
-
-            image.tag(self.image, tag='latest')
-            self._meta = image.attrs
-
-        except (docker.errors.DockerException) as err:
-            _LOGGER.error("Can't build %s:%s: %s", self.image, tag, err)
-            return False
-
-        _LOGGER.info("Build %s:%s done", self.image, tag)
-        return True
-
-    @docker_process
-    def export_image(self, path):
-        """Export current images into a tar file."""
-        return self._loop.run_in_executor(None, self._export_image, path)
-
-    def _export_image(self, tar_file):
-        """Export current images into a tar file.
-
-        Need run inside executor.
-        """
-        try:
-            image = self._docker.api.get_image(self.image)
-        except docker.errors.DockerException as err:
-            _LOGGER.error("Can't fetch image %s: %s", self.image, err)
-            return False
-
-        try:
-            with tar_file.open("wb") as write_tar:
-                for chunk in image.stream():
-                    write_tar.write(chunk)
-        except (OSError, requests.exceptions.ReadTimeout) as err:
-            _LOGGER.error("Can't write tar file %s: %s", tar_file, err)
-            return False
-
-        _LOGGER.info("Export image %s to %s", self.image, tar_file)
-        return True
-
-    @docker_process
-    def import_image(self, path, tag):
-        """Import a tar file as image."""
-        return self._loop.run_in_executor(None, self._import_image, path, tag)
-
-    def _import_image(self, tar_file, tag):
-        """Import a tar file as image.
-
-        Need run inside executor.
-        """
-        try:
-            with tar_file.open("rb") as read_tar:
-                self._docker.api.load_image(read_tar, quiet=True)
-
-            image = self._docker.images.get(self.image)
-            image.tag(self.image, tag=tag)
-        except (docker.errors.DockerException, OSError) as err:
-            _LOGGER.error("Can't import image %s: %s", self.image, err)
-            return False
-
-        _LOGGER.info("Import image %s and tag %s", tar_file, tag)
-        self._meta = image.attrs
-        self._cleanup()
-        return True
-
-    def _restart(self):
-        """Restart docker container.
-
-        Addons prepare some thing on start and that is normaly not repeatable.
-        Need run inside executor.
-        """
-        self._stop()
-        return self._run()
-
-    @docker_process
-    def write_stdin(self, data):
-        """Write to add-on stdin."""
-        return self._loop.run_in_executor(None, self._write_stdin, data)
-
-    def _write_stdin(self, data):
-        """Write to add-on stdin.
-
-        Need run inside executor.
-        """
-        if not self._is_running():
-            return False
-
-        try:
-            # load needed docker objects
-            container = self._docker.containers.get(self.name)
-            socket = container.attach_socket(params={'stdin': 1, 'stream': 1})
-        except docker.errors.DockerException as err:
-            _LOGGER.error("Can't attach to %s stdin: %s", self.name, err)
-            return False
-
-        try:
-            # write to stdin
-            data += b"\n"
-            os.write(socket.fileno(), data)
-            socket.close()
-        except OSError as err:
-            _LOGGER.error("Can't write to %s stdin: %s", self.name, err)
-            return False
-
-        return True

hassio/docker/homeassistant.py

@@ -1,110 +0,0 @@
-"""Init file for HassIO docker object."""
-import logging
-
-import docker
-
-from .interface import DockerInterface
-
-_LOGGER = logging.getLogger(__name__)
-
-HASS_DOCKER_NAME = 'homeassistant'
-
-
-class DockerHomeAssistant(DockerInterface):
-    """Docker hassio wrapper for HomeAssistant."""
-
-    @property
-    def image(self):
-        """Return name of docker image."""
-        return self._homeassistant.image
-
-    @property
-    def name(self):
-        """Return name of docker container."""
-        return HASS_DOCKER_NAME
-
-    @property
-    def devices(self):
-        """Create list of special device to map into docker."""
-        devices = []
-        for device in self._hardware.serial_devices:
-            devices.append(f"{device}:{device}:rwm")
-        return devices or None
-
-    def _run(self):
-        """Run docker image.
-
-        Need run inside executor.
-        """
-        if self._is_running():
-            return False
-
-        # cleanup
-        self._stop()
-
-        ret = self._docker.run(
-            self.image,
-            name=self.name,
-            hostname=self.name,
-            detach=True,
-            privileged=True,
-            init=True,
-            devices=self.devices,
-            network_mode='host',
-            environment={
-                'HASSIO': self._docker.network.supervisor,
-                'TZ': self._config.timezone,
-            },
-            volumes={
-                str(self._config.path_extern_config):
-                    {'bind': '/config', 'mode': 'rw'},
-                str(self._config.path_extern_ssl):
-                    {'bind': '/ssl', 'mode': 'ro'},
-                str(self._config.path_extern_share):
-                    {'bind': '/share', 'mode': 'rw'},
-            }
-        )
-
-        if ret:
-            _LOGGER.info("Start homeassistant %s with version %s",
-                         self.image, self.version)
-
-        return ret
-
-    def _execute_command(self, command):
-        """Create a temporary container and run command.
-
-        Need run inside executor.
-        """
-        return self._docker.run_command(
-            self.image,
-            command,
-            detach=True,
-            stdout=True,
-            stderr=True,
-            environment={
-                'TZ': self._config.timezone,
-            },
-            volumes={
-                str(self._config.path_extern_config):
-                    {'bind': '/config', 'mode': 'ro'},
-                str(self._config.path_extern_ssl):
-                    {'bind': '/ssl', 'mode': 'ro'},
-            }
-        )
-
-    def is_initialize(self):
-        """Return True if docker container exists."""
-        return self._loop.run_in_executor(None, self._is_initialize)
-
-    def _is_initialize(self):
-        """Return True if docker container exists.
-
-        Need run inside executor.
-        """
-        try:
-            self._docker.containers.get(self.name)
-        except docker.errors.DockerException:
-            return False
-
-        return True

hassio/docker/interface.py

@@ -1,349 +0,0 @@
-"""Interface class for HassIO docker object."""
-import asyncio
-from contextlib import suppress
-import logging
-
-import docker
-
-from .utils import docker_process
-from .stats import DockerStats
-from ..const import LABEL_VERSION, LABEL_ARCH
-from ..coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class DockerInterface(CoreSysAttributes):
-    """Docker hassio interface."""
-
-    def __init__(self, coresys):
-        """Initialize docker base wrapper."""
-        self.coresys = coresys
-        self._meta = None
-        self.lock = asyncio.Lock(loop=self._loop)
-
-    @property
-    def timeout(self):
-        """Return timeout for docker actions."""
-        return 30
-
-    @property
-    def name(self):
-        """Return name of docker container."""
-        return None
-
-    @property
-    def image(self):
-        """Return name of docker image."""
-        if not self._meta:
-            return None
-        return self._meta['Config']['Image']
-
-    @property
-    def version(self):
-        """Return version of docker image."""
-        if self._meta and LABEL_VERSION in self._meta['Config']['Labels']:
-            return self._meta['Config']['Labels'][LABEL_VERSION]
-        return None
-
-    @property
-    def arch(self):
-        """Return arch of docker image."""
-        if self._meta and LABEL_ARCH in self._meta['Config']['Labels']:
-            return self._meta['Config']['Labels'][LABEL_ARCH]
-        return None
-
-    @property
-    def in_progress(self):
-        """Return True if a task is in progress."""
-        return self.lock.locked()
-
-    @docker_process
-    def install(self, tag):
-        """Pull docker image."""
-        return self._loop.run_in_executor(None, self._install, tag)
-
-    def _install(self, tag):
-        """Pull docker image.
-
-        Need run inside executor.
-        """
-        try:
-            _LOGGER.info("Pull image %s tag %s.", self.image, tag)
-            image = self._docker.images.pull(f"{self.image}:{tag}")
-
-            image.tag(self.image, tag='latest')
-            self._meta = image.attrs
-        except docker.errors.APIError as err:
-            _LOGGER.error("Can't install %s:%s -> %s.", self.image, tag, err)
-            return False
-
-        _LOGGER.info("Tag image %s with version %s as latest", self.image, tag)
-        return True
-
-    def exists(self):
-        """Return True if docker image exists in local repo."""
-        return self._loop.run_in_executor(None, self._exists)
-
-    def _exists(self):
-        """Return True if docker image exists in local repo.
-
-        Need run inside executor.
-        """
-        try:
-            image = self._docker.images.get(self.image)
-            assert f"{self.image}:{self.version}" in image.tags
-        except (docker.errors.DockerException, AssertionError):
-            return False
-
-        return True
-
-    def is_running(self):
-        """Return True if docker is Running.
-
-        Return a Future.
-        """
-        return self._loop.run_in_executor(None, self._is_running)
-
-    def _is_running(self):
-        """Return True if docker is Running.
-
-        Need run inside executor.
-        """
-        try:
-            container = self._docker.containers.get(self.name)
-            image = self._docker.images.get(self.image)
-        except docker.errors.DockerException:
-            return False
-
-        # container is not running
-        if container.status != 'running':
-            return False
-
-        # we run on a old image, stop and start it
-        if container.image.id != image.id:
-            return False
-
-        return True
-
-    @docker_process
-    def attach(self):
-        """Attach to running docker container."""
-        return self._loop.run_in_executor(None, self._attach)
-
-    def _attach(self):
-        """Attach to running docker container.
-
-        Need run inside executor.
-        """
-        try:
-            if self.image:
-                self._meta = self._docker.images.get(self.image).attrs
-            else:
-                self._meta = self._docker.containers.get(self.name).attrs
-        except docker.errors.DockerException:
-            return False
-
-        _LOGGER.info(
-            "Attach to image %s with version %s", self.image, self.version)
-
-        return True
-
-    @docker_process
-    def run(self):
-        """Run docker image."""
-        return self._loop.run_in_executor(None, self._run)
-
-    def _run(self):
-        """Run docker image.
-
-        Need run inside executor.
-        """
-        raise NotImplementedError()
-
-    @docker_process
-    def stop(self):
-        """Stop/remove docker container."""
-        return self._loop.run_in_executor(None, self._stop)
-
-    def _stop(self):
-        """Stop/remove and remove docker container.
-
-        Need run inside executor.
-        """
-        try:
-            container = self._docker.containers.get(self.name)
-        except docker.errors.DockerException:
-            return False
-
-        if container.status == 'running':
-            _LOGGER.info("Stop %s docker application", self.image)
-            with suppress(docker.errors.DockerException):
-                container.stop(timeout=self.timeout)
-
-        with suppress(docker.errors.DockerException):
-            _LOGGER.info("Clean %s docker application", self.image)
-            container.remove(force=True)
-
-        return True
-
-    @docker_process
-    def remove(self):
-        """Remove docker images."""
-        return self._loop.run_in_executor(None, self._remove)
-
-    def _remove(self):
-        """remove docker images.
-
-        Need run inside executor.
-        """
-        # cleanup container
-        self._stop()
-
-        _LOGGER.info(
-            "Remove docker %s with latest and %s", self.image, self.version)
-
-        try:
-            with suppress(docker.errors.ImageNotFound):
-                self._docker.images.remove(
-                    image=f"{self.image}:latest", force=True)
-
-            with suppress(docker.errors.ImageNotFound):
-                self._docker.images.remove(
-                    image=f"{self.image}:{self.version}", force=True)
-
-        except docker.errors.DockerException as err:
-            _LOGGER.warning("Can't remove image %s: %s", self.image, err)
-            return False
-
-        self._meta = None
-        return True
-
-    @docker_process
-    def update(self, tag):
-        """Update a docker image."""
-        return self._loop.run_in_executor(None, self._update, tag)
-
-    def _update(self, tag):
-        """Update a docker image.
-
-        Need run inside executor.
-        """
-        _LOGGER.info(
-            "Update docker %s with %s:%s", self.version, self.image, tag)
-
-        # update docker image
-        if not self._install(tag):
-            return False
-
-        # stop container & cleanup
-        self._stop()
-        self._cleanup()
-
-        return True
-
-    def logs(self):
-        """Return docker logs of container.
-
-        Return a Future.
-        """
-        return self._loop.run_in_executor(None, self._logs)
-
-    def _logs(self):
-        """Return docker logs of container.
-
-        Need run inside executor.
-        """
-        try:
-            container = self._docker.containers.get(self.name)
-        except docker.errors.DockerException:
-            return b""
-
-        try:
-            return container.logs(tail=100, stdout=True, stderr=True)
-        except docker.errors.DockerException as err:
-            _LOGGER.warning("Can't grap logs from %s: %s", self.image, err)
-
-    @docker_process
-    def restart(self):
-        """Restart docker container."""
-        return self._loop.run_in_executor(None, self._restart)
-
-    def _restart(self):
-        """Restart docker container.
-
-        Need run inside executor.
-        """
-        try:
-            container = self._docker.containers.get(self.name)
-        except docker.errors.DockerException:
-            return False
-
-        _LOGGER.info("Restart %s", self.image)
-
-        try:
-            container.restart(timeout=self.timeout)
-        except docker.errors.DockerException as err:
-            _LOGGER.warning("Can't restart %s: %s", self.image, err)
-            return False
-
-        return True
-
-    @docker_process
-    def cleanup(self):
-        """Check if old version exists and cleanup."""
-        return self._loop.run_in_executor(None, self._cleanup)
-
-    def _cleanup(self):
-        """Check if old version exists and cleanup.
-
-        Need run inside executor.
-        """
-        try:
-            latest = self._docker.images.get(self.image)
-        except docker.errors.DockerException:
-            _LOGGER.warning("Can't find %s for cleanup", self.image)
-            return False
-
-        for image in self._docker.images.list(name=self.image):
-            if latest.id == image.id:
-                continue
-
-            with suppress(docker.errors.DockerException):
-                _LOGGER.info("Cleanup docker images: %s", image.tags)
-                self._docker.images.remove(image.id, force=True)
-
-        return True
-
-    @docker_process
-    def execute_command(self, command):
-        """Create a temporary container and run command."""
-        return self._loop.run_in_executor(None, self._execute_command, command)
-
-    def _execute_command(self, command):
-        """Create a temporary container and run command.
-
-        Need run inside executor.
-        """
-        raise NotImplementedError()
-
-    def stats(self):
-        """Read and return stats from container."""
-        return self._loop.run_in_executor(None, self._stats)
-
-    def _stats(self):
-        """Create a temporary container and run command.
-
-        Need run inside executor.
-        """
-        try:
-            container = self._docker.containers.get(self.name)
-        except docker.errors.DockerException:
-            return None
-
-        try:
-            stats = container.stats(stream=False)
-            return DockerStats(stats)
-        except docker.errors.DockerException as err:
-            _LOGGER.error("Can't read stats from %s: %s", self.name, err)
-            return None

hassio/docker/network.py

@@ -1,89 +0,0 @@
-"""Internal network manager for HassIO."""
-import logging
-
-import docker
-
-from ..const import DOCKER_NETWORK_MASK, DOCKER_NETWORK, DOCKER_NETWORK_RANGE
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class DockerNetwork(object):
-    """Internal HassIO Network."""
-
-    def __init__(self, dock):
-        """Initialize internal hassio network."""
-        self.docker = dock
-        self.network = self._get_network()
-
-    @property
-    def name(self):
-        """Return name of network."""
-        return DOCKER_NETWORK
-
-    @property
-    def containers(self):
-        """Return of connected containers from network."""
-        return self.network.containers
-
-    @property
-    def gateway(self):
-        """Return gateway of the network."""
-        return DOCKER_NETWORK_MASK[1]
-
-    @property
-    def supervisor(self):
-        """Return supervisor of the network."""
-        return DOCKER_NETWORK_MASK[2]
-
-    def _get_network(self):
-        """Get HassIO network."""
-        try:
-            return self.docker.networks.get(DOCKER_NETWORK)
-        except docker.errors.NotFound:
-            _LOGGER.info("Can't find HassIO network, create new network")
-
-        ipam_pool = docker.types.IPAMPool(
-            subnet=str(DOCKER_NETWORK_MASK),
-            gateway=str(self.gateway),
-            iprange=str(DOCKER_NETWORK_RANGE)
-        )
-
-        ipam_config = docker.types.IPAMConfig(pool_configs=[ipam_pool])
-
-        return self.docker.networks.create(
-            DOCKER_NETWORK, driver='bridge', ipam=ipam_config, options={
-                "com.docker.network.bridge.name": DOCKER_NETWORK,
-            })
-
-    def attach_container(self, container, alias=None, ipv4=None):
-        """Attach container to hassio network.
-
-        Need run inside executor.
-        """
-        ipv4 = str(ipv4) if ipv4 else None
-
-        try:
-            self.network.connect(container, aliases=alias, ipv4_address=ipv4)
-        except docker.errors.APIError as err:
-            _LOGGER.error("Can't link container to hassio-net: %s", err)
-            return False
-
-        self.network.reload()
-        return True
-
-    def detach_default_bridge(self, container):
-        """Detach default docker bridge.
-
-        Need run inside executor.
-        """
-        try:
-            default_network = self.docker.networks.get('bridge')
-            default_network.disconnect(container)
-
-        except docker.errors.NotFound:
-            return
-
-        except docker.errors.APIError as err:
-            _LOGGER.warning(
-                "Can't disconnect container from default: %s", err)

hassio/docker/supervisor.py

@@ -1,41 +0,0 @@
-"""Init file for HassIO docker object."""
-import logging
-import os
-
-import docker
-
-from .interface import DockerInterface
-from ..coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class DockerSupervisor(DockerInterface, CoreSysAttributes):
-    """Docker hassio wrapper for HomeAssistant."""
-
-    @property
-    def name(self):
-        """Return name of docker container."""
-        return os.environ['SUPERVISOR_NAME']
-
-    def _attach(self):
-        """Attach to running docker container.
-
-        Need run inside executor.
-        """
-        try:
-            container = self._docker.containers.get(self.name)
-        except docker.errors.DockerException:
-            return False
-
-        self._meta = container.attrs
-        _LOGGER.info("Attach to supervisor %s with version %s",
-                     self.image, self.version)
-
-        # if already attach
-        if container in self._docker.network.containers:
-            return True
-
-        # attach to network
-        return self._docker.network.attach_container(
-            container, alias=['hassio'], ipv4=self._docker.network.supervisor)

hassio/docker/utils.py

@@ -1,20 +0,0 @@
-"""HassIO docker utilitys."""
-import logging
-
-_LOGGER = logging.getLogger(__name__)
-
-
-# pylint: disable=protected-access
-def docker_process(method):
-    """Wrap function with only run once."""
-    async def wrap_api(api, *args, **kwargs):
-        """Return api wrapper."""
-        if api.lock.locked():
-            _LOGGER.error(
-                "Can't excute %s while a task is in progress", method.__name__)
-            return False
-
-        async with api.lock:
-            return await method(api, *args, **kwargs)
-
-    return wrap_api

hassio/homeassistant.py

@@ -1,283 +0,0 @@
-"""HomeAssistant control object."""
-import asyncio
-import logging
-import os
-import re
-
-import aiohttp
-from aiohttp.hdrs import CONTENT_TYPE
-
-from .const import (
-    FILE_HASSIO_HOMEASSISTANT, ATTR_IMAGE, ATTR_LAST_VERSION,
-    ATTR_BOOT, ATTR_PASSWORD, ATTR_PORT, ATTR_SSL, ATTR_WATCHDOG,
-    HEADER_HA_ACCESS, CONTENT_TYPE_JSON)
-from .coresys import CoreSysAttributes
-from .docker.homeassistant import DockerHomeAssistant
-from .utils import convert_to_ascii
-from .utils.json import JsonConfig
-from .validate import SCHEMA_HASS_CONFIG
-
-_LOGGER = logging.getLogger(__name__)
-
-RE_YAML_ERROR = re.compile(r"homeassistant\.util\.yaml")
-
-
-class HomeAssistant(JsonConfig, CoreSysAttributes):
-    """Hass core object for handle it."""
-
-    def __init__(self, coresys):
-        """Initialize hass object."""
-        super().__init__(FILE_HASSIO_HOMEASSISTANT, SCHEMA_HASS_CONFIG)
-        self.coresys = coresys
-        self.instance = DockerHomeAssistant(coresys)
-
-    async def load(self):
-        """Prepare HomeAssistant object."""
-        if await self.instance.attach():
-            return
-
-        _LOGGER.info("No HomeAssistant docker %s found.", self.image)
-        await self.install_landingpage()
-
-    @property
-    def api_ip(self):
-        """Return IP of HomeAssistant instance."""
-        return self._docker.network.gateway
-
-    @property
-    def api_port(self):
-        """Return network port to home-assistant instance."""
-        return self._data[ATTR_PORT]
-
-    @api_port.setter
-    def api_port(self, value):
-        """Set network port for home-assistant instance."""
-        self._data[ATTR_PORT] = value
-        self.save()
-
-    @property
-    def api_password(self):
-        """Return password for home-assistant instance."""
-        return self._data.get(ATTR_PASSWORD)
-
-    @api_password.setter
-    def api_password(self, value):
-        """Set password for home-assistant instance."""
-        self._data[ATTR_PASSWORD] = value
-
-    @property
-    def api_ssl(self):
-        """Return if we need ssl to home-assistant instance."""
-        return self._data[ATTR_SSL]
-
-    @api_ssl.setter
-    def api_ssl(self, value):
-        """Set SSL for home-assistant instance."""
-        self._data[ATTR_SSL] = value
-
-    @property
-    def api_url(self):
-        """Return API url to Home-Assistant."""
-        return "{}://{}:{}".format(
-            'https' if self.api_ssl else 'http', self.api_ip, self.api_port
-        )
-
-    @property
-    def watchdog(self):
-        """Return True if the watchdog should protect Home-Assistant."""
-        return self._data[ATTR_WATCHDOG]
-
-    @watchdog.setter
-    def watchdog(self, value):
-        """Return True if the watchdog should protect Home-Assistant."""
-        self._data[ATTR_WATCHDOG] = value
-
-    @property
-    def version(self):
-        """Return version of running homeassistant."""
-        return self.instance.version
-
-    @property
-    def last_version(self):
-        """Return last available version of homeassistant."""
-        if self.is_custom_image:
-            return self._data.get(ATTR_LAST_VERSION)
-        return self._updater.version_homeassistant
-
-    @last_version.setter
-    def last_version(self, value):
-        """Set last available version of homeassistant."""
-        if value:
-            self._data[ATTR_LAST_VERSION] = value
-        else:
-            self._data.pop(ATTR_LAST_VERSION, None)
-
-    @property
-    def image(self):
-        """Return image name of hass containter."""
-        if self._data.get(ATTR_IMAGE):
-            return self._data[ATTR_IMAGE]
-        return os.environ['HOMEASSISTANT_REPOSITORY']
-
-    @image.setter
-    def image(self, value):
-        """Set image name of hass containter."""
-        if value:
-            self._data[ATTR_IMAGE] = value
-        else:
-            self._data.pop(ATTR_IMAGE, None)
-
-    @property
-    def is_custom_image(self):
-        """Return True if a custom image is used."""
-        return all(attr in self._data for attr in
-                   (ATTR_IMAGE, ATTR_LAST_VERSION))
-
-    @property
-    def boot(self):
-        """Return True if home-assistant boot is enabled."""
-        return self._data[ATTR_BOOT]
-
-    @boot.setter
-    def boot(self, value):
-        """Set home-assistant boot options."""
-        self._data[ATTR_BOOT] = value
-
-    async def install_landingpage(self):
-        """Install a landingpage."""
-        _LOGGER.info("Setup HomeAssistant landingpage")
-        while True:
-            if await self.instance.install('landingpage'):
-                break
-            _LOGGER.warning("Fails install landingpage, retry after 60sec")
-            await asyncio.sleep(60, loop=self._loop)
-
-        # run landingpage after installation
-        await self.instance.run()
-
-    async def install(self):
-        """Install a landingpage."""
-        _LOGGER.info("Setup HomeAssistant")
-        while True:
-            # read homeassistant tag and install it
-            if not self.last_version:
-                await self._updater.reload()
-
-            tag = self.last_version
-            if tag and await self.instance.install(tag):
-                break
-            _LOGGER.warning("Error on install HomeAssistant. Retry in 60sec")
-            await asyncio.sleep(60, loop=self._loop)
-
-        # finishing
-        _LOGGER.info("HomeAssistant docker now installed")
-        if self.boot:
-            await self.instance.run()
-        await self.instance.cleanup()
-
-    async def update(self, version=None):
-        """Update HomeAssistant version."""
-        version = version or self.last_version
-        running = await self.instance.is_running()
-        exists = await self.instance.exists()
-
-        if exists and version == self.instance.version:
-            _LOGGER.info("Version %s is already installed", version)
-            return False
-
-        try:
-            return await self.instance.update(version)
-        finally:
-            if running:
-                await self.instance.run()
-
-    def run(self):
-        """Run HomeAssistant docker.
-
-        Return a coroutine.
-        """
-        return self.instance.run()
-
-    def stop(self):
-        """Stop HomeAssistant docker.
-
-        Return a coroutine.
-        """
-        return self.instance.stop()
-
-    def restart(self):
-        """Restart HomeAssistant docker.
-
-        Return a coroutine.
-        """
-        return self.instance.restart()
-
-    def logs(self):
-        """Get HomeAssistant docker logs.
-
-        Return a coroutine.
-        """
-        return self.instance.logs()
-
-    def stats(self):
-        """Return stats of HomeAssistant.
-
-        Return a coroutine.
-        """
-        return self.instance.stats()
-
-    def is_running(self):
-        """Return True if docker container is running.
-
-        Return a coroutine.
-        """
-        return self.instance.is_running()
-
-    def is_initialize(self):
-        """Return True if a docker container is exists.
-
-        Return a coroutine.
-        """
-        return self.instance.is_initialize()
-
-    @property
-    def in_progress(self):
-        """Return True if a task is in progress."""
-        return self.instance.in_progress
-
-    async def check_config(self):
-        """Run homeassistant config check."""
-        exit_code, log = await self.instance.execute_command(
-            "python3 -m homeassistant -c /config --script check_config"
-        )
-
-        # if not valid
-        if exit_code is None:
-            return (False, "")
-
-        # parse output
-        log = convert_to_ascii(log)
-        if exit_code != 0 or RE_YAML_ERROR.search(log):
-            return (False, log)
-        return (True, log)
-
-    async def check_api_state(self):
-        """Check if Home-Assistant up and running."""
-        url = f"{self.api_url}/api/"
-        header = {CONTENT_TYPE: CONTENT_TYPE_JSON}
-
-        if self.api_password:
-            header.update({HEADER_HA_ACCESS: self.api_password})
-
-        try:
-            # pylint: disable=bad-continuation
-            async with self._websession_ssl.get(
-                    url, headers=header, timeout=30) as request:
-                status = request.status
-
-        except (asyncio.TimeoutError, aiohttp.ClientError):
-            return False
-
-        if status not in (200, 201):
-            _LOGGER.warning("Home-Assistant API config missmatch")
-        return True

hassio/misc/__init__.py

@@ -1 +0,0 @@
-"""Special object and tools for Hass.io."""

hassio/misc/hardware.py

@@ -1,121 +0,0 @@
-"""Read hardware info from system."""
-from datetime import datetime
-import logging
-from pathlib import Path
-import re
-
-import pyudev
-
-from ..const import ATTR_NAME, ATTR_TYPE, ATTR_DEVICES
-
-_LOGGER = logging.getLogger(__name__)
-
-ASOUND_CARDS = Path("/proc/asound/cards")
-RE_CARDS = re.compile(r"(\d+) \[(\w*) *\]: (.*\w)")
-
-ASOUND_DEVICES = Path("/proc/asound/devices")
-RE_DEVICES = re.compile(r"\[.*(\d+)- (\d+).*\]: ([\w ]*)")
-
-PROC_STAT = Path("/proc/stat")
-RE_BOOT_TIME = re.compile(r"btime (\d+)")
-
-GPIO_DEVICES = Path("/sys/class/gpio")
-RE_TTY = re.compile(r"tty[A-Z]+")
-
-
-class Hardware(object):
-    """Represent a interface to procfs, sysfs and udev."""
-
-    def __init__(self):
-        """Init hardware object."""
-        self.context = pyudev.Context()
-
-    @property
-    def serial_devices(self):
-        """Return all serial and connected devices."""
-        dev_list = set()
-        for device in self.context.list_devices(subsystem='tty'):
-            if 'ID_VENDOR' in device or RE_TTY.search(device.device_node):
-                dev_list.add(device.device_node)
-
-        return dev_list
-
-    @property
-    def input_devices(self):
-        """Return all input devices."""
-        dev_list = set()
-        for device in self.context.list_devices(subsystem='input'):
-            if 'NAME' in device:
-                dev_list.add(device['NAME'].replace('"', ''))
-
-        return dev_list
-
-    @property
-    def disk_devices(self):
-        """Return all disk devices."""
-        dev_list = set()
-        for device in self.context.list_devices(subsystem='block'):
-            if device.device_node.startswith('/dev/sd'):
-                dev_list.add(device.device_node)
-
-        return dev_list
-
-    @property
-    def audio_devices(self):
-        """Return all available audio interfaces."""
-        try:
-            with ASOUND_CARDS.open('r') as cards_file:
-                cards = cards_file.read()
-            with ASOUND_DEVICES.open('r') as devices_file:
-                devices = devices_file.read()
-        except OSError as err:
-            _LOGGER.error("Can't read asound data: %s", err)
-            return {}
-
-        audio_list = {}
-
-        # parse cards
-        for match in RE_CARDS.finditer(cards):
-            audio_list[match.group(1)] = {
-                ATTR_NAME: match.group(3),
-                ATTR_TYPE: match.group(2),
-                ATTR_DEVICES: {},
-            }
-
-        # parse devices
-        for match in RE_DEVICES.finditer(devices):
-            try:
-                audio_list[match.group(1)][ATTR_DEVICES][match.group(2)] = \
-                    match.group(3)
-            except KeyError:
-                _LOGGER.warning("Wrong audio device found %s", match.group(0))
-                continue
-
-        return audio_list
-
-    @property
-    def gpio_devices(self):
-        """Return list of GPIO interface on device."""
-        dev_list = set()
-        for interface in GPIO_DEVICES.glob("gpio*"):
-            dev_list.add(interface.name)
-
-        return dev_list
-
-    @property
-    def last_boot(self):
-        """Return last boot time."""
-        try:
-            with PROC_STAT.open("r") as stat_file:
-                stats = stat_file.read()
-        except OSError as err:
-            _LOGGER.error("Can't read stat data: %s", err)
-            return None
-
-        # parse stat file
-        found = RE_BOOT_TIME.search(stats)
-        if not found:
-            _LOGGER.error("Can't found last boot time!")
-            return None
-
-        return datetime.utcfromtimestamp(int(found.group(1)))

hassio/misc/host_control.py

@@ -1,124 +0,0 @@
-"""Host control for HassIO."""
-import asyncio
-import json
-import logging
-
-import async_timeout
-
-from ..const import (
-    SOCKET_HC, ATTR_LAST_VERSION, ATTR_VERSION, ATTR_TYPE, ATTR_FEATURES,
-    ATTR_HOSTNAME, ATTR_OS)
-
-_LOGGER = logging.getLogger(__name__)
-
-TIMEOUT = 15
-UNKNOWN = 'unknown'
-
-FEATURES_SHUTDOWN = 'shutdown'
-FEATURES_REBOOT = 'reboot'
-FEATURES_UPDATE = 'update'
-FEATURES_HOSTNAME = 'hostname'
-FEATURES_NETWORK_INFO = 'network_info'
-FEATURES_NETWORK_CONTROL = 'network_control'
-
-
-class HostControl(object):
-    """Client for host control."""
-
-    def __init__(self, loop):
-        """Initialize HostControl socket client."""
-        self.loop = loop
-        self.active = False
-        self.version = UNKNOWN
-        self.last_version = UNKNOWN
-        self.type = UNKNOWN
-        self.features = []
-        self.hostname = UNKNOWN
-        self.os_info = UNKNOWN
-
-        if SOCKET_HC.is_socket():
-            self.active = True
-
-    async def _send_command(self, command):
-        """Send command to host.
-
-        Is a coroutine.
-        """
-        if not self.active:
-            return
-
-        reader, writer = await asyncio.open_unix_connection(
-            str(SOCKET_HC), loop=self.loop)
-
-        try:
-            # send
-            _LOGGER.info("Send '%s' to HostControl.", command)
-
-            with async_timeout.timeout(TIMEOUT, loop=self.loop):
-                writer.write("{}\n".format(command).encode())
-                data = await reader.readline()
-
-            response = data.decode().rstrip()
-            _LOGGER.info("Receive from HostControl: %s.", response)
-
-            if response == "OK":
-                return True
-            elif response == "ERROR":
-                return False
-            elif response == "WRONG":
-                return None
-            else:
-                try:
-                    return json.loads(response)
-                except json.JSONDecodeError:
-                    _LOGGER.warning("Json parse error from HostControl '%s'.",
-                                    response)
-
-        except asyncio.TimeoutError:
-            _LOGGER.error("Timeout from HostControl!")
-
-        finally:
-            writer.close()
-
-    async def load(self):
-        """Load Info from host.
-
-        Return a coroutine.
-        """
-        info = await self._send_command("info")
-        if not info:
-            return
-
-        self.version = info.get(ATTR_VERSION, UNKNOWN)
-        self.last_version = info.get(ATTR_LAST_VERSION, UNKNOWN)
-        self.type = info.get(ATTR_TYPE, UNKNOWN)
-        self.features = info.get(ATTR_FEATURES, [])
-        self.hostname = info.get(ATTR_HOSTNAME, UNKNOWN)
-        self.os_info = info.get(ATTR_OS, UNKNOWN)
-
-    def reboot(self):
-        """Reboot the host system.
-
-        Return a coroutine.
-        """
-        return self._send_command("reboot")
-
-    def shutdown(self):
-        """Shutdown the host system.
-
-        Return a coroutine.
-        """
-        return self._send_command("shutdown")
-
-    def update(self, version=None):
-        """Update the host system.
-
-        Return a coroutine.
-        """
-        if version:
-            return self._send_command("update {}".format(version))
-        return self._send_command("update")
-
-    def set_hostname(self, hostname):
-        """Update hostname on host."""
-        return self._send_command("hostname {}".format(hostname))

hassio/snapshots/__init__.py

@@ -1,320 +0,0 @@
-"""Snapshot system control."""
-import asyncio
-from datetime import datetime
-import logging
-from pathlib import Path
-import tarfile
-
-from .snapshot import Snapshot
-from .utils import create_slug
-from ..const import (
-    ATTR_SLUG, FOLDER_HOMEASSISTANT, SNAPSHOT_FULL, SNAPSHOT_PARTIAL)
-from ..coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class SnapshotsManager(CoreSysAttributes):
-    """Manage snapshots."""
-
-    def __init__(self, coresys):
-        """Initialize a snapshot manager."""
-        self.coresys = coresys
-        self.snapshots_obj = {}
-        self.lock = asyncio.Lock(loop=coresys.loop)
-
-    @property
-    def list_snapshots(self):
-        """Return a list of all snapshot object."""
-        return set(self.snapshots_obj.values())
-
-    def get(self, slug):
-        """Return snapshot object."""
-        return self.snapshots_obj.get(slug)
-
-    def _create_snapshot(self, name, sys_type):
-        """Initialize a new snapshot object from name."""
-        date_str = datetime.utcnow().isoformat()
-        slug = create_slug(name, date_str)
-        tar_file = Path(self._config.path_backup, "{}.tar".format(slug))
-
-        # init object
-        snapshot = Snapshot(self.coresys, tar_file)
-        snapshot.create(slug, name, date_str, sys_type)
-
-        # set general data
-        snapshot.store_homeassistant()
-        snapshot.store_repositories()
-
-        return snapshot
-
-    def load(self):
-        """Load exists snapshots data.
-
-        Return a coroutine.
-        """
-        return self.reload()
-
-    async def reload(self):
-        """Load exists backups."""
-        self.snapshots_obj = {}
-
-        async def _load_snapshot(tar_file):
-            """Internal function to load snapshot."""
-            snapshot = Snapshot(self.coresys, tar_file)
-            if await snapshot.load():
-                self.snapshots_obj[snapshot.slug] = snapshot
-
-        tasks = [_load_snapshot(tar_file) for tar_file in
-                 self._config.path_backup.glob("*.tar")]
-
-        _LOGGER.info("Found %d snapshot files", len(tasks))
-        if tasks:
-            await asyncio.wait(tasks, loop=self._loop)
-
-    def remove(self, snapshot):
-        """Remove a snapshot."""
-        try:
-            snapshot.tar_file.unlink()
-            self.snapshots_obj.pop(snapshot.slug, None)
-        except OSError as err:
-            _LOGGER.error("Can't remove snapshot %s: %s", snapshot.slug, err)
-            return False
-
-        return True
-
-    async def do_snapshot_full(self, name=""):
-        """Create a full snapshot."""
-        if self.lock.locked():
-            _LOGGER.error("It is already a snapshot/restore process running")
-            return False
-
-        snapshot = self._create_snapshot(name, SNAPSHOT_FULL)
-        _LOGGER.info("Full-Snapshot %s start", snapshot.slug)
-        try:
-            self._scheduler.suspend = True
-            await self.lock.acquire()
-
-            async with snapshot:
-                # snapshot addons
-                tasks = []
-                for addon in self._addons.list_addons:
-                    if not addon.is_installed:
-                        continue
-                    tasks.append(snapshot.import_addon(addon))
-
-                if tasks:
-                    _LOGGER.info("Full-Snapshot %s run %d addons",
-                                 snapshot.slug, len(tasks))
-                    await asyncio.wait(tasks, loop=self._loop)
-
-                # snapshot folders
-                _LOGGER.info("Full-Snapshot %s store folders", snapshot.slug)
-                await snapshot.store_folders()
-
-            _LOGGER.info("Full-Snapshot %s done", snapshot.slug)
-            self.snapshots_obj[snapshot.slug] = snapshot
-            return True
-
-        except (OSError, ValueError, tarfile.TarError) as err:
-            _LOGGER.info("Full-Snapshot %s error: %s", snapshot.slug, err)
-            return False
-
-        finally:
-            self._scheduler.suspend = False
-            self.lock.release()
-
-    async def do_snapshot_partial(self, name="", addons=None, folders=None):
-        """Create a partial snapshot."""
-        if self.lock.locked():
-            _LOGGER.error("It is already a snapshot/restore process running")
-            return False
-
-        addons = addons or []
-        folders = folders or []
-        snapshot = self._create_snapshot(name, SNAPSHOT_PARTIAL)
-
-        _LOGGER.info("Partial-Snapshot %s start", snapshot.slug)
-        try:
-            self._scheduler.suspend = True
-            await self.lock.acquire()
-
-            async with snapshot:
-                # snapshot addons
-                tasks = []
-                for slug in addons:
-                    addon = self._addons.get(slug)
-                    if addon.is_installed:
-                        tasks.append(snapshot.import_addon(addon))
-
-                if tasks:
-                    _LOGGER.info("Partial-Snapshot %s run %d addons",
-                                 snapshot.slug, len(tasks))
-                    await asyncio.wait(tasks, loop=self._loop)
-
-                # snapshot folders
-                _LOGGER.info("Partial-Snapshot %s store folders %s",
-                             snapshot.slug, folders)
-                await snapshot.store_folders(folders)
-
-            _LOGGER.info("Partial-Snapshot %s done", snapshot.slug)
-            self.snapshots_obj[snapshot.slug] = snapshot
-            return True
-
-        except (OSError, ValueError, tarfile.TarError) as err:
-            _LOGGER.info("Partial-Snapshot %s error: %s", snapshot.slug, err)
-            return False
-
-        finally:
-            self._scheduler.suspend = False
-            self.lock.release()
-
-    async def do_restore_full(self, snapshot):
-        """Restore a snapshot."""
-        if self.lock.locked():
-            _LOGGER.error("It is already a snapshot/restore process running")
-            return False
-
-        if snapshot.sys_type != SNAPSHOT_FULL:
-            _LOGGER.error(
-                "Full-Restore %s is only a partial snapshot!", snapshot.slug)
-            return False
-
-        _LOGGER.info("Full-Restore %s start", snapshot.slug)
-        try:
-            self._scheduler.suspend = True
-            await self.lock.acquire()
-
-            async with snapshot:
-                # stop system
-                tasks = []
-                tasks.append(self._homeassistant.stop())
-
-                for addon in self._addons.list_addons:
-                    if addon.is_installed:
-                        tasks.append(addon.stop())
-
-                await asyncio.wait(tasks, loop=self._loop)
-
-                # restore folders
-                _LOGGER.info("Full-Restore %s restore folders", snapshot.slug)
-                await snapshot.restore_folders()
-
-                # start homeassistant restore
-                _LOGGER.info("Full-Restore %s restore Home-Assistant",
-                             snapshot.slug)
-                snapshot.restore_homeassistant()
-                task_hass = self._loop.create_task(
-                    self._homeassistant.update(snapshot.homeassistant_version))
-
-                # restore repositories
-                _LOGGER.info("Full-Restore %s restore Repositories",
-                             snapshot.slug)
-                await snapshot.restore_repositories()
-
-                # restore addons
-                tasks = []
-                actual_addons = \
-                    set(addon.slug for addon in self._addons.list_addons
-                        if addon.is_installed)
-                restore_addons = \
-                    set(data[ATTR_SLUG] for data in snapshot.addons)
-                remove_addons = actual_addons - restore_addons
-
-                _LOGGER.info("Full-Restore %s restore addons %s, remove %s",
-                             snapshot.slug, restore_addons, remove_addons)
-
-                for slug in remove_addons:
-                    addon = self._addons.get(slug)
-                    if addon:
-                        tasks.append(addon.uninstall())
-                    else:
-                        _LOGGER.warning("Can't remove addon %s", slug)
-
-                for slug in restore_addons:
-                    addon = self._addons.get(slug)
-                    if addon:
-                        tasks.append(snapshot.export_addon(addon))
-                    else:
-                        _LOGGER.warning("Can't restore addon %s", slug)
-
-                if tasks:
-                    _LOGGER.info("Full-Restore %s restore addons tasks %d",
-                                 snapshot.slug, len(tasks))
-                    await asyncio.wait(tasks, loop=self._loop)
-
-                # finish homeassistant task
-                _LOGGER.info("Full-Restore %s wait until homeassistant ready",
-                             snapshot.slug)
-                await task_hass
-                await self._homeassistant.run()
-
-            _LOGGER.info("Full-Restore %s done", snapshot.slug)
-            return True
-
-        except (OSError, ValueError, tarfile.TarError) as err:
-            _LOGGER.info("Full-Restore %s error: %s", slug, err)
-            return False
-
-        finally:
-            self._scheduler.suspend = False
-            self.lock.release()
-
-    async def do_restore_partial(self, snapshot, homeassistant=False,
-                                 addons=None, folders=None):
-        """Restore a snapshot."""
-        if self.lock.locked():
-            _LOGGER.error("It is already a snapshot/restore process running")
-            return False
-
-        addons = addons or []
-        folders = folders or []
-
-        _LOGGER.info("Partial-Restore %s start", snapshot.slug)
-        try:
-            self._scheduler.suspend = True
-            await self.lock.acquire()
-
-            async with snapshot:
-                tasks = []
-
-                if FOLDER_HOMEASSISTANT in folders:
-                    await self._homeassistant.stop()
-
-                if folders:
-                    _LOGGER.info("Partial-Restore %s restore folders %s",
-                                 snapshot.slug, folders)
-                    await snapshot.restore_folders(folders)
-
-                if homeassistant:
-                    _LOGGER.info("Partial-Restore %s restore Home-Assistant",
-                                 snapshot.slug)
-                    snapshot.restore_homeassistant()
-                    tasks.append(self._homeassistant.update(
-                        snapshot.homeassistant_version))
-
-                for slug in addons:
-                    addon = self._addons.get(slug)
-                    if addon:
-                        tasks.append(snapshot.export_addon(addon))
-                    else:
-                        _LOGGER.warning("Can't restore addon %s", slug)
-
-                if tasks:
-                    _LOGGER.info("Partial-Restore %s run %d tasks",
-                                 snapshot.slug, len(tasks))
-                    await asyncio.wait(tasks, loop=self._loop)
-
-                # make sure homeassistant run agen
-                await self._homeassistant.run()
-
-            _LOGGER.info("Partial-Restore %s done", snapshot.slug)
-            return True
-
-        except (OSError, ValueError, tarfile.TarError) as err:
-            _LOGGER.info("Partial-Restore %s error: %s", slug, err)
-            return False
-
-        finally:
-            self._scheduler.suspend = False
-            self.lock.release()

hassio/snapshots/snapshot.py

@@ -1,379 +0,0 @@
-"""Represent a snapshot file."""
-import asyncio
-import json
-import logging
-from pathlib import Path
-import tarfile
-from tempfile import TemporaryDirectory
-
-import voluptuous as vol
-from voluptuous.humanize import humanize_error
-
-from .validate import SCHEMA_SNAPSHOT, ALL_FOLDERS
-from .utils import remove_folder
-from ..const import (
-    ATTR_SLUG, ATTR_NAME, ATTR_DATE, ATTR_ADDONS, ATTR_REPOSITORIES,
-    ATTR_HOMEASSISTANT, ATTR_FOLDERS, ATTR_VERSION, ATTR_TYPE, ATTR_IMAGE,
-    ATTR_PORT, ATTR_SSL, ATTR_PASSWORD, ATTR_WATCHDOG, ATTR_BOOT,
-    ATTR_LAST_VERSION)
-from ..coresys import CoreSysAttributes
-from ..utils.json import write_json_file
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class Snapshot(CoreSysAttributes):
-    """A signle hassio snapshot."""
-
-    def __init__(self, coresys, tar_file):
-        """Initialize a snapshot."""
-        self.coresys = coresys
-        self.tar_file = tar_file
-        self._data = {}
-        self._tmp = None
-
-    @property
-    def slug(self):
-        """Return snapshot slug."""
-        return self._data.get(ATTR_SLUG)
-
-    @property
-    def sys_type(self):
-        """Return snapshot type."""
-        return self._data.get(ATTR_TYPE)
-
-    @property
-    def name(self):
-        """Return snapshot name."""
-        return self._data[ATTR_NAME]
-
-    @property
-    def date(self):
-        """Return snapshot date."""
-        return self._data[ATTR_DATE]
-
-    @property
-    def addons(self):
-        """Return snapshot date."""
-        return self._data[ATTR_ADDONS]
-
-    @property
-    def folders(self):
-        """Return list of saved folders."""
-        return self._data[ATTR_FOLDERS]
-
-    @property
-    def repositories(self):
-        """Return snapshot date."""
-        return self._data[ATTR_REPOSITORIES]
-
-    @repositories.setter
-    def repositories(self, value):
-        """Set snapshot date."""
-        self._data[ATTR_REPOSITORIES] = value
-
-    @property
-    def homeassistant_version(self):
-        """Return snapshot homeassistant version."""
-        return self._data[ATTR_HOMEASSISTANT].get(ATTR_VERSION)
-
-    @homeassistant_version.setter
-    def homeassistant_version(self, value):
-        """Set snapshot homeassistant version."""
-        self._data[ATTR_HOMEASSISTANT][ATTR_VERSION] = value
-
-    @property
-    def homeassistant_last_version(self):
-        """Return snapshot homeassistant last version (custom)."""
-        return self._data[ATTR_HOMEASSISTANT].get(ATTR_LAST_VERSION)
-
-    @homeassistant_last_version.setter
-    def homeassistant_last_version(self, value):
-        """Set snapshot homeassistant last version (custom)."""
-        self._data[ATTR_HOMEASSISTANT][ATTR_LAST_VERSION] = value
-
-    @property
-    def homeassistant_image(self):
-        """Return snapshot homeassistant custom image."""
-        return self._data[ATTR_HOMEASSISTANT].get(ATTR_IMAGE)
-
-    @homeassistant_image.setter
-    def homeassistant_image(self, value):
-        """Set snapshot homeassistant custom image."""
-        self._data[ATTR_HOMEASSISTANT][ATTR_IMAGE] = value
-
-    @property
-    def homeassistant_ssl(self):
-        """Return snapshot homeassistant api ssl."""
-        return self._data[ATTR_HOMEASSISTANT].get(ATTR_SSL)
-
-    @homeassistant_ssl.setter
-    def homeassistant_ssl(self, value):
-        """Set snapshot homeassistant api ssl."""
-        self._data[ATTR_HOMEASSISTANT][ATTR_SSL] = value
-
-    @property
-    def homeassistant_port(self):
-        """Return snapshot homeassistant api port."""
-        return self._data[ATTR_HOMEASSISTANT].get(ATTR_PORT)
-
-    @homeassistant_port.setter
-    def homeassistant_port(self, value):
-        """Set snapshot homeassistant api port."""
-        self._data[ATTR_HOMEASSISTANT][ATTR_PORT] = value
-
-    @property
-    def homeassistant_password(self):
-        """Return snapshot homeassistant api password."""
-        return self._data[ATTR_HOMEASSISTANT].get(ATTR_PASSWORD)
-
-    @homeassistant_password.setter
-    def homeassistant_password(self, value):
-        """Set snapshot homeassistant api password."""
-        self._data[ATTR_HOMEASSISTANT][ATTR_PASSWORD] = value
-
-    @property
-    def homeassistant_watchdog(self):
-        """Return snapshot homeassistant watchdog options."""
-        return self._data[ATTR_HOMEASSISTANT].get(ATTR_WATCHDOG)
-
-    @homeassistant_watchdog.setter
-    def homeassistant_watchdog(self, value):
-        """Set snapshot homeassistant watchdog options."""
-        self._data[ATTR_HOMEASSISTANT][ATTR_WATCHDOG] = value
-
-    @property
-    def homeassistant_boot(self):
-        """Return snapshot homeassistant boot options."""
-        return self._data[ATTR_HOMEASSISTANT].get(ATTR_BOOT)
-
-    @homeassistant_boot.setter
-    def homeassistant_boot(self, value):
-        """Set snapshot homeassistant boot options."""
-        self._data[ATTR_HOMEASSISTANT][ATTR_BOOT] = value
-
-    @property
-    def size(self):
-        """Return snapshot size."""
-        if not self.tar_file.is_file():
-            return 0
-        return self.tar_file.stat().st_size / 1048576  # calc mbyte
-
-    def create(self, slug, name, date, sys_type):
-        """Initialize a new snapshot."""
-        # init metadata
-        self._data[ATTR_SLUG] = slug
-        self._data[ATTR_NAME] = name
-        self._data[ATTR_DATE] = date
-        self._data[ATTR_TYPE] = sys_type
-
-        # Add defaults
-        self._data = SCHEMA_SNAPSHOT(self._data)
-
-    async def load(self):
-        """Read snapshot.json from tar file."""
-        if not self.tar_file.is_file():
-            _LOGGER.error("No tarfile %s", self.tar_file)
-            return False
-
-        def _load_file():
-            """Read snapshot.json."""
-            with tarfile.open(self.tar_file, "r:") as snapshot:
-                json_file = snapshot.extractfile("./snapshot.json")
-                return json_file.read()
-
-        # read snapshot.json
-        try:
-            raw = await self._loop.run_in_executor(None, _load_file)
-        except (tarfile.TarError, KeyError) as err:
-            _LOGGER.error(
-                "Can't read snapshot tarfile %s: %s", self.tar_file, err)
-            return False
-
-        # parse data
-        try:
-            raw_dict = json.loads(raw)
-        except json.JSONDecodeError as err:
-            _LOGGER.error("Can't read data for %s: %s", self.tar_file, err)
-            return False
-
-        # validate
-        try:
-            self._data = SCHEMA_SNAPSHOT(raw_dict)
-        except vol.Invalid as err:
-            _LOGGER.error("Can't validate data for %s: %s", self.tar_file,
-                          humanize_error(raw_dict, err))
-            return False
-
-        return True
-
-    async def __aenter__(self):
-        """Async context to open a snapshot."""
-        self._tmp = TemporaryDirectory(dir=str(self._config.path_tmp))
-
-        # create a snapshot
-        if not self.tar_file.is_file():
-            return self
-
-        # extract a exists snapshot
-        def _extract_snapshot():
-            """Extract a snapshot."""
-            with tarfile.open(self.tar_file, "r:") as tar:
-                tar.extractall(path=self._tmp.name)
-
-        await self._loop.run_in_executor(None, _extract_snapshot)
-
-    async def __aexit__(self, exception_type, exception_value, traceback):
-        """Async context to close a snapshot."""
-        # exists snapshot or exception on build
-        if self.tar_file.is_file() or exception_type is not None:
-            self._tmp.cleanup()
-            return
-
-        # validate data
-        try:
-            self._data = SCHEMA_SNAPSHOT(self._data)
-        except vol.Invalid as err:
-            _LOGGER.error("Invalid data for %s: %s", self.tar_file,
-                          humanize_error(self._data, err))
-            raise ValueError("Invalid config") from None
-
-        # new snapshot, build it
-        def _create_snapshot():
-            """Create a new snapshot."""
-            with tarfile.open(self.tar_file, "w:") as tar:
-                tar.add(self._tmp.name, arcname=".")
-
-        if write_json_file(Path(self._tmp.name, "snapshot.json"), self._data):
-            await self._loop.run_in_executor(None, _create_snapshot)
-        else:
-            _LOGGER.error("Can't write snapshot.json")
-
-        self._tmp.cleanup()
-
-    async def import_addon(self, addon):
-        """Add a addon into snapshot."""
-        snapshot_file = Path(self._tmp.name, "{}.tar.gz".format(addon.slug))
-
-        if not await addon.snapshot(snapshot_file):
-            _LOGGER.error("Can't make snapshot from %s", addon.slug)
-            return False
-
-        # store to config
-        self._data[ATTR_ADDONS].append({
-            ATTR_SLUG: addon.slug,
-            ATTR_NAME: addon.name,
-            ATTR_VERSION: addon.version_installed,
-        })
-
-        return True
-
-    async def export_addon(self, addon):
-        """Restore a addon from snapshot."""
-        snapshot_file = Path(self._tmp.name, "{}.tar.gz".format(addon.slug))
-
-        if not await addon.restore(snapshot_file):
-            _LOGGER.error("Can't restore snapshot for %s", addon.slug)
-            return False
-
-        return True
-
-    async def store_folders(self, folder_list=None):
-        """Backup hassio data into snapshot."""
-        folder_list = folder_list or ALL_FOLDERS
-
-        def _folder_save(name):
-            """Intenal function to snapshot a folder."""
-            slug_name = name.replace("/", "_")
-            snapshot_tar = Path(self._tmp.name, "{}.tar.gz".format(slug_name))
-            origin_dir = Path(self._config.path_hassio, name)
-
-            try:
-                _LOGGER.info("Snapshot folder %s", name)
-                with tarfile.open(snapshot_tar, "w:gz",
-                                  compresslevel=1) as tar_file:
-                    tar_file.add(origin_dir, arcname=".")
-                    _LOGGER.info("Snapshot folder %s done", name)
-
-                self._data[ATTR_FOLDERS].append(name)
-            except (tarfile.TarError, OSError) as err:
-                _LOGGER.warning("Can't snapshot folder %s: %s", name, err)
-
-        # run tasks
-        tasks = [self._loop.run_in_executor(None, _folder_save, folder)
-                 for folder in folder_list]
-        if tasks:
-            await asyncio.wait(tasks, loop=self._loop)
-
-    async def restore_folders(self, folder_list=None):
-        """Backup hassio data into snapshot."""
-        folder_list = folder_list or ALL_FOLDERS
-
-        def _folder_restore(name):
-            """Intenal function to restore a folder."""
-            slug_name = name.replace("/", "_")
-            snapshot_tar = Path(self._tmp.name, "{}.tar.gz".format(slug_name))
-            origin_dir = Path(self._config.path_hassio, name)
-
-            # clean old stuff
-            if origin_dir.is_dir():
-                remove_folder(origin_dir)
-
-            try:
-                _LOGGER.info("Restore folder %s", name)
-                with tarfile.open(snapshot_tar, "r:gz") as tar_file:
-                    tar_file.extractall(path=origin_dir)
-                    _LOGGER.info("Restore folder %s done", name)
-            except (tarfile.TarError, OSError) as err:
-                _LOGGER.warning("Can't restore folder %s: %s", name, err)
-
-        # run tasks
-        tasks = [self._loop.run_in_executor(None, _folder_restore, folder)
-                 for folder in folder_list]
-        if tasks:
-            await asyncio.wait(tasks, loop=self._loop)
-
-    def store_homeassistant(self):
-        """Read all data from homeassistant object."""
-        self.homeassistant_version = self._homeassistant.version
-        self.homeassistant_watchdog = self._homeassistant.watchdog
-        self.homeassistant_boot = self._homeassistant.boot
-
-        # custom image
-        if self._homeassistant.is_custom_image:
-            self.homeassistant_image = self._homeassistant.image
-            self.homeassistant_last_version = self._homeassistant.last_version
-
-        # api
-        self.homeassistant_port = self._homeassistant.api_port
-        self.homeassistant_ssl = self._homeassistant.api_ssl
-        self.homeassistant_password = self._homeassistant.api_password
-
-    def restore_homeassistant(self):
-        """Write all data to homeassistant object."""
-        self._homeassistant.watchdog = self.homeassistant_watchdog
-        self._homeassistant.boot = self.homeassistant_boot
-
-        # custom image
-        if self.homeassistant_image:
-            self._homeassistant.image = self.homeassistant_image
-            self._homeassistant.last_version = self.homeassistant_last_version
-
-        # api
-        self._homeassistant.api_port = self.homeassistant_port
-        self._homeassistant.api_ssl = self.homeassistant_ssl
-        self._homeassistant.api_password = self.homeassistant_password
-
-        # save
-        self._homeassistant.save()
-
-    def store_repositories(self):
-        """Store repository list into snapshot."""
-        self.repositories = self._config.addons_repositories
-
-    def restore_repositories(self):
-        """Restore repositories from snapshot.
-
-        Return a coroutine.
-        """
-        return self._addons.load_repositories(self.repositories)

hassio/snapshots/utils.py

@@ -1,21 +0,0 @@
-"""Util addons functions."""
-import hashlib
-import shutil
-
-
-def create_slug(name, date_str):
-    """Generate a hash from repository."""
-    key = "{} - {}".format(date_str, name).lower().encode()
-    return hashlib.sha1(key).hexdigest()[:8]
-
-
-def remove_folder(folder):
-    """Remove folder data but not the folder itself."""
-    for obj in folder.iterdir():
-        try:
-            if obj.is_dir():
-                shutil.rmtree(str(obj), ignore_errors=True)
-            else:
-                obj.unlink()
-        except (OSError, shutil.Error):
-            pass

hassio/snapshots/validate.py

@@ -1,39 +0,0 @@
-"""Validate some things around restore."""
-
-import voluptuous as vol
-
-from ..const import (
-    ATTR_REPOSITORIES, ATTR_ADDONS, ATTR_NAME, ATTR_SLUG, ATTR_DATE,
-    ATTR_VERSION, ATTR_HOMEASSISTANT, ATTR_FOLDERS, ATTR_TYPE, ATTR_IMAGE,
-    ATTR_PASSWORD, ATTR_PORT, ATTR_SSL, ATTR_WATCHDOG, ATTR_BOOT,
-    ATTR_LAST_VERSION,
-    FOLDER_SHARE, FOLDER_HOMEASSISTANT, FOLDER_ADDONS, FOLDER_SSL,
-    SNAPSHOT_FULL, SNAPSHOT_PARTIAL)
-from ..validate import NETWORK_PORT
-
-ALL_FOLDERS = [FOLDER_HOMEASSISTANT, FOLDER_SHARE, FOLDER_ADDONS, FOLDER_SSL]
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_SNAPSHOT = vol.Schema({
-    vol.Required(ATTR_SLUG): vol.Coerce(str),
-    vol.Required(ATTR_TYPE): vol.In([SNAPSHOT_FULL, SNAPSHOT_PARTIAL]),
-    vol.Required(ATTR_NAME): vol.Coerce(str),
-    vol.Required(ATTR_DATE): vol.Coerce(str),
-    vol.Optional(ATTR_HOMEASSISTANT, default={}): vol.Schema({
-        vol.Required(ATTR_VERSION): vol.Coerce(str),
-        vol.Optional(ATTR_IMAGE): vol.Coerce(str),
-        vol.Optional(ATTR_LAST_VERSION): vol.Coerce(str),
-        vol.Optional(ATTR_BOOT, default=True): vol.Boolean(),
-        vol.Optional(ATTR_SSL, default=False): vol.Boolean(),
-        vol.Optional(ATTR_PORT, default=8123): NETWORK_PORT,
-        vol.Optional(ATTR_PASSWORD): vol.Any(None, vol.Coerce(str)),
-        vol.Optional(ATTR_WATCHDOG, default=True): vol.Boolean(),
-    }, extra=vol.REMOVE_EXTRA),
-    vol.Optional(ATTR_FOLDERS, default=[]): [vol.In(ALL_FOLDERS)],
-    vol.Optional(ATTR_ADDONS, default=[]): [vol.Schema({
-        vol.Required(ATTR_SLUG): vol.Coerce(str),
-        vol.Required(ATTR_NAME): vol.Coerce(str),
-        vol.Required(ATTR_VERSION): vol.Coerce(str),
-    }, extra=vol.REMOVE_EXTRA)],
-    vol.Optional(ATTR_REPOSITORIES, default=[]): [vol.Url()],
-}, extra=vol.ALLOW_EXTRA)

hassio/supervisor.py

@@ -1,77 +0,0 @@
-"""HomeAssistant control object."""
-import logging
-
-from .coresys import CoreSysAttributes
-from .docker.supervisor import DockerSupervisor
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class Supervisor(CoreSysAttributes):
-    """Hass core object for handle it."""
-
-    def __init__(self, coresys):
-        """Initialize hass object."""
-        self.coresys = coresys
-        self.instance = DockerSupervisor(coresys)
-
-    async def load(self):
-        """Prepare HomeAssistant object."""
-        if not await self.instance.attach():
-            _LOGGER.fatal("Can't setup supervisor docker container!")
-        await self.instance.cleanup()
-
-    @property
-    def version(self):
-        """Return version of running homeassistant."""
-        return self.instance.version
-
-    @property
-    def last_version(self):
-        """Return last available version of homeassistant."""
-        return self._updater.version_hassio
-
-    @property
-    def image(self):
-        """Return image name of hass containter."""
-        return self.instance.image
-
-    @property
-    def arch(self):
-        """Return arch of hass.io containter."""
-        return self.instance.arch
-
-    async def update(self, version=None):
-        """Update HomeAssistant version."""
-        version = version or self.last_version
-
-        if version == self._supervisor.version:
-            _LOGGER.warning("Version %s is already installed", version)
-            return
-
-        _LOGGER.info("Update supervisor to version %s", version)
-        if await self.instance.install(version):
-            self._loop.call_later(1, self._loop.stop)
-            return True
-
-        _LOGGER.error("Update of hass.io fails!")
-        return False
-
-    @property
-    def in_progress(self):
-        """Return True if a task is in progress."""
-        return self.instance.in_progress
-
-    def logs(self):
-        """Get Supervisor docker logs.
-
-        Return a coroutine.
-        """
-        return self.instance.logs()
-
-    def stats(self):
-        """Return stats of Supervisor.
-
-        Return a coroutine.
-        """
-        return self.instance.stats()

hassio/tasks.py

@@ -1,140 +0,0 @@
-"""Multible tasks."""
-import asyncio
-from datetime import datetime
-import logging
-
-from .coresys import CoreSysAttributes
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class Tasks(CoreSysAttributes):
-    """Handle Tasks inside HassIO."""
-
-    RUN_UPDATE_SUPERVISOR = 29100
-    RUN_UPDATE_ADDONS = 57600
-
-    RUN_RELOAD_ADDONS = 21600
-    RUN_RELOAD_SNAPSHOTS = 72000
-    RUN_RELOAD_HOST_CONTROL = 72000
-    RUN_RELOAD_UPDATER = 21600
-
-    RUN_WATCHDOG_HOMEASSISTANT_DOCKER = 15
-    RUN_WATCHDOG_HOMEASSISTANT_API = 300
-
-    RUN_CLEANUP_API_SESSIONS = 900
-
-    def __init__(self, coresys):
-        """Initialize Tasks."""
-        self.coresys = coresys
-        self.jobs = set()
-        self._data = {}
-
-    async def load(self):
-        """Add Tasks to scheduler."""
-
-        self.jobs.add(self._scheduler.register_task(
-            self._update_addons, self.RUN_UPDATE_ADDONS))
-        self.jobs.add(self._scheduler.register_task(
-            self._update_supervisor, self.RUN_UPDATE_SUPERVISOR))
-
-        self.jobs.add(self._scheduler.register_task(
-            self._addons.reload, self.RUN_RELOAD_ADDONS))
-        self.jobs.add(self._scheduler.register_task(
-            self._updater.reload, self.RUN_RELOAD_UPDATER))
-        self.jobs.add(self._scheduler.register_task(
-            self._snapshots.reload, self.RUN_RELOAD_SNAPSHOTS))
-        self.jobs.add(self._scheduler.register_task(
-            self._host_control.load, self.RUN_RELOAD_HOST_CONTROL))
-
-        self.jobs.add(self._scheduler.register_task(
-            self._watchdog_homeassistant_docker,
-            self.RUN_WATCHDOG_HOMEASSISTANT_DOCKER))
-        self.jobs.add(self._scheduler.register_task(
-            self._watchdog_homeassistant_api,
-            self.RUN_WATCHDOG_HOMEASSISTANT_API))
-
-    async def _cleanup_sessions(self):
-        """Cleanup old api sessions."""
-        now = datetime.now()
-        for session, until_valid in self._config.security_sessions.items():
-            if now >= until_valid:
-                self._config.drop_security_session(session)
-
-    async def _update_addons(self):
-        """Check if a update is available of a addon and update it."""
-        tasks = []
-        for addon in self._addons.list_addons:
-            if not addon.is_installed or not addon.auto_update:
-                continue
-
-            if addon.version_installed == addon.last_version:
-                continue
-
-            if addon.test_udpate_schema():
-                tasks.append(addon.update())
-            else:
-                _LOGGER.warning(
-                    "Addon %s will be ignore, schema tests fails", addon.slug)
-
-        if tasks:
-            _LOGGER.info("Addon auto update process %d tasks", len(tasks))
-            await asyncio.wait(tasks, loop=self._loop)
-
-    async def _update_supervisor(self):
-        """Check and run update of supervisor hassio."""
-        await self._updater.reload()
-        if self._supervisor.last_version == self._supervisor.version:
-            return
-
-        # don't perform a update on beta/dev channel
-        if self._updater.beta_channel:
-            _LOGGER.warning("Ignore Hass.io update on beta upstream!")
-            return
-
-        _LOGGER.info("Found new Hass.io version")
-        await self._supervisor.update()
-
-    async def _watchdog_homeassistant_docker(self):
-        """Check running state of docker and start if they is close."""
-        # if Home-Assistant is active
-        if not await self._homeassistant.is_initialize() or \
-                not self._homeassistant.watchdog:
-            return
-
-        # if Home-Assistant is running
-        if self._homeassistant.in_progress or \
-                await self._homeassistant.is_running():
-            return
-
-        _LOGGER.warning("Watchdog found a problem with Home-Assistant docker!")
-        await self._homeassistant.run()
-
-    async def _watchdog_homeassistant_api(self):
-        """Create scheduler task for montoring running state of API.
-
-        Try 2 times to call API before we restart Home-Assistant. Maybe we had
-        a delay in our system.
-        """
-        retry_scan = self._data.get('HASS_WATCHDOG_API', 0)
-
-        # If Home-Assistant is active
-        if not await self._homeassistant.is_initialize() or \
-                not self._homeassistant.watchdog:
-            return
-
-        # If Home-Assistant API is up
-        if self._homeassistant.in_progress or \
-                await self._homeassistant.check_api_state():
-            return
-
-        # Look like we run into a problem
-        retry_scan += 1
-        if retry_scan == 1:
-            self._data['HASS_WATCHDOG_API'] = retry_scan
-            _LOGGER.warning("Watchdog miss API response from Home-Assistant")
-            return
-
-        _LOGGER.error("Watchdog found a problem with Home-Assistant API!")
-        await self._homeassistant.restart()
-        self._data['HASS_WATCHDOG_API'] = 0

hassio/updater.py

@@ -1,92 +0,0 @@
-"""Fetch last versions from webserver."""
-import asyncio
-from datetime import timedelta
-import json
-import logging
-
-import aiohttp
-import async_timeout
-
-from .const import (
-    URL_HASSIO_VERSION, FILE_HASSIO_UPDATER, ATTR_HOMEASSISTANT, ATTR_HASSIO,
-    ATTR_BETA_CHANNEL)
-from .coresys import CoreSysAttributes
-from .utils import AsyncThrottle
-from .utils.json import JsonConfig
-from .validate import SCHEMA_UPDATER_CONFIG
-
-_LOGGER = logging.getLogger(__name__)
-
-
-class Updater(JsonConfig, CoreSysAttributes):
-    """Fetch last versions from version.json."""
-
-    def __init__(self, coresys):
-        """Initialize updater."""
-        super().__init__(FILE_HASSIO_UPDATER, SCHEMA_UPDATER_CONFIG)
-        self.coresys = coresys
-
-    def load(self):
-        """Update internal data.
-
-        Return a coroutine.
-        """
-        return self.reload()
-
-    @property
-    def version_homeassistant(self):
-        """Return last version of homeassistant."""
-        return self._data.get(ATTR_HOMEASSISTANT)
-
-    @property
-    def version_hassio(self):
-        """Return last version of hassio."""
-        return self._data.get(ATTR_HASSIO)
-
-    @property
-    def upstream(self):
-        """Return Upstream branch for version."""
-        if self.beta_channel:
-            return 'dev'
-        return 'master'
-
-    @property
-    def beta_channel(self):
-        """Return True if we run in beta upstream."""
-        return self._data[ATTR_BETA_CHANNEL]
-
-    @beta_channel.setter
-    def beta_channel(self, value):
-        """Set beta upstream mode."""
-        self._data[ATTR_BETA_CHANNEL] = bool(value)
-
-    @AsyncThrottle(timedelta(seconds=60))
-    async def reload(self):
-        """Fetch current versions from github.
-
-        Is a coroutine.
-        """
-        url = URL_HASSIO_VERSION.format(self.upstream)
-        try:
-            _LOGGER.info("Fetch update data from %s", url)
-            with async_timeout.timeout(10, loop=self._loop):
-                async with self._websession.get(url) as request:
-                    data = await request.json(content_type=None)
-
-        except (aiohttp.ClientError, asyncio.TimeoutError, KeyError) as err:
-            _LOGGER.warning("Can't fetch versions from %s: %s", url, err)
-            return
-
-        except json.JSONDecodeError as err:
-            _LOGGER.warning("Can't parse versions from %s: %s", url, err)
-            return
-
-        # data valid?
-        if not data:
-            _LOGGER.warning("Invalid data from %s", url)
-            return
-
-        # update versions
-        self._data[ATTR_HOMEASSISTANT] = data.get('homeassistant')
-        self._data[ATTR_HASSIO] = data.get('hassio')
-        self.save()

hassio/utils/__init__.py

@@ -1,34 +0,0 @@
-"""Tools file for HassIO."""
-from datetime import datetime
-import re
-
-RE_STRING = re.compile(r"\x1b(\[.*?[@-~]|\].*?(\x07|\x1b\\))")
-
-
-def convert_to_ascii(raw):
-    """Convert binary to ascii and remove colors."""
-    return RE_STRING.sub("", raw.decode())
-
-
-class AsyncThrottle(object):
-    """
-    Decorator that prevents a function from being called more than once every
-    time period.
-    """
-    def __init__(self, delta):
-        """Initialize async throttle."""
-        self.throttle_period = delta
-        self.time_of_last_call = datetime.min
-
-    def __call__(self, method):
-        """Throttle function"""
-        async def wrapper(*args, **kwargs):
-            """Throttle function wrapper"""
-            now = datetime.now()
-            time_since_last_call = now - self.time_of_last_call
-
-            if time_since_last_call > self.throttle_period:
-                self.time_of_last_call = now
-                return await method(*args, **kwargs)
-
-        return wrapper

hassio/utils/json.py

@@ -1,69 +0,0 @@
-"""Tools file for HassIO."""
-import json
-import logging
-
-import voluptuous as vol
-from voluptuous.humanize import humanize_error
-
-_LOGGER = logging.getLogger(__name__)
-
-
-def write_json_file(jsonfile, data):
-    """Write a json file."""
-    try:
-        json_str = json.dumps(data, indent=2)
-        with jsonfile.open('w') as conf_file:
-            conf_file.write(json_str)
-    except (OSError, json.JSONDecodeError):
-        return False
-
-    return True
-
-
-def read_json_file(jsonfile):
-    """Read a json file and return a dict."""
-    with jsonfile.open('r') as cfile:
-        return json.loads(cfile.read())
-
-
-class JsonConfig(object):
-    """Hass core object for handle it."""
-
-    def __init__(self, json_file, schema):
-        """Initialize hass object."""
-        self._file = json_file
-        self._schema = schema
-        self._data = {}
-
-        # init or load data
-        if self._file.is_file():
-            try:
-                self._data = read_json_file(self._file)
-            except (OSError, json.JSONDecodeError):
-                _LOGGER.warning("Can't read %s", self._file)
-                self._data = {}
-
-        # validate
-        try:
-            self._data = self._schema(self._data)
-        except vol.Invalid as ex:
-            _LOGGER.error("Can't parse %s: %s",
-                          self._file, humanize_error(self._data, ex))
-            # reset data to default
-            self._data = self._schema({})
-
-    def save(self):
-        """Store data to config file."""
-        # validate
-        try:
-            self._data = self._schema(self._data)
-        except vol.Invalid as ex:
-            _LOGGER.error("Can't parse data: %s",
-                          humanize_error(self._data, ex))
-            return False
-
-        # write
-        if not write_json_file(self._file, self._data):
-            _LOGGER.error("Can't store config in %s", self._file)
-            return False
-        return True

hassio/validate.py

@@ -1,95 +0,0 @@
-"""Validate functions."""
-import voluptuous as vol
-
-import pytz
-
-from .const import (
-    ATTR_IMAGE, ATTR_LAST_VERSION, ATTR_SESSIONS, ATTR_PASSWORD, ATTR_TOTP,
-    ATTR_SECURITY, ATTR_BETA_CHANNEL, ATTR_TIMEZONE, ATTR_ADDONS_CUSTOM_LIST,
-    ATTR_AUDIO_OUTPUT, ATTR_AUDIO_INPUT, ATTR_HOMEASSISTANT, ATTR_HASSIO,
-    ATTR_BOOT, ATTR_LAST_BOOT, ATTR_SSL, ATTR_PORT, ATTR_WATCHDOG,
-    ATTR_WAIT_BOOT)
-
-
-NETWORK_PORT = vol.All(vol.Coerce(int), vol.Range(min=1, max=65535))
-ALSA_CHANNEL = vol.Match(r"\d+,\d+")
-WAIT_BOOT = vol.All(vol.Coerce(int), vol.Range(min=1, max=60))
-
-
-def validate_timezone(timezone):
-    """Validate voluptuous timezone."""
-    try:
-        pytz.timezone(timezone)
-    except pytz.exceptions.UnknownTimeZoneError:
-        raise vol.Invalid(
-            "Invalid time zone passed in. Valid options can be found here: "
-            "http://en.wikipedia.org/wiki/List_of_tz_database_time_zones") \
-                from None
-
-    return timezone
-
-
-# pylint: disable=inconsistent-return-statements
-def convert_to_docker_ports(data):
-    """Convert data into docker port list."""
-    # dynamic ports
-    if data is None:
-        return None
-
-    # single port
-    if isinstance(data, int):
-        return NETWORK_PORT(data)
-
-    # port list
-    if isinstance(data, list) and len(data) > 2:
-        return vol.Schema([NETWORK_PORT])(data)
-
-    # ip port mapping
-    if isinstance(data, list) and len(data) == 2:
-        return (vol.Coerce(str)(data[0]), NETWORK_PORT(data[1]))
-
-    raise vol.Invalid("Can't validate docker host settings")
-
-
-DOCKER_PORTS = vol.Schema({
-    vol.All(vol.Coerce(str), vol.Match(r"^\d+(?:/tcp|/udp)?$")):
-        convert_to_docker_ports,
-})
-
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_HASS_CONFIG = vol.Schema({
-    vol.Optional(ATTR_BOOT, default=True): vol.Boolean(),
-    vol.Inclusive(ATTR_IMAGE, 'custom_hass'): vol.Coerce(str),
-    vol.Inclusive(ATTR_LAST_VERSION, 'custom_hass'): vol.Coerce(str),
-    vol.Optional(ATTR_PORT, default=8123): NETWORK_PORT,
-    vol.Optional(ATTR_PASSWORD): vol.Any(None, vol.Coerce(str)),
-    vol.Optional(ATTR_SSL, default=False): vol.Boolean(),
-    vol.Optional(ATTR_WATCHDOG, default=True): vol.Boolean(),
-}, extra=vol.REMOVE_EXTRA)
-
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_UPDATER_CONFIG = vol.Schema({
-    vol.Optional(ATTR_BETA_CHANNEL, default=False): vol.Boolean(),
-    vol.Optional(ATTR_HOMEASSISTANT): vol.Coerce(str),
-    vol.Optional(ATTR_HASSIO): vol.Coerce(str),
-}, extra=vol.REMOVE_EXTRA)
-
-
-# pylint: disable=no-value-for-parameter
-SCHEMA_HASSIO_CONFIG = vol.Schema({
-    vol.Optional(ATTR_TIMEZONE, default='UTC'): validate_timezone,
-    vol.Optional(ATTR_LAST_BOOT): vol.Coerce(str),
-    vol.Optional(ATTR_ADDONS_CUSTOM_LIST, default=[
-        "https://github.com/hassio-addons/repository",
-    ]): [vol.Url()],
-    vol.Optional(ATTR_SECURITY, default=False): vol.Boolean(),
-    vol.Optional(ATTR_TOTP): vol.Coerce(str),
-    vol.Optional(ATTR_PASSWORD): vol.Coerce(str),
-    vol.Optional(ATTR_SESSIONS, default={}):
-        vol.Schema({vol.Coerce(str): vol.Coerce(str)}),
-    vol.Optional(ATTR_AUDIO_OUTPUT): ALSA_CHANNEL,
-    vol.Optional(ATTR_AUDIO_INPUT): ALSA_CHANNEL,
-    vol.Optional(ATTR_WAIT_BOOT, default=5): WAIT_BOOT,
-}, extra=vol.REMOVE_EXTRA)

misc/hassio.xml

@@ -1 +0,0 @@
-<mxfile userAgent="Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.81 Safari/537.36" version="6.5.6" editor="www.draw.io" type="device"><diagram name="Page-1">5Vptc6M2EP41/ng3gHj9mPiSy820c5n6Q3sfsVBsNTJyhYid/voKkABZkOBY+KYtmYnR6pVn99ld1l6A5e74laX77a80Q2ThOdlxAb4sPC8OY/G/Erw2At9xG8GG4awR9QQr/DeSQkdKS5yhQhvIKSUc73UhpHmOINdkKWP0oA97okTfdZ9ukCFYwZSY0t9xxrdS6oZJ1/GA8GYrt469sOlYp/B5w2iZy/0WHniqr6Z7l6q15IMW2zSjh54I3C3AklHKm7vdcYlIBa2CrZl3P9LbnpuhnE+Z4DUTXlJSInXikIipt09UrCAOyF8lKOFfJVUdn4paZTdigNjtKD5ERw206DtIYKrenLJdSrrJ4m5TfX5fqX3E2Zqtmg4JS7urd9hijlb7FFbtg7A2MWjLd0S03Oo0mJAlJZTVowXYKIRQyAvO6DPq9Tj1Jc+/kutLvF4Q4+g4CqHbKkbYO6I7xNmrGKImJKCZIm09SKRuD53l+Arobc9oQjkulca6aZfuFCZupM6G9QcM/X3LcaW31WvB0e5CNGGG1vF6CE0QggRkrb7sAhhNBNCzAKBvAPiFwmfELkUOokCQ/trI+SZy3hBywAJyoYHcw9JArXaFqJpRUe9MLscQDXN5HQd+4NjB0A8DHcPQxDBwTAgDCxAmBl4oE3FINinjW7qheUruOumtjmgPPXTE/I9K/DkKZPOH6srFwZq+QDV/yBX+RJy/ygiclpwKUbfxL5Tu5RrNUavzvQ20eBxaMihHRTJ4p2yDeM9uTHUwRFKOX/TVLwFX5RK20fXeQDcB3im+deMRMSweALGfBbp/JdCj0Xxi3UX48xIMN6wSjNMEYlXuEXvBhXAJagOm+h7Sovj2fTTBaMXr0aSjMwP3fbdluKflMgybVEN3aFmA4sy347ZAoLstMJB1uPGA33JtRE3Xm4Nbbo9Yyou13NJ4VbuxeUnkqveOHouiK7EIzOO6NHh1dE/iQtc89VyFwIPfVK9YQgCJYBqGSnyPidpzqm5QnpmLCWFvqcFMfrm0qlgvvlZQUm8cvaxJrPLpRjy6wLByU9dxRSmKn6CtLFR3Rd5A/t56HS1/9224ovDKXHE/O3qQ/+zG8aWBfiKtPmjxwLR4d0Sn1i3enyVUSJ30srCJCPYcTk5zpHmb8xQ2Vl+AJXtp+WpPYdeKPa5ZUrjJMpoXhhqLbbqvbveMQlQU73sn3ZVN9lX34qr9fZMTCt07XhiBxANhEHtx7PhgpqRqyJN5bmB6ssSCI1O1nDmJ0rVOHdWlqYAkU59uc7zoXEAAOfWR4vq9Q5WqneE0Wq3Q0FJO6hdSz1ynobKxTm0U7dNMs5PYJCjk1KxYKX6WO9IMALcVOzAUyKdrRB5pgTmmuRiyppzTnRhAqo7btoitVVbrMna3xg3Bm2oup+fRvCvEnpZu5QYWiHxS0wEDNR0wkJBYqciaNJ5AUifSWOq/x1LX5OgUOk5Ity8PgO97LQshEng/L0SqvXsMPBwOpvcmBO+LWg2SiZDQMrs4Tl6FQInuz3xnIKeP5iovgLcLo9K4P5DEn8mRmTLEXqzt3hyaQ3qj0faDNPFNmjTmaz+S+icmc+pN7YVAMP6tjfNQrkcjIUzZ5fQL62uAfkH1Z4d+CThJJ4boN1TdsxLBopnY17f7yGaWOT9lP8i+YAb2TVZjYJDkK+bbuekxFp2QmwUomocevnppvQo94v9LcEpCnaOR5dgU/idjk/m9+G9oX71qUYbReBXl30s+Vf6dgXyi2f0WqlFG93szcPcP</diagram></mxfile>

misc/security.xml

@@ -1 +0,0 @@
-<mxfile userAgent="Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:53.0) Gecko/20100101 Firefox/53.0" version="6.5.8" editor="www.draw.io" type="device"><diagram name="Page-1">5Vxdd5s4EP01fmwOkgCbx9hp2j7sNrvpnnYfiVFsTjDyghwn++tXGMmAxileEB9O+9BjBhjM3GHmzjXKhCw2L58Sf7v+jQU0mmAreJmQmwnGU4eI/zPDa24gyM0NqyQMchMqDPfhv1QaLWndhQFNKwdyxiIebqvGJYtjuuQVm58kbF897JFF1atu/RUFhvulH0Hr9zDg69w6w25h/0zD1VpdGblevufBXz6tEraL5fUmmDwe/uW7N77yJW80XfsB25dM5OOELBLGeP5p87KgURZaFbb8vNs39h6/d0Jjfs4JOD/h2Y928tZvwyTlwnTP/YTLL8lfVWA4fRF+52u+iYQBiY8pT9gTXbCIJcISs1gcOX8Mo0gz+VG4isXmUnwzKuzzZ5rwUIT8Wu7YhEGQXWa+X4ec3m/9ZXbNvcivzCGL+b38Go7aztMGeWIb3rcMRXYV+lIyyTh8omxDefIqDpF7ySw/Q6asKxHaF/gjS9rWJewVkr5MudXRcRF28UFG/jQKBKDwVypipAe/FPUtC2N+uKIznzg3mYUmobhwFtoblvA1W7HYj+4KawcxQhgGyT0Vo5mBINkgSJ/9NB1hkDAiw0XJAVFaiyhdffk6wkDZ7oCBckGg2JbGh1uKs2b2drT0wvXAOGcbsYPGwXXWfDJbxJZPP4uSqK4ryiuZTYNKU4JhK4VFRSChkc/D52rbOhUW6e0uQ7pAwNOeZ1sLbMp2yZLKk8ptRPMjoNMc4aqj/HaBowNIxzs8C7cpwE2ckdLlLgm5uNPbMH5kvaLnDIYenmrPj9sQPuLUODIH3wzCNxVxFtdz/9llrGcexiEvtibkOiNwfpTS7KjpTVtsD085mQd+uqaBPE/slmRilm29hPyH+PzBurIcuf232LauCFH7S5XwxvpZpuQQVDKlyaPfMlNsy60AjK2mmYJrHJnLFA9kip8+ZfsP+WHdfe8+E856/kk/EOqsApOGECJS48gchGqcK2GYUm4Sw8vss7hpoT5GVDlyvM6wg6NhtdGyLQ9ZLAi4G2WF+kHMK+7qULK1gr4VBHTPkkAv6nrJt7b70iFGir1Kj/K4iC6vsWPPUGMHjgzmCxxiq/mS0jQVCfNGvvyvZOk1VxQdQFcWmlbowNRtRQfsMacc0XWNpikHHL2RcgIG/7V0mJxJWyYlFA306lSk5Rv5Jg94oq+mM66egDSqW31xSm16J9OmGTOrcWSwSEF5xMi43xGSA1FL0rTd6NQSODKIJNRvfmfJxodQvmPJGlfZoN2nZo2gEHMZorWDYJQ6UxkR1DsuRLXuN0xw2L8c2brXSGE4Ug+mW6vkHn6gdpqKIbpw7RDcVcc6JtpolGv11I1g3HAcQ+MGcGQQwBOKyBnaNU/E0XhROY4zvn2fGrfKqUZ1wrDK7TSWTXCNI4NJBWWTXOYejb6tiF7fU4jbVIHQpxDgyCB6UF/IZ4Xete3x9GK3aSnXxW3X7kzcPvHrfzdi5SAypVuVKV3itqros1EzhykyxByAoz6FylOvNbx7obI3XqANbNPG70nMahwZrFBQOBizUjkUSZjqM3VTkgAcGYQSihuXoZR5fQobBAobF6KU9RsmqCJcjlLWb6TguD6YUqaSe3h27plSyrzulDJS9ypB70qZeupGwHc9U0oZcGQQwPqf3dsoZflxFy6UkTZlwrBQ5pkSyoAjgzkFf7ovhLLbb1+/3XWfDGfVCnzubGyYCiPLlGAGPRmEESovZcXMCJAX2pqRZUo5Q1Z30hmpW4DRjXSWdYVDLzgcNcu64gVqaSrZRsotEDIlpkFPfapppH6VyftT03ojD/qqvebLjmZ1ngyWLSjCjFlPG4xEIFOCGvRkDky1TPHEy3+iSooiia2TPOLXeRVw5kqeVWoauKtXAW2oSY1U4LQ1noQ9G4SpuwXsGIRptAqnM2ScoPwzZolz0FBBouMvRTvwOT3WQJ2GywJZEHAzHLrgzIpB54wZ2a0Ys32iOaoHaQDGfHyd+rjQXWld7ZfMqwbaQb+E5Kc6s0mVzeDANsR6LNIy1fCJVDt3CUYXw5lWWWyvYaoRp85Tn8OZA8nbH39+WLCAts2YrtZTnVtuWg9Wem1pysXJTAPcsc8DvAmckPyNHM5z9ZbWo5UOgtvw+UWkzpNBOCFJ/ZKvzv7lJiqtPx8LV3l1lXpNp+VIJTaLv/mWo1b8XT3y8T8=</diagram></mxfile>

pylintrc

@@ -15,24 +15,37 @@ reports=no
 # abstract-method - with intro of async there are always methods missing
 
 disable=
-  locally-disabled,
-  duplicate-code,
-  cyclic-import,
   abstract-class-little-used,
   abstract-class-not-used,
-  unused-argument,
+  abstract-method,
+  cyclic-import,
+  duplicate-code,
   global-statement,
+  locally-disabled,
+  not-context-manager,
   redefined-variable-type,
+  too-few-public-methods,
   too-many-arguments,
   too-many-branches,
   too-many-instance-attributes,
+  too-many-lines,
   too-many-locals,
   too-many-public-methods,
   too-many-return-statements,
   too-many-statements,
-  too-many-lines,
+  unused-argument,
+  line-too-long,
+  bad-continuation,
   too-few-public-methods,
-  abstract-method
+  no-self-use,
+  not-async-context-manager,
+  too-many-locals,
+  too-many-branches,
+  no-else-return
 
 [EXCEPTIONS]
-overgeneral-exceptions=Exception,HomeAssistantError
+overgeneral-exceptions=Exception
+
+
+[TYPECHECK]
+ignored-modules = distutils

requirements.txt

@@ -0,0 +1,18 @@
+aiohttp==3.6.1
+async_timeout==3.0.1
+attrs==19.3.0
+cchardet==2.1.6
+colorlog==4.1.0
+cpe==1.2.1
+cryptography==2.8
+docker==4.2.0
+gitpython==3.1.0
+jinja2==2.11.1
+packaging==20.3
+ptvsd==4.3.2
+pulsectl==20.2.4
+pytz==2019.3
+pyudev==0.22.0
+ruamel.yaml==0.15.100
+uvloop==0.14.0
+voluptuous==0.11.7

requirements_tests.txt

@@ -0,0 +1,6 @@
+flake8==3.7.9
+pylint==2.4.4
+pytest==5.4.1
+pytest-timeout==1.3.4
+pytest-aiohttp==0.3.0
+black==19.10b0

rootfs/etc/cont-init.d/udev.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/with-contenv bashio
+# ==============================================================================
+# Start udev service
+# ==============================================================================
+udevd --daemon
+
+bashio::log.info "Update udev informations"
+udevadm trigger
+udevadm settle

rootfs/etc/pulse/client.conf

@@ -0,0 +1,35 @@
+# This file is part of PulseAudio.
+#
+# PulseAudio is free software; you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# PulseAudio is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with PulseAudio; if not, see <http://www.gnu.org/licenses/>.
+
+## Configuration file for PulseAudio clients. See pulse-client.conf(5) for
+## more information. Default values are commented out.  Use either ; or # for
+## commenting.
+
+; default-sink =
+; default-source =
+default-server = unix://data/audio/external/pulse.sock
+; default-dbus-server =
+
+autospawn = no
+; daemon-binary = /usr/bin/pulseaudio
+; extra-arguments = --log-target=syslog
+
+; cookie-file =
+
+; enable-shm = yes
+; shm-size-bytes = 0 # setting this 0 will use the system-default, usually 64 MiB
+
+; auto-connect-localhost = no
+; auto-connect-display = no

rootfs/etc/services.d/supervisor/finish

@@ -0,0 +1,5 @@
+#!/usr/bin/execlineb -S0
+# ==============================================================================
+# Take down the S6 supervision tree when Supervisor fails
+# ==============================================================================
+s6-svscanctl -t /var/run/s6/services

rootfs/etc/services.d/supervisor/run

@@ -0,0 +1,7 @@
+#!/usr/bin/with-contenv bashio
+# ==============================================================================
+# Start Service service
+# ==============================================================================
+export LD_PRELOAD="/usr/local/lib/libjemalloc.so.2"
+
+exec python3 -m supervisor

scripts/test_env.sh

@@ -0,0 +1,133 @@
+#!/bin/bash
+set -eE
+
+DOCKER_TIMEOUT=30
+DOCKER_PID=0
+
+
+function start_docker() {
+    local starttime
+    local endtime
+
+    echo "Starting docker."
+    dockerd 2> /dev/null &
+    DOCKER_PID=$!
+
+    echo "Waiting for docker to initialize..."
+    starttime="$(date +%s)"
+    endtime="$(date +%s)"
+    until docker info >/dev/null 2>&1; do
+        if [ $((endtime - starttime)) -le $DOCKER_TIMEOUT ]; then
+            sleep 1
+            endtime=$(date +%s)
+        else
+            echo "Timeout while waiting for docker to come up"
+            exit 1
+        fi
+    done
+    echo "Docker was initialized"
+}
+
+
+function stop_docker() {
+    local starttime
+    local endtime
+
+    echo "Stopping in container docker..."
+    if [ "$DOCKER_PID" -gt 0 ] && kill -0 "$DOCKER_PID" 2> /dev/null; then
+        starttime="$(date +%s)"
+        endtime="$(date +%s)"
+
+        # Now wait for it to die
+        kill "$DOCKER_PID"
+        while kill -0 "$DOCKER_PID" 2> /dev/null; do
+            if [ $((endtime - starttime)) -le $DOCKER_TIMEOUT ]; then
+                sleep 1
+                endtime=$(date +%s)
+            else
+                echo "Timeout while waiting for container docker to die"
+                exit 1
+            fi
+        done
+    else
+        echo "Your host might have been left with unreleased resources"
+    fi
+}
+
+
+function build_supervisor() {
+    docker pull homeassistant/amd64-builder:dev
+
+    docker run --rm --privileged \
+        -v /run/docker.sock:/run/docker.sock -v "$(pwd):/data" \
+        homeassistant/amd64-builder:dev \
+            --generic dev -t /data --test --amd64 --no-cache
+}
+
+
+function cleanup_lastboot() {
+    if [[ -f /workspaces/test_supervisor/config.json ]]; then
+        echo "Cleaning up last boot"
+        cp /workspaces/test_supervisor/config.json /tmp/config.json
+        jq -rM 'del(.last_boot)' /tmp/config.json > /workspaces/test_supervisor/config.json
+        rm /tmp/config.json
+    fi
+}
+
+
+function cleanup_docker() {
+    echo "Cleaning up stopped containers..."
+    docker rm $(docker ps -a -q) || true
+}
+
+
+function setup_test_env() {
+    mkdir -p /workspaces/test_supervisor
+
+    echo "Start Supervisor"
+    docker run --rm --privileged \
+        --name hassio_supervisor \
+        --security-opt seccomp=unconfined \
+        --security-opt apparmor:unconfined \
+        -v /run/docker.sock:/run/docker.sock \
+        -v /run/dbus:/run/dbus \
+        -v "/workspaces/test_supervisor":/data \
+        -v /etc/machine-id:/etc/machine-id:ro \
+        -e SUPERVISOR_SHARE="/workspaces/test_supervisor" \
+        -e SUPERVISOR_NAME=hassio_supervisor \
+        -e SUPERVISOR_DEV=1 \
+        -e HOMEASSISTANT_REPOSITORY="homeassistant/qemux86-64-homeassistant" \
+        homeassistant/amd64-hassio-supervisor:latest
+
+}
+
+
+function init_dbus() {
+    if pgrep dbus-daemon; then
+        echo "Dbus is running"
+        return 0
+    fi
+
+    echo "Startup dbus"
+    mkdir -p /var/lib/dbus
+    cp -f /etc/machine-id /var/lib/dbus/machine-id
+
+    # cleanups
+    mkdir -p /run/dbus
+    rm -f /run/dbus/pid
+
+    # run
+    dbus-daemon --system --print-address
+}
+
+echo "Start Test-Env"
+
+start_docker
+trap "stop_docker" ERR
+
+build_supervisor
+cleanup_lastboot
+cleanup_docker
+init_dbus
+setup_test_env
+stop_docker

scripts/update-frontend.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+set -e
+
+# Update frontend
+git submodule update --init --recursive --remote
+
+[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh"
+cd home-assistant-polymer
+nvm install
+script/bootstrap
+
+# build frontend
+cd hassio
+./script/build_hassio
+
+# Copy frontend
+rm -f ../../supervisor/hassio/api/panel/chunk.*
+cp -rf build/* ../../supervisor/api/panel/

setup.cfg

@@ -0,0 +1,17 @@
+[isort]
+multi_line_output = 3
+include_trailing_comma=True
+force_grid_wrap=0
+line_length=88
+indent = "    "
+not_skip = __init__.py
+force_sort_within_sections = true
+sections = FUTURE,STDLIB,INBETWEENS,THIRDPARTY,FIRSTPARTY,LOCALFOLDER
+default_section = THIRDPARTY
+forced_separate = tests
+combine_as_imports = true
+use_parentheses = true
+
+[flake8]
+max-line-length = 88
+ignore = E501, W503

setup.py

@@ -1,54 +1,43 @@
+"""Home Assistant Supervisor setup."""
 from setuptools import setup
 
-from hassio.const import HASSIO_VERSION
-
+from supervisor.const import SUPERVISOR_VERSION
 
 setup(
-    name='HassIO',
-    version=HASSIO_VERSION,
-    license='BSD License',
-    author='The Home Assistant Authors',
-    author_email='hello@home-assistant.io',
-    url='https://home-assistant.io/',
-    description=('Open-source private cloud os for Home-Assistant'
-                 ' based on ResinOS'),
-    long_description=('A maintainless private cloud operator system that'
-                      'setup a Home-Assistant instance. Based on ResinOS'),
+    name="Supervisor",
+    version=SUPERVISOR_VERSION,
+    license="BSD License",
+    author="The Home Assistant Authors",
+    author_email="hello@home-assistant.io",
+    url="https://home-assistant.io/",
+    description=("Open-source private cloud os for Home-Assistant" " based on HassOS"),
+    long_description=(
+        "A maintainless private cloud operator system that"
+        "setup a Home-Assistant instance. Based on HassOS"
+    ),
     classifiers=[
-        'Intended Audience :: End Users/Desktop',
-        'Intended Audience :: Developers',
-        'License :: OSI Approved :: Apache Software License',
-        'Operating System :: OS Independent',
-        'Topic :: Home Automation'
-        'Topic :: Software Development :: Libraries :: Python Modules',
-        'Topic :: Scientific/Engineering :: Atmospheric Science',
-        'Development Status :: 5 - Production/Stable',
-        'Intended Audience :: Developers',
-        'Programming Language :: Python :: 3.6',
+        "Intended Audience :: End Users/Desktop",
+        "Intended Audience :: Developers",
+        "License :: OSI Approved :: Apache Software License",
+        "Operating System :: OS Independent",
+        "Topic :: Home Automation",
+        "Topic :: Software Development :: Libraries :: Python Modules",
+        "Topic :: Scientific/Engineering :: Atmospheric Science",
+        "Development Status :: 5 - Production/Stable",
+        "Intended Audience :: Developers",
+        "Programming Language :: Python :: 3.7",
     ],
-    keywords=['docker', 'home-assistant', 'api'],
+    keywords=["docker", "home-assistant", "api"],
     zip_safe=False,
-    platforms='any',
+    platforms="any",
     packages=[
-        'hassio',
-        'hassio.docker',
-        'hassio.addons',
-        'hassio.api',
-        'hassio.misc',
-        'hassio.utils',
-        'hassio.snapshots'
+        "supervisor",
+        "supervisor.docker",
+        "supervisor.addons",
+        "supervisor.api",
+        "supervisor.misc",
+        "supervisor.utils",
+        "supervisor.snapshots",
     ],
     include_package_data=True,
-    install_requires=[
-        'async_timeout',
-        'aiohttp',
-        'docker',
-        'colorlog',
-        'voluptuous',
-        'gitpython',
-        'pyotp',
-        'pyqrcode',
-        'pytz',
-        'pyudev'
-    ]
 )

supervisor/__init__.py

@@ -0,0 +1 @@
+"""Init file for Supervisor."""

supervisor/__main__.py

@@ -0,0 +1,62 @@
+"""Main file for Supervisor."""
+import asyncio
+from concurrent.futures import ThreadPoolExecutor
+import logging
+import sys
+
+from supervisor import bootstrap
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+
+def initialize_event_loop():
+    """Attempt to use uvloop."""
+    try:
+        # pylint: disable=import-outside-toplevel
+        import uvloop
+
+        uvloop.install()
+    except ImportError:
+        pass
+
+    return asyncio.get_event_loop()
+
+
+# pylint: disable=invalid-name
+if __name__ == "__main__":
+    bootstrap.initialize_logging()
+
+    # Init async event loop
+    loop = initialize_event_loop()
+
+    # Check if all information are available to setup Supervisor
+    bootstrap.check_environment()
+
+    # init executor pool
+    executor = ThreadPoolExecutor(thread_name_prefix="SyncWorker")
+    loop.set_default_executor(executor)
+
+    _LOGGER.info("Initialize Supervisor setup")
+    coresys = loop.run_until_complete(bootstrap.initialize_coresys())
+    loop.run_until_complete(coresys.core.connect())
+
+    bootstrap.supervisor_debugger(coresys)
+    bootstrap.migrate_system_env(coresys)
+
+    _LOGGER.info("Setup Supervisor")
+    loop.run_until_complete(coresys.core.setup())
+
+    loop.call_soon_threadsafe(loop.create_task, coresys.core.start())
+    loop.call_soon_threadsafe(bootstrap.reg_signal, loop)
+
+    try:
+        _LOGGER.info("Run Supervisor")
+        loop.run_forever()
+    finally:
+        _LOGGER.info("Stopping Supervisor")
+        loop.run_until_complete(coresys.core.stop())
+        executor.shutdown(wait=False)
+        loop.close()
+
+    _LOGGER.info("Close Supervisor")
+    sys.exit(0)

supervisor/addons/__init__.py

@@ -0,0 +1,334 @@
+"""Init file for Supervisor add-ons."""
+import asyncio
+from contextlib import suppress
+import logging
+import tarfile
+from typing import Dict, List, Optional, Union
+
+from ..const import BOOT_AUTO, STATE_STARTED
+from ..coresys import CoreSys, CoreSysAttributes
+from ..exceptions import (
+    AddonsError,
+    AddonsNotSupportedError,
+    CoreDNSError,
+    DockerAPIError,
+    HomeAssistantAPIError,
+    HostAppArmorError,
+)
+from ..store.addon import AddonStore
+from .addon import Addon
+from .data import AddonsData
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+AnyAddon = Union[Addon, AddonStore]
+
+
+class AddonManager(CoreSysAttributes):
+    """Manage add-ons inside Supervisor."""
+
+    def __init__(self, coresys: CoreSys):
+        """Initialize Docker base wrapper."""
+        self.coresys: CoreSys = coresys
+        self.data: AddonsData = AddonsData(coresys)
+        self.local: Dict[str, Addon] = {}
+        self.store: Dict[str, AddonStore] = {}
+
+    @property
+    def all(self) -> List[AnyAddon]:
+        """Return a list of all add-ons."""
+        addons = {**self.store, **self.local}
+        return list(addons.values())
+
+    @property
+    def installed(self) -> List[Addon]:
+        """Return a list of all installed add-ons."""
+        return list(self.local.values())
+
+    def get(self, addon_slug: str) -> Optional[AnyAddon]:
+        """Return an add-on from slug.
+
+        Prio:
+          1 - Local
+          2 - Store
+        """
+        if addon_slug in self.local:
+            return self.local[addon_slug]
+        return self.store.get(addon_slug)
+
+    def from_token(self, token: str) -> Optional[Addon]:
+        """Return an add-on from Supervisor token."""
+        for addon in self.installed:
+            if token == addon.supervisor_token:
+                return addon
+        return None
+
+    async def load(self) -> None:
+        """Start up add-on management."""
+        tasks = []
+        for slug in self.data.system:
+            addon = self.local[slug] = Addon(self.coresys, slug)
+            tasks.append(addon.load())
+
+        # Run initial tasks
+        _LOGGER.info("Found %d installed add-ons", len(tasks))
+        if tasks:
+            await asyncio.wait(tasks)
+
+        # Sync DNS
+        await self.sync_dns()
+
+    async def boot(self, stage: str) -> None:
+        """Boot add-ons with mode auto."""
+        tasks = []
+        for addon in self.installed:
+            if addon.boot != BOOT_AUTO or addon.startup != stage:
+                continue
+            tasks.append(addon.start())
+
+        _LOGGER.info("Phase '%s' start %d add-ons", stage, len(tasks))
+        if tasks:
+            await asyncio.wait(tasks)
+            await asyncio.sleep(self.sys_config.wait_boot)
+
+    async def shutdown(self, stage: str) -> None:
+        """Shutdown addons."""
+        tasks = []
+        for addon in self.installed:
+            if await addon.state() != STATE_STARTED or addon.startup != stage:
+                continue
+            tasks.append(addon.stop())
+
+        _LOGGER.info("Phase '%s' stop %d add-ons", stage, len(tasks))
+        if tasks:
+            await asyncio.wait(tasks)
+
+    async def install(self, slug: str) -> None:
+        """Install an add-on."""
+        if slug in self.local:
+            _LOGGER.warning("Add-on %s is already installed", slug)
+            return
+        store = self.store.get(slug)
+
+        if not store:
+            _LOGGER.error("Add-on %s not exists", slug)
+            raise AddonsError()
+
+        if not store.available:
+            _LOGGER.error("Add-on %s not supported on that platform", slug)
+            raise AddonsNotSupportedError()
+
+        self.data.install(store)
+        addon = Addon(self.coresys, slug)
+
+        if not addon.path_data.is_dir():
+            _LOGGER.info("Create Home Assistant add-on data folder %s", addon.path_data)
+            addon.path_data.mkdir()
+
+        # Setup/Fix AppArmor profile
+        await addon.install_apparmor()
+
+        try:
+            await addon.instance.install(store.version, store.image)
+        except DockerAPIError:
+            self.data.uninstall(addon)
+            raise AddonsError() from None
+        else:
+            self.local[slug] = addon
+            _LOGGER.info("Add-on '%s' successfully installed", slug)
+
+    async def uninstall(self, slug: str) -> None:
+        """Remove an add-on."""
+        if slug not in self.local:
+            _LOGGER.warning("Add-on %s is not installed", slug)
+            return
+        addon = self.local.get(slug)
+
+        try:
+            await addon.instance.remove()
+        except DockerAPIError:
+            raise AddonsError() from None
+
+        await addon.remove_data()
+
+        # Cleanup audio settings
+        if addon.path_pulse.exists():
+            with suppress(OSError):
+                addon.path_pulse.unlink()
+
+        # Cleanup AppArmor profile
+        with suppress(HostAppArmorError):
+            await addon.uninstall_apparmor()
+
+        # Cleanup Ingress panel from sidebar
+        if addon.ingress_panel:
+            addon.ingress_panel = False
+            with suppress(HomeAssistantAPIError):
+                await self.sys_ingress.update_hass_panel(addon)
+
+        # Cleanup discovery data
+        for message in self.sys_discovery.list_messages:
+            if message.addon != addon.slug:
+                continue
+            self.sys_discovery.remove(message)
+
+        # Cleanup services data
+        for service in self.sys_services.list_services:
+            if addon.slug not in service.active:
+                continue
+            service.del_service_data(addon)
+
+        self.data.uninstall(addon)
+        self.local.pop(slug)
+
+        _LOGGER.info("Add-on '%s' successfully removed", slug)
+
+    async def update(self, slug: str) -> None:
+        """Update add-on."""
+        if slug not in self.local:
+            _LOGGER.error("Add-on %s is not installed", slug)
+            raise AddonsError()
+        addon = self.local.get(slug)
+
+        if addon.is_detached:
+            _LOGGER.error("Add-on %s is not available inside store", slug)
+            raise AddonsError()
+        store = self.store.get(slug)
+
+        if addon.version == store.version:
+            _LOGGER.warning("No update available for add-on %s", slug)
+            return
+
+        # Check if available, Maybe something have changed
+        if not store.available:
+            _LOGGER.error("Add-on %s not supported on that platform", slug)
+            raise AddonsNotSupportedError()
+
+        # Update instance
+        last_state = await addon.state()
+        try:
+            await addon.instance.update(store.version, store.image)
+
+            # Cleanup
+            with suppress(DockerAPIError):
+                await addon.instance.cleanup()
+        except DockerAPIError:
+            raise AddonsError() from None
+        else:
+            self.data.update(store)
+            _LOGGER.info("Add-on '%s' successfully updated", slug)
+
+        # Setup/Fix AppArmor profile
+        await addon.install_apparmor()
+
+        # restore state
+        if last_state == STATE_STARTED:
+            await addon.start()
+
+    async def rebuild(self, slug: str) -> None:
+        """Perform a rebuild of local build add-on."""
+        if slug not in self.local:
+            _LOGGER.error("Add-on %s is not installed", slug)
+            raise AddonsError()
+        addon = self.local.get(slug)
+
+        if addon.is_detached:
+            _LOGGER.error("Add-on %s is not available inside store", slug)
+            raise AddonsError()
+        store = self.store.get(slug)
+
+        # Check if a rebuild is possible now
+        if addon.version != store.version:
+            _LOGGER.error("Version changed, use Update instead Rebuild")
+            raise AddonsError()
+        if not addon.need_build:
+            _LOGGER.error("Can't rebuild a image based add-on")
+            raise AddonsNotSupportedError()
+
+        # remove docker container but not addon config
+        last_state = await addon.state()
+        try:
+            await addon.instance.remove()
+            await addon.instance.install(addon.version)
+        except DockerAPIError:
+            raise AddonsError() from None
+        else:
+            self.data.update(store)
+            _LOGGER.info("Add-on '%s' successfully rebuilt", slug)
+
+        # restore state
+        if last_state == STATE_STARTED:
+            await addon.start()
+
+    async def restore(self, slug: str, tar_file: tarfile.TarFile) -> None:
+        """Restore state of an add-on."""
+        if slug not in self.local:
+            _LOGGER.debug("Add-on %s is not local available for restore", slug)
+            addon = Addon(self.coresys, slug)
+        else:
+            _LOGGER.debug("Add-on %s is local available for restore", slug)
+            addon = self.local[slug]
+
+        await addon.restore(tar_file)
+
+        # Check if new
+        if slug not in self.local:
+            _LOGGER.info("Detect new Add-on after restore %s", slug)
+            self.local[slug] = addon
+
+        # Update ingress
+        if addon.with_ingress:
+            with suppress(HomeAssistantAPIError):
+                await self.sys_ingress.update_hass_panel(addon)
+
+    async def repair(self) -> None:
+        """Repair local add-ons."""
+        needs_repair: List[Addon] = []
+
+        # Evaluate Add-ons to repair
+        for addon in self.installed:
+            if await addon.instance.exists():
+                continue
+            needs_repair.append(addon)
+
+        _LOGGER.info("Found %d add-ons to repair", len(needs_repair))
+        if not needs_repair:
+            return
+
+        for addon in needs_repair:
+            _LOGGER.info("Start repair for add-on: %s", addon.slug)
+            await self.sys_run_in_executor(
+                self.sys_docker.network.stale_cleanup, addon.instance.name
+            )
+
+            with suppress(DockerAPIError, KeyError):
+                # Need pull a image again
+                if not addon.need_build:
+                    await addon.instance.install(addon.version, addon.image)
+                    continue
+
+                # Need local lookup
+                if addon.need_build and not addon.is_detached:
+                    store = self.store[addon.slug]
+                    # If this add-on is available for rebuild
+                    if addon.version == store.version:
+                        await addon.instance.install(addon.version, addon.image)
+                        continue
+
+            _LOGGER.error("Can't repair %s", addon.slug)
+            with suppress(AddonsError):
+                await self.uninstall(addon.slug)
+
+    async def sync_dns(self) -> None:
+        """Sync add-ons DNS names."""
+        # Update hosts
+        for addon in self.installed:
+            if not await addon.instance.is_running():
+                continue
+            self.sys_dns.add_host(
+                ipv4=addon.ip_address, names=[addon.hostname], write=False
+            )
+
+        # Write hosts files
+        with suppress(CoreDNSError):
+            self.sys_dns.write_hosts()

supervisor/addons/addon.py

@@ -0,0 +1,684 @@
+"""Init file for Supervisor add-ons."""
+from contextlib import suppress
+from copy import deepcopy
+from ipaddress import IPv4Address
+import logging
+from pathlib import Path, PurePath
+import re
+import secrets
+import shutil
+import tarfile
+from tempfile import TemporaryDirectory
+from typing import Any, Awaitable, Dict, List, Optional
+
+import voluptuous as vol
+from voluptuous.humanize import humanize_error
+
+from ..const import (
+    ATTR_ACCESS_TOKEN,
+    ATTR_AUDIO_INPUT,
+    ATTR_AUDIO_OUTPUT,
+    ATTR_AUTO_UPDATE,
+    ATTR_BOOT,
+    ATTR_IMAGE,
+    ATTR_INGRESS_ENTRY,
+    ATTR_INGRESS_PANEL,
+    ATTR_INGRESS_PORT,
+    ATTR_INGRESS_TOKEN,
+    ATTR_NETWORK,
+    ATTR_OPTIONS,
+    ATTR_PORTS,
+    ATTR_PROTECTED,
+    ATTR_SCHEMA,
+    ATTR_STATE,
+    ATTR_SYSTEM,
+    ATTR_USER,
+    ATTR_UUID,
+    ATTR_VERSION,
+    DNS_SUFFIX,
+    STATE_STARTED,
+    STATE_STOPPED,
+)
+from ..coresys import CoreSys
+from ..docker.addon import DockerAddon
+from ..docker.stats import DockerStats
+from ..exceptions import (
+    AddonsError,
+    AddonsNotSupportedError,
+    DockerAPIError,
+    HostAppArmorError,
+    JsonFileError,
+)
+from ..utils.apparmor import adjust_profile
+from ..utils.json import read_json_file, write_json_file
+from ..utils.tar import exclude_filter, secure_path
+from .model import AddonModel, Data
+from .utils import remove_data
+from .validate import SCHEMA_ADDON_SNAPSHOT, validate_options
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+RE_WEBUI = re.compile(
+    r"^(?:(?P<s_prefix>https?)|\[PROTO:(?P<t_proto>\w+)\])"
+    r":\/\/\[HOST\]:\[PORT:(?P<t_port>\d+)\](?P<s_suffix>.*)$"
+)
+
+RE_OLD_AUDIO = re.compile(r"\d+,\d+")
+
+
+class Addon(AddonModel):
+    """Hold data for add-on inside Supervisor."""
+
+    def __init__(self, coresys: CoreSys, slug: str):
+        """Initialize data holder."""
+        self.coresys: CoreSys = coresys
+        self.instance: DockerAddon = DockerAddon(coresys, self)
+        self.slug: str = slug
+
+    async def load(self) -> None:
+        """Async initialize of object."""
+        with suppress(DockerAPIError):
+            await self.instance.attach(tag=self.version)
+
+    @property
+    def ip_address(self) -> IPv4Address:
+        """Return IP of Add-on instance."""
+        return self.instance.ip_address
+
+    @property
+    def data(self) -> Data:
+        """Return add-on data/config."""
+        return self.sys_addons.data.system[self.slug]
+
+    @property
+    def data_store(self) -> Data:
+        """Return add-on data from store."""
+        return self.sys_store.data.addons.get(self.slug, self.data)
+
+    @property
+    def persist(self) -> Data:
+        """Return add-on data/config."""
+        return self.sys_addons.data.user[self.slug]
+
+    @property
+    def is_installed(self) -> bool:
+        """Return True if an add-on is installed."""
+        return True
+
+    @property
+    def is_detached(self) -> bool:
+        """Return True if add-on is detached."""
+        return self.slug not in self.sys_store.data.addons
+
+    @property
+    def available(self) -> bool:
+        """Return True if this add-on is available on this platform."""
+        return self._available(self.data_store)
+
+    @property
+    def version(self) -> Optional[str]:
+        """Return installed version."""
+        return self.persist[ATTR_VERSION]
+
+    @property
+    def dns(self) -> List[str]:
+        """Return list of DNS name for that add-on."""
+        return [f"{self.hostname}.{DNS_SUFFIX}"]
+
+    @property
+    def options(self) -> Dict[str, Any]:
+        """Return options with local changes."""
+        return {**self.data[ATTR_OPTIONS], **self.persist[ATTR_OPTIONS]}
+
+    @options.setter
+    def options(self, value: Optional[Dict[str, Any]]):
+        """Store user add-on options."""
+        if value is None:
+            self.persist[ATTR_OPTIONS] = {}
+        else:
+            self.persist[ATTR_OPTIONS] = deepcopy(value)
+
+    @property
+    def boot(self) -> bool:
+        """Return boot config with prio local settings."""
+        return self.persist.get(ATTR_BOOT, super().boot)
+
+    @boot.setter
+    def boot(self, value: bool):
+        """Store user boot options."""
+        self.persist[ATTR_BOOT] = value
+
+    @property
+    def auto_update(self) -> bool:
+        """Return if auto update is enable."""
+        return self.persist.get(ATTR_AUTO_UPDATE, super().auto_update)
+
+    @auto_update.setter
+    def auto_update(self, value: bool):
+        """Set auto update."""
+        self.persist[ATTR_AUTO_UPDATE] = value
+
+    @property
+    def uuid(self) -> str:
+        """Return an API token for this add-on."""
+        return self.persist[ATTR_UUID]
+
+    @property
+    def supervisor_token(self) -> Optional[str]:
+        """Return access token for Supervisor API."""
+        return self.persist.get(ATTR_ACCESS_TOKEN)
+
+    @property
+    def ingress_token(self) -> Optional[str]:
+        """Return access token for Supervisor API."""
+        return self.persist.get(ATTR_INGRESS_TOKEN)
+
+    @property
+    def ingress_entry(self) -> Optional[str]:
+        """Return ingress external URL."""
+        if self.with_ingress:
+            return f"/api/hassio_ingress/{self.ingress_token}"
+        return None
+
+    @property
+    def latest_version(self) -> str:
+        """Return version of add-on."""
+        return self.data_store[ATTR_VERSION]
+
+    @property
+    def protected(self) -> bool:
+        """Return if add-on is in protected mode."""
+        return self.persist[ATTR_PROTECTED]
+
+    @protected.setter
+    def protected(self, value: bool):
+        """Set add-on in protected mode."""
+        self.persist[ATTR_PROTECTED] = value
+
+    @property
+    def ports(self) -> Optional[Dict[str, Optional[int]]]:
+        """Return ports of add-on."""
+        return self.persist.get(ATTR_NETWORK, super().ports)
+
+    @ports.setter
+    def ports(self, value: Optional[Dict[str, Optional[int]]]):
+        """Set custom ports of add-on."""
+        if value is None:
+            self.persist.pop(ATTR_NETWORK, None)
+            return
+
+        # Secure map ports to value
+        new_ports = {}
+        for container_port, host_port in value.items():
+            if container_port in self.data.get(ATTR_PORTS, {}):
+                new_ports[container_port] = host_port
+
+        self.persist[ATTR_NETWORK] = new_ports
+
+    @property
+    def ingress_url(self) -> Optional[str]:
+        """Return URL to ingress url."""
+        if not self.with_ingress:
+            return None
+
+        url = f"/api/hassio_ingress/{self.ingress_token}/"
+        if ATTR_INGRESS_ENTRY in self.data:
+            return f"{url}{self.data[ATTR_INGRESS_ENTRY]}"
+        return url
+
+    @property
+    def webui(self) -> Optional[str]:
+        """Return URL to webui or None."""
+        url = super().webui
+        if not url:
+            return None
+        webui = RE_WEBUI.match(url)
+
+        # extract arguments
+        t_port = webui.group("t_port")
+        t_proto = webui.group("t_proto")
+        s_prefix = webui.group("s_prefix") or ""
+        s_suffix = webui.group("s_suffix") or ""
+
+        # search host port for this docker port
+        if self.ports is None:
+            port = t_port
+        else:
+            port = self.ports.get(f"{t_port}/tcp", t_port)
+
+        # for interface config or port lists
+        if isinstance(port, (tuple, list)):
+            port = port[-1]
+
+        # lookup the correct protocol from config
+        if t_proto:
+            proto = "https" if self.options.get(t_proto) else "http"
+        else:
+            proto = s_prefix
+
+        return f"{proto}://[HOST]:{port}{s_suffix}"
+
+    @property
+    def ingress_port(self) -> Optional[int]:
+        """Return Ingress port."""
+        if not self.with_ingress:
+            return None
+
+        port = self.data[ATTR_INGRESS_PORT]
+        if port == 0:
+            return self.sys_ingress.get_dynamic_port(self.slug)
+        return port
+
+    @property
+    def ingress_panel(self) -> Optional[bool]:
+        """Return True if the add-on access support ingress."""
+        return self.persist[ATTR_INGRESS_PANEL]
+
+    @ingress_panel.setter
+    def ingress_panel(self, value: bool):
+        """Return True if the add-on access support ingress."""
+        self.persist[ATTR_INGRESS_PANEL] = value
+
+    @property
+    def audio_output(self) -> Optional[str]:
+        """Return a pulse profile for output or None."""
+        if not self.with_audio:
+            return None
+
+        # Fallback with old audio settings
+        # Remove after 210
+        output_data = self.persist.get(ATTR_AUDIO_OUTPUT)
+        if output_data and RE_OLD_AUDIO.fullmatch(output_data):
+            return None
+        return output_data
+
+    @audio_output.setter
+    def audio_output(self, value: Optional[str]):
+        """Set audio output profile settings."""
+        self.persist[ATTR_AUDIO_OUTPUT] = value
+
+    @property
+    def audio_input(self) -> Optional[str]:
+        """Return pulse profile for input or None."""
+        if not self.with_audio:
+            return None
+
+        # Fallback with old audio settings
+        # Remove after 210
+        input_data = self.persist.get(ATTR_AUDIO_INPUT)
+        if input_data and RE_OLD_AUDIO.fullmatch(input_data):
+            return None
+        return input_data
+
+    @audio_input.setter
+    def audio_input(self, value: Optional[str]):
+        """Set audio input settings."""
+        self.persist[ATTR_AUDIO_INPUT] = value
+
+    @property
+    def image(self):
+        """Return image name of add-on."""
+        return self.persist.get(ATTR_IMAGE)
+
+    @property
+    def need_build(self):
+        """Return True if this  add-on need a local build."""
+        return ATTR_IMAGE not in self.data
+
+    @property
+    def path_data(self):
+        """Return add-on data path inside Supervisor."""
+        return Path(self.sys_config.path_addons_data, self.slug)
+
+    @property
+    def path_extern_data(self):
+        """Return add-on data path external for Docker."""
+        return PurePath(self.sys_config.path_extern_addons_data, self.slug)
+
+    @property
+    def path_options(self):
+        """Return path to add-on options."""
+        return Path(self.path_data, "options.json")
+
+    @property
+    def path_pulse(self):
+        """Return path to asound config."""
+        return Path(self.sys_config.path_tmp, f"{self.slug}_pulse")
+
+    @property
+    def path_extern_pulse(self):
+        """Return path to asound config for Docker."""
+        return Path(self.sys_config.path_extern_tmp, f"{self.slug}_pulse")
+
+    def save_persist(self):
+        """Save data of add-on."""
+        self.sys_addons.data.save_data()
+
+    async def write_options(self):
+        """Return True if add-on options is written to data."""
+        schema = self.schema
+        options = self.options
+
+        # Update secrets for validation
+        await self.sys_secrets.reload()
+
+        try:
+            options = schema(options)
+            write_json_file(self.path_options, options)
+        except vol.Invalid as ex:
+            _LOGGER.error(
+                "Add-on %s have wrong options: %s",
+                self.slug,
+                humanize_error(options, ex),
+            )
+        except JsonFileError:
+            _LOGGER.error("Add-on %s can't write options", self.slug)
+        else:
+            _LOGGER.debug("Add-on %s write options: %s", self.slug, options)
+            return
+
+        raise AddonsError()
+
+    async def remove_data(self):
+        """Remove add-on data."""
+        if not self.path_data.is_dir():
+            return
+
+        _LOGGER.info("Remove add-on data folder %s", self.path_data)
+        await remove_data(self.path_data)
+
+    def write_pulse(self):
+        """Write asound config to file and return True on success."""
+        pulse_config = self.sys_audio.pulse_client(
+            input_profile=self.audio_input, output_profile=self.audio_output
+        )
+
+        # Cleanup wrong maps
+        if self.path_pulse.is_dir():
+            shutil.rmtree(self.path_pulse, ignore_errors=True)
+
+        # Write pulse config
+        try:
+            with self.path_pulse.open("w") as config_file:
+                config_file.write(pulse_config)
+        except OSError as err:
+            _LOGGER.error(
+                "Add-on %s can't write pulse/client.config: %s", self.slug, err
+            )
+        else:
+            _LOGGER.debug(
+                "Add-on %s write pulse/client.config: %s", self.slug, self.path_pulse
+            )
+
+    async def install_apparmor(self) -> None:
+        """Install or Update AppArmor profile for Add-on."""
+        exists_local = self.sys_host.apparmor.exists(self.slug)
+        exists_addon = self.path_apparmor.exists()
+
+        # Nothing to do
+        if not exists_local and not exists_addon:
+            return
+
+        # Need removed
+        if exists_local and not exists_addon:
+            await self.sys_host.apparmor.remove_profile(self.slug)
+            return
+
+        # Need install/update
+        with TemporaryDirectory(dir=self.sys_config.path_tmp) as tmp_folder:
+            profile_file = Path(tmp_folder, "apparmor.txt")
+
+            adjust_profile(self.slug, self.path_apparmor, profile_file)
+            await self.sys_host.apparmor.load_profile(self.slug, profile_file)
+
+    async def uninstall_apparmor(self) -> None:
+        """Remove AppArmor profile for Add-on."""
+        if not self.sys_host.apparmor.exists(self.slug):
+            return
+        await self.sys_host.apparmor.remove_profile(self.slug)
+
+    def test_update_schema(self) -> bool:
+        """Check if the existing configuration is valid after update."""
+        # load next schema
+        new_raw_schema = self.data_store[ATTR_SCHEMA]
+        default_options = self.data_store[ATTR_OPTIONS]
+
+        # if disabled
+        if isinstance(new_raw_schema, bool):
+            return True
+
+        # merge options
+        options = {**self.persist[ATTR_OPTIONS], **default_options}
+
+        # create voluptuous
+        new_schema = vol.Schema(
+            vol.All(dict, validate_options(self.coresys, new_raw_schema))
+        )
+
+        # validate
+        try:
+            new_schema(options)
+        except vol.Invalid:
+            _LOGGER.warning("Add-on %s new schema is not compatible", self.slug)
+            return False
+        return True
+
+    async def state(self) -> str:
+        """Return running state of add-on."""
+        if await self.instance.is_running():
+            return STATE_STARTED
+        return STATE_STOPPED
+
+    async def start(self) -> None:
+        """Set options and start add-on."""
+        if await self.instance.is_running():
+            _LOGGER.warning("%s already running!", self.slug)
+            return
+
+        # Access Token
+        self.persist[ATTR_ACCESS_TOKEN] = secrets.token_hex(56)
+        self.save_persist()
+
+        # Options
+        await self.write_options()
+
+        # Sound
+        if self.with_audio:
+            self.write_pulse()
+
+        # Start Add-on
+        try:
+            await self.instance.run()
+        except DockerAPIError:
+            raise AddonsError() from None
+
+    async def stop(self) -> None:
+        """Stop add-on."""
+        try:
+            return await self.instance.stop()
+        except DockerAPIError:
+            raise AddonsError() from None
+
+    async def restart(self) -> None:
+        """Restart add-on."""
+        with suppress(AddonsError):
+            await self.stop()
+        await self.start()
+
+    def logs(self) -> Awaitable[bytes]:
+        """Return add-ons log output.
+
+        Return a coroutine.
+        """
+        return self.instance.logs()
+
+    async def stats(self) -> DockerStats:
+        """Return stats of container."""
+        try:
+            return await self.instance.stats()
+        except DockerAPIError:
+            raise AddonsError() from None
+
+    async def write_stdin(self, data):
+        """Write data to add-on stdin.
+
+        Return a coroutine.
+        """
+        if not self.with_stdin:
+            _LOGGER.error("Add-on don't support write to stdin!")
+            raise AddonsNotSupportedError()
+
+        try:
+            return await self.instance.write_stdin(data)
+        except DockerAPIError:
+            raise AddonsError() from None
+
+    async def snapshot(self, tar_file: tarfile.TarFile) -> None:
+        """Snapshot state of an add-on."""
+        with TemporaryDirectory(dir=self.sys_config.path_tmp) as temp:
+            # store local image
+            if self.need_build:
+                try:
+                    await self.instance.export_image(Path(temp, "image.tar"))
+                except DockerAPIError:
+                    raise AddonsError() from None
+
+            data = {
+                ATTR_USER: self.persist,
+                ATTR_SYSTEM: self.data,
+                ATTR_VERSION: self.version,
+                ATTR_STATE: await self.state(),
+            }
+
+            # Store local configs/state
+            try:
+                write_json_file(Path(temp, "addon.json"), data)
+            except JsonFileError:
+                _LOGGER.error("Can't save meta for %s", self.slug)
+                raise AddonsError() from None
+
+            # Store AppArmor Profile
+            if self.sys_host.apparmor.exists(self.slug):
+                profile = Path(temp, "apparmor.txt")
+                try:
+                    self.sys_host.apparmor.backup_profile(self.slug, profile)
+                except HostAppArmorError:
+                    _LOGGER.error("Can't backup AppArmor profile")
+                    raise AddonsError() from None
+
+            # write into tarfile
+            def _write_tarfile():
+                """Write tar inside loop."""
+                with tar_file as snapshot:
+                    # Snapshot system
+                    snapshot.add(temp, arcname=".")
+
+                    # Snapshot data
+                    snapshot.add(
+                        self.path_data,
+                        arcname="data",
+                        filter=exclude_filter(self.snapshot_exclude),
+                    )
+
+            try:
+                _LOGGER.info("Build snapshot for add-on %s", self.slug)
+                await self.sys_run_in_executor(_write_tarfile)
+            except (tarfile.TarError, OSError) as err:
+                _LOGGER.error("Can't write tarfile %s: %s", tar_file, err)
+                raise AddonsError() from None
+
+        _LOGGER.info("Finish snapshot for addon %s", self.slug)
+
+    async def restore(self, tar_file: tarfile.TarFile) -> None:
+        """Restore state of an add-on."""
+        with TemporaryDirectory(dir=self.sys_config.path_tmp) as temp:
+            # extract snapshot
+            def _extract_tarfile():
+                """Extract tar snapshot."""
+                with tar_file as snapshot:
+                    snapshot.extractall(path=Path(temp), members=secure_path(snapshot))
+
+            try:
+                await self.sys_run_in_executor(_extract_tarfile)
+            except tarfile.TarError as err:
+                _LOGGER.error("Can't read tarfile %s: %s", tar_file, err)
+                raise AddonsError() from None
+
+            # Read snapshot data
+            try:
+                data = read_json_file(Path(temp, "addon.json"))
+            except JsonFileError:
+                raise AddonsError() from None
+
+            # Validate
+            try:
+                data = SCHEMA_ADDON_SNAPSHOT(data)
+            except vol.Invalid as err:
+                _LOGGER.error(
+                    "Can't validate %s, snapshot data: %s",
+                    self.slug,
+                    humanize_error(data, err),
+                )
+                raise AddonsError() from None
+
+            # If available
+            if not self._available(data[ATTR_SYSTEM]):
+                _LOGGER.error("Add-on %s is not available for this Platform", self.slug)
+                raise AddonsNotSupportedError()
+
+            # Restore local add-on informations
+            _LOGGER.info("Restore config for addon %s", self.slug)
+            restore_image = self._image(data[ATTR_SYSTEM])
+            self.sys_addons.data.restore(
+                self.slug, data[ATTR_USER], data[ATTR_SYSTEM], restore_image
+            )
+
+            # Check version / restore image
+            version = data[ATTR_VERSION]
+            if not await self.instance.exists():
+                _LOGGER.info("Restore/Install image for addon %s", self.slug)
+
+                image_file = Path(temp, "image.tar")
+                if image_file.is_file():
+                    with suppress(DockerAPIError):
+                        await self.instance.import_image(image_file)
+                else:
+                    with suppress(DockerAPIError):
+                        await self.instance.install(version, restore_image)
+                        await self.instance.cleanup()
+            elif self.instance.version != version or self.legacy:
+                _LOGGER.info("Restore/Update image for addon %s", self.slug)
+                with suppress(DockerAPIError):
+                    await self.instance.update(version, restore_image)
+            else:
+                with suppress(DockerAPIError):
+                    await self.instance.stop()
+
+            # Restore data
+            def _restore_data():
+                """Restore data."""
+                shutil.copytree(Path(temp, "data"), self.path_data)
+
+            _LOGGER.info("Restore data for addon %s", self.slug)
+            if self.path_data.is_dir():
+                await remove_data(self.path_data)
+            try:
+                await self.sys_run_in_executor(_restore_data)
+            except shutil.Error as err:
+                _LOGGER.error("Can't restore origin data: %s", err)
+                raise AddonsError() from None
+
+            # Restore AppArmor
+            profile_file = Path(temp, "apparmor.txt")
+            if profile_file.exists():
+                try:
+                    await self.sys_host.apparmor.load_profile(self.slug, profile_file)
+                except HostAppArmorError:
+                    _LOGGER.error("Can't restore AppArmor profile")
+                    raise AddonsError() from None
+
+            # Run add-on
+            if data[ATTR_STATE] == STATE_STARTED:
+                return await self.start()
+
+        _LOGGER.info("Finish restore for add-on %s", self.slug)

supervisor/addons/build.py

@@ -0,0 +1,79 @@
+"""Supervisor add-on build environment."""
+from __future__ import annotations
+from pathlib import Path
+from typing import TYPE_CHECKING, Dict
+
+from ..const import ATTR_ARGS, ATTR_BUILD_FROM, ATTR_SQUASH, META_ADDON
+from ..coresys import CoreSys, CoreSysAttributes
+from ..utils.json import JsonConfig
+from .validate import SCHEMA_BUILD_CONFIG
+
+if TYPE_CHECKING:
+    from . import AnyAddon
+
+
+class AddonBuild(JsonConfig, CoreSysAttributes):
+    """Handle build options for add-ons."""
+
+    def __init__(self, coresys: CoreSys, addon: AnyAddon) -> None:
+        """Initialize Supervisor add-on builder."""
+        self.coresys: CoreSys = coresys
+        self.addon = addon
+
+        super().__init__(
+            Path(self.addon.path_location, "build.json"), SCHEMA_BUILD_CONFIG
+        )
+
+    def save_data(self):
+        """Ignore save function."""
+        raise RuntimeError()
+
+    @property
+    def base_image(self) -> str:
+        """Base images for this add-on."""
+        return self._data[ATTR_BUILD_FROM].get(
+            self.sys_arch.default, f"homeassistant/{self.sys_arch.default}-base:latest"
+        )
+
+    @property
+    def squash(self) -> bool:
+        """Return True or False if squash is active."""
+        return self._data[ATTR_SQUASH]
+
+    @property
+    def additional_args(self) -> Dict[str, str]:
+        """Return additional Docker build arguments."""
+        return self._data[ATTR_ARGS]
+
+    def get_docker_args(self, version):
+        """Create a dict with Docker build arguments."""
+        args = {
+            "path": str(self.addon.path_location),
+            "tag": f"{self.addon.image}:{version}",
+            "pull": True,
+            "forcerm": True,
+            "squash": self.squash,
+            "labels": {
+                "io.hass.version": version,
+                "io.hass.arch": self.sys_arch.default,
+                "io.hass.type": META_ADDON,
+                "io.hass.name": self._fix_label("name"),
+                "io.hass.description": self._fix_label("description"),
+            },
+            "buildargs": {
+                "BUILD_FROM": self.base_image,
+                "BUILD_VERSION": version,
+                "BUILD_ARCH": self.sys_arch.default,
+                **self.additional_args,
+            },
+        }
+
+        if self.addon.url:
+            args["labels"]["io.hass.url"] = self.addon.url
+
+        return args
+
+    def _fix_label(self, label_name: str) -> str:
+        """Remove characters they are not supported."""
+        label = getattr(self.addon, label_name, "")
+        return label.replace("'", "")

supervisor/addons/data.py

@@ -0,0 +1,73 @@
+"""Init file for Supervisor add-on data."""
+from copy import deepcopy
+import logging
+from typing import Any, Dict
+
+from ..const import (
+    ATTR_IMAGE,
+    ATTR_OPTIONS,
+    ATTR_SYSTEM,
+    ATTR_USER,
+    ATTR_VERSION,
+    FILE_HASSIO_ADDONS,
+)
+from ..coresys import CoreSys, CoreSysAttributes
+from ..utils.json import JsonConfig
+from ..store.addon import AddonStore
+from .addon import Addon
+from .validate import SCHEMA_ADDONS_FILE
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+Config = Dict[str, Any]
+
+
+class AddonsData(JsonConfig, CoreSysAttributes):
+    """Hold data for installed Add-ons inside Supervisor."""
+
+    def __init__(self, coresys: CoreSys):
+        """Initialize data holder."""
+        super().__init__(FILE_HASSIO_ADDONS, SCHEMA_ADDONS_FILE)
+        self.coresys: CoreSys = coresys
+
+    @property
+    def user(self):
+        """Return local add-on user data."""
+        return self._data[ATTR_USER]
+
+    @property
+    def system(self):
+        """Return local add-on data."""
+        return self._data[ATTR_SYSTEM]
+
+    def install(self, addon: AddonStore) -> None:
+        """Set addon as installed."""
+        self.system[addon.slug] = deepcopy(addon.data)
+        self.user[addon.slug] = {
+            ATTR_OPTIONS: {},
+            ATTR_VERSION: addon.version,
+            ATTR_IMAGE: addon.image,
+        }
+        self.save_data()
+
+    def uninstall(self, addon: Addon) -> None:
+        """Set add-on as uninstalled."""
+        self.system.pop(addon.slug, None)
+        self.user.pop(addon.slug, None)
+        self.save_data()
+
+    def update(self, addon: AddonStore) -> None:
+        """Update version of add-on."""
+        self.system[addon.slug] = deepcopy(addon.data)
+        self.user[addon.slug].update(
+            {ATTR_VERSION: addon.version, ATTR_IMAGE: addon.image}
+        )
+        self.save_data()
+
+    def restore(self, slug: str, user: Config, system: Config, image: str) -> None:
+        """Restore data to add-on."""
+        self.user[slug] = deepcopy(user)
+        self.system[slug] = deepcopy(system)
+
+        self.user[slug][ATTR_IMAGE] = image
+        self.save_data()

supervisor/addons/model.py

@@ -0,0 +1,566 @@
+"""Init file for Supervisor add-ons."""
+from pathlib import Path
+from typing import Any, Awaitable, Dict, List, Optional
+
+from packaging import version as pkg_version
+import voluptuous as vol
+
+from ..const import (
+    ATTR_ADVANCED,
+    ATTR_APPARMOR,
+    ATTR_ARCH,
+    ATTR_AUDIO,
+    ATTR_AUTH_API,
+    ATTR_AUTO_UART,
+    ATTR_BOOT,
+    ATTR_DESCRIPTON,
+    ATTR_DEVICES,
+    ATTR_DEVICETREE,
+    ATTR_DISCOVERY,
+    ATTR_DOCKER_API,
+    ATTR_ENVIRONMENT,
+    ATTR_FULL_ACCESS,
+    ATTR_GPIO,
+    ATTR_HASSIO_API,
+    ATTR_HASSIO_ROLE,
+    ATTR_HOMEASSISTANT,
+    ATTR_HOMEASSISTANT_API,
+    ATTR_HOST_DBUS,
+    ATTR_HOST_IPC,
+    ATTR_HOST_NETWORK,
+    ATTR_HOST_PID,
+    ATTR_IMAGE,
+    ATTR_INGRESS,
+    ATTR_INIT,
+    ATTR_KERNEL_MODULES,
+    ATTR_LEGACY,
+    ATTR_LOCATON,
+    ATTR_MACHINE,
+    ATTR_MAP,
+    ATTR_NAME,
+    ATTR_OPTIONS,
+    ATTR_PANEL_ADMIN,
+    ATTR_PANEL_ICON,
+    ATTR_PANEL_TITLE,
+    ATTR_PORTS,
+    ATTR_PORTS_DESCRIPTION,
+    ATTR_PRIVILEGED,
+    ATTR_REPOSITORY,
+    ATTR_SCHEMA,
+    ATTR_SERVICES,
+    ATTR_SLUG,
+    ATTR_SNAPSHOT_EXCLUDE,
+    ATTR_STAGE,
+    ATTR_STARTUP,
+    ATTR_STDIN,
+    ATTR_TIMEOUT,
+    ATTR_TMPFS,
+    ATTR_UDEV,
+    ATTR_URL,
+    ATTR_VERSION,
+    ATTR_VIDEO,
+    ATTR_WEBUI,
+    SECURITY_DEFAULT,
+    SECURITY_DISABLE,
+    SECURITY_PROFILE,
+    AddonStages,
+)
+from ..coresys import CoreSysAttributes
+from .validate import RE_SERVICE, RE_VOLUME, schema_ui_options, validate_options
+
+Data = Dict[str, Any]
+
+
+class AddonModel(CoreSysAttributes):
+    """Add-on Data layout."""
+
+    slug: str = None
+
+    @property
+    def data(self) -> Data:
+        """Return Add-on config/data."""
+        raise NotImplementedError()
+
+    @property
+    def is_installed(self) -> bool:
+        """Return True if an add-on is installed."""
+        raise NotImplementedError()
+
+    @property
+    def is_detached(self) -> bool:
+        """Return True if add-on is detached."""
+        raise NotImplementedError()
+
+    @property
+    def available(self) -> bool:
+        """Return True if this add-on is available on this platform."""
+        return self._available(self.data)
+
+    @property
+    def options(self) -> Dict[str, Any]:
+        """Return options with local changes."""
+        return self.data[ATTR_OPTIONS]
+
+    @property
+    def boot(self) -> bool:
+        """Return boot config with prio local settings."""
+        return self.data[ATTR_BOOT]
+
+    @property
+    def auto_update(self) -> Optional[bool]:
+        """Return if auto update is enable."""
+        return None
+
+    @property
+    def name(self) -> str:
+        """Return name of add-on."""
+        return self.data[ATTR_NAME]
+
+    @property
+    def hostname(self) -> str:
+        """Return slug/id of add-on."""
+        return self.slug.replace("_", "-")
+
+    @property
+    def dns(self) -> List[str]:
+        """Return list of DNS name for that add-on."""
+        return []
+
+    @property
+    def timeout(self) -> int:
+        """Return timeout of addon for docker stop."""
+        return self.data[ATTR_TIMEOUT]
+
+    @property
+    def uuid(self) -> Optional[str]:
+        """Return an API token for this add-on."""
+        return None
+
+    @property
+    def supervisor_token(self) -> Optional[str]:
+        """Return access token for Supervisor API."""
+        return None
+
+    @property
+    def ingress_token(self) -> Optional[str]:
+        """Return access token for Supervisor API."""
+        return None
+
+    @property
+    def ingress_entry(self) -> Optional[str]:
+        """Return ingress external URL."""
+        return None
+
+    @property
+    def description(self) -> str:
+        """Return description of add-on."""
+        return self.data[ATTR_DESCRIPTON]
+
+    @property
+    def long_description(self) -> Optional[str]:
+        """Return README.md as long_description."""
+        readme = Path(self.path_location, "README.md")
+
+        # If readme not exists
+        if not readme.exists():
+            return None
+
+        # Return data
+        with readme.open("r") as readme_file:
+            return readme_file.read()
+
+    @property
+    def repository(self) -> str:
+        """Return repository of add-on."""
+        return self.data[ATTR_REPOSITORY]
+
+    @property
+    def latest_version(self) -> str:
+        """Return latest version of add-on."""
+        return self.data[ATTR_VERSION]
+
+    @property
+    def version(self) -> str:
+        """Return version of add-on."""
+        return self.data[ATTR_VERSION]
+
+    @property
+    def protected(self) -> bool:
+        """Return if add-on is in protected mode."""
+        return True
+
+    @property
+    def startup(self) -> Optional[str]:
+        """Return startup type of add-on."""
+        return self.data.get(ATTR_STARTUP)
+
+    @property
+    def advanced(self) -> bool:
+        """Return advanced mode of add-on."""
+        return self.data[ATTR_ADVANCED]
+
+    @property
+    def stage(self) -> AddonStages:
+        """Return stage mode of add-on."""
+        return self.data[ATTR_STAGE]
+
+    @property
+    def services_role(self) -> Dict[str, str]:
+        """Return dict of services with rights."""
+        services_list = self.data.get(ATTR_SERVICES, [])
+
+        services = {}
+        for data in services_list:
+            service = RE_SERVICE.match(data)
+            services[service.group("service")] = service.group("rights")
+
+        return services
+
+    @property
+    def discovery(self) -> List[str]:
+        """Return list of discoverable components/platforms."""
+        return self.data.get(ATTR_DISCOVERY, [])
+
+    @property
+    def ports_description(self) -> Optional[Dict[str, str]]:
+        """Return descriptions of ports."""
+        return self.data.get(ATTR_PORTS_DESCRIPTION)
+
+    @property
+    def ports(self) -> Optional[Dict[str, Optional[int]]]:
+        """Return ports of add-on."""
+        return self.data.get(ATTR_PORTS)
+
+    @property
+    def ingress_url(self) -> Optional[str]:
+        """Return URL to ingress url."""
+        return None
+
+    @property
+    def webui(self) -> Optional[str]:
+        """Return URL to webui or None."""
+        return self.data.get(ATTR_WEBUI)
+
+    @property
+    def ingress_port(self) -> Optional[int]:
+        """Return Ingress port."""
+        return None
+
+    @property
+    def panel_icon(self) -> str:
+        """Return panel icon for Ingress frame."""
+        return self.data[ATTR_PANEL_ICON]
+
+    @property
+    def panel_title(self) -> str:
+        """Return panel icon for Ingress frame."""
+        return self.data.get(ATTR_PANEL_TITLE, self.name)
+
+    @property
+    def panel_admin(self) -> str:
+        """Return panel icon for Ingress frame."""
+        return self.data[ATTR_PANEL_ADMIN]
+
+    @property
+    def host_network(self) -> bool:
+        """Return True if add-on run on host network."""
+        return self.data[ATTR_HOST_NETWORK]
+
+    @property
+    def host_pid(self) -> bool:
+        """Return True if add-on run on host PID namespace."""
+        return self.data[ATTR_HOST_PID]
+
+    @property
+    def host_ipc(self) -> bool:
+        """Return True if add-on run on host IPC namespace."""
+        return self.data[ATTR_HOST_IPC]
+
+    @property
+    def host_dbus(self) -> bool:
+        """Return True if add-on run on host D-BUS."""
+        return self.data[ATTR_HOST_DBUS]
+
+    @property
+    def devices(self) -> Optional[List[str]]:
+        """Return devices of add-on."""
+        return self.data.get(ATTR_DEVICES, [])
+
+    @property
+    def auto_uart(self) -> bool:
+        """Return True if we should map all UART device."""
+        return self.data[ATTR_AUTO_UART]
+
+    @property
+    def tmpfs(self) -> Optional[str]:
+        """Return tmpfs of add-on."""
+        return self.data.get(ATTR_TMPFS)
+
+    @property
+    def environment(self) -> Optional[Dict[str, str]]:
+        """Return environment of add-on."""
+        return self.data.get(ATTR_ENVIRONMENT)
+
+    @property
+    def privileged(self) -> List[str]:
+        """Return list of privilege."""
+        return self.data.get(ATTR_PRIVILEGED, [])
+
+    @property
+    def apparmor(self) -> str:
+        """Return True if AppArmor is enabled."""
+        if not self.data.get(ATTR_APPARMOR):
+            return SECURITY_DISABLE
+        elif self.sys_host.apparmor.exists(self.slug):
+            return SECURITY_PROFILE
+        return SECURITY_DEFAULT
+
+    @property
+    def legacy(self) -> bool:
+        """Return if the add-on don't support Home Assistant labels."""
+        return self.data[ATTR_LEGACY]
+
+    @property
+    def access_docker_api(self) -> bool:
+        """Return if the add-on need read-only Docker API access."""
+        return self.data[ATTR_DOCKER_API]
+
+    @property
+    def access_hassio_api(self) -> bool:
+        """Return True if the add-on access to Supervisor REASTful API."""
+        return self.data[ATTR_HASSIO_API]
+
+    @property
+    def access_homeassistant_api(self) -> bool:
+        """Return True if the add-on access to Home Assistant API proxy."""
+        return self.data[ATTR_HOMEASSISTANT_API]
+
+    @property
+    def hassio_role(self) -> str:
+        """Return Supervisor role for API."""
+        return self.data[ATTR_HASSIO_ROLE]
+
+    @property
+    def snapshot_exclude(self) -> List[str]:
+        """Return Exclude list for snapshot."""
+        return self.data.get(ATTR_SNAPSHOT_EXCLUDE, [])
+
+    @property
+    def default_init(self) -> bool:
+        """Return True if the add-on have no own init."""
+        return self.data[ATTR_INIT]
+
+    @property
+    def with_stdin(self) -> bool:
+        """Return True if the add-on access use stdin input."""
+        return self.data[ATTR_STDIN]
+
+    @property
+    def with_ingress(self) -> bool:
+        """Return True if the add-on access support ingress."""
+        return self.data[ATTR_INGRESS]
+
+    @property
+    def ingress_panel(self) -> Optional[bool]:
+        """Return True if the add-on access support ingress."""
+        return None
+
+    @property
+    def with_gpio(self) -> bool:
+        """Return True if the add-on access to GPIO interface."""
+        return self.data[ATTR_GPIO]
+
+    @property
+    def with_udev(self) -> bool:
+        """Return True if the add-on have his own udev."""
+        return self.data[ATTR_UDEV]
+
+    @property
+    def with_kernel_modules(self) -> bool:
+        """Return True if the add-on access to kernel modules."""
+        return self.data[ATTR_KERNEL_MODULES]
+
+    @property
+    def with_full_access(self) -> bool:
+        """Return True if the add-on want full access to hardware."""
+        return self.data[ATTR_FULL_ACCESS]
+
+    @property
+    def with_devicetree(self) -> bool:
+        """Return True if the add-on read access to devicetree."""
+        return self.data[ATTR_DEVICETREE]
+
+    @property
+    def access_auth_api(self) -> bool:
+        """Return True if the add-on access to login/auth backend."""
+        return self.data[ATTR_AUTH_API]
+
+    @property
+    def with_audio(self) -> bool:
+        """Return True if the add-on access to audio."""
+        return self.data[ATTR_AUDIO]
+
+    @property
+    def with_video(self) -> bool:
+        """Return True if the add-on access to video."""
+        return self.data[ATTR_VIDEO]
+
+    @property
+    def homeassistant_version(self) -> Optional[str]:
+        """Return min Home Assistant version they needed by Add-on."""
+        return self.data.get(ATTR_HOMEASSISTANT)
+
+    @property
+    def url(self) -> Optional[str]:
+        """Return URL of add-on."""
+        return self.data.get(ATTR_URL)
+
+    @property
+    def with_icon(self) -> bool:
+        """Return True if an icon exists."""
+        return self.path_icon.exists()
+
+    @property
+    def with_logo(self) -> bool:
+        """Return True if a logo exists."""
+        return self.path_logo.exists()
+
+    @property
+    def with_changelog(self) -> bool:
+        """Return True if a changelog exists."""
+        return self.path_changelog.exists()
+
+    @property
+    def with_documentation(self) -> bool:
+        """Return True if a documentation exists."""
+        return self.path_documentation.exists()
+
+    @property
+    def supported_arch(self) -> List[str]:
+        """Return list of supported arch."""
+        return self.data[ATTR_ARCH]
+
+    @property
+    def supported_machine(self) -> List[str]:
+        """Return list of supported machine."""
+        return self.data.get(ATTR_MACHINE, [])
+
+    @property
+    def image(self) -> str:
+        """Generate image name from data."""
+        return self._image(self.data)
+
+    @property
+    def need_build(self) -> bool:
+        """Return True if this  add-on need a local build."""
+        return ATTR_IMAGE not in self.data
+
+    @property
+    def map_volumes(self) -> Dict[str, str]:
+        """Return a dict of {volume: policy} from add-on."""
+        volumes = {}
+        for volume in self.data[ATTR_MAP]:
+            result = RE_VOLUME.match(volume)
+            volumes[result.group(1)] = result.group(2) or "ro"
+
+        return volumes
+
+    @property
+    def path_location(self) -> Path:
+        """Return path to this add-on."""
+        return Path(self.data[ATTR_LOCATON])
+
+    @property
+    def path_icon(self) -> Path:
+        """Return path to add-on icon."""
+        return Path(self.path_location, "icon.png")
+
+    @property
+    def path_logo(self) -> Path:
+        """Return path to add-on logo."""
+        return Path(self.path_location, "logo.png")
+
+    @property
+    def path_changelog(self) -> Path:
+        """Return path to add-on changelog."""
+        return Path(self.path_location, "CHANGELOG.md")
+
+    @property
+    def path_documentation(self) -> Path:
+        """Return path to add-on changelog."""
+        return Path(self.path_location, "DOCS.md")
+
+    @property
+    def path_apparmor(self) -> Path:
+        """Return path to custom AppArmor profile."""
+        return Path(self.path_location, "apparmor.txt")
+
+    @property
+    def schema(self) -> vol.Schema:
+        """Create a schema for add-on options."""
+        raw_schema = self.data[ATTR_SCHEMA]
+
+        if isinstance(raw_schema, bool):
+            return vol.Schema(dict)
+        return vol.Schema(vol.All(dict, validate_options(self.coresys, raw_schema)))
+
+    @property
+    def schema_ui(self) -> Optional[List[Dict[str, Any]]]:
+        """Create a UI schema for add-on options."""
+        raw_schema = self.data[ATTR_SCHEMA]
+
+        if isinstance(raw_schema, bool):
+            return None
+        return schema_ui_options(raw_schema)
+
+    def __eq__(self, other):
+        """Compaired add-on objects."""
+        if not isinstance(other, AddonModel):
+            return False
+        return self.slug == other.slug
+
+    def _available(self, config) -> bool:
+        """Return True if this add-on is available on this platform."""
+        # Architecture
+        if not self.sys_arch.is_supported(config[ATTR_ARCH]):
+            return False
+
+        # Machine / Hardware
+        machine = config.get(ATTR_MACHINE)
+        if machine and self.sys_machine not in machine:
+            return False
+
+        # Home Assistant
+        version = config.get(ATTR_HOMEASSISTANT) or self.sys_homeassistant.version
+        if pkg_version.parse(self.sys_homeassistant.version) < pkg_version.parse(
+            version
+        ):
+            return False
+
+        return True
+
+    def _image(self, config) -> str:
+        """Generate image name from data."""
+        # Repository with Dockerhub images
+        if ATTR_IMAGE in config:
+            arch = self.sys_arch.match(config[ATTR_ARCH])
+            return config[ATTR_IMAGE].format(arch=arch)
+
+        # local build
+        return f"{config[ATTR_REPOSITORY]}/{self.sys_arch.default}-addon-{config[ATTR_SLUG]}"
+
+    def install(self) -> Awaitable[None]:
+        """Install this add-on."""
+        return self.sys_addons.install(self.slug)
+
+    def uninstall(self) -> Awaitable[None]:
+        """Uninstall this add-on."""
+        return self.sys_addons.uninstall(self.slug)
+
+    def update(self) -> Awaitable[None]:
+        """Update this add-on."""
+        return self.sys_addons.update(self.slug)
+
+    def rebuild(self) -> Awaitable[None]:
+        """Rebuild this add-on."""
+        return self.sys_addons.rebuild(self.slug)

supervisor/addons/utils.py

@@ -0,0 +1,101 @@
+"""Util add-ons functions."""
+from __future__ import annotations
+
+import asyncio
+import logging
+from pathlib import Path
+from typing import TYPE_CHECKING
+
+from ..const import (
+    PRIVILEGED_DAC_READ_SEARCH,
+    PRIVILEGED_NET_ADMIN,
+    PRIVILEGED_SYS_ADMIN,
+    PRIVILEGED_SYS_MODULE,
+    PRIVILEGED_SYS_PTRACE,
+    PRIVILEGED_SYS_RAWIO,
+    ROLE_ADMIN,
+    ROLE_MANAGER,
+    SECURITY_DISABLE,
+    SECURITY_PROFILE,
+)
+
+if TYPE_CHECKING:
+    from .model import AddonModel
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+
+def rating_security(addon: AddonModel) -> int:
+    """Return 1-6 for security rating.
+
+    1 = not secure
+    6 = high secure
+    """
+    rating = 5
+
+    # AppArmor
+    if addon.apparmor == SECURITY_DISABLE:
+        rating += -1
+    elif addon.apparmor == SECURITY_PROFILE:
+        rating += 1
+
+    # Home Assistant Login & Ingress
+    if addon.with_ingress:
+        rating += 2
+    elif addon.access_auth_api:
+        rating += 1
+
+    # Privileged options
+    if any(
+        privilege in addon.privileged
+        for privilege in (
+            PRIVILEGED_NET_ADMIN,
+            PRIVILEGED_SYS_ADMIN,
+            PRIVILEGED_SYS_RAWIO,
+            PRIVILEGED_SYS_PTRACE,
+            PRIVILEGED_SYS_MODULE,
+            PRIVILEGED_DAC_READ_SEARCH,
+        )
+    ):
+        rating += -1
+
+    # API Supervisor role
+    if addon.hassio_role == ROLE_MANAGER:
+        rating += -1
+    elif addon.hassio_role == ROLE_ADMIN:
+        rating += -2
+
+    # Not secure Networking
+    if addon.host_network:
+        rating += -1
+
+    # Insecure PID namespace
+    if addon.host_pid:
+        rating += -2
+
+    # Full Access
+    if addon.with_full_access:
+        rating += -2
+
+    # Docker Access
+    if addon.access_docker_api:
+        rating = 1
+
+    return max(min(6, rating), 1)
+
+
+async def remove_data(folder: Path) -> None:
+    """Remove folder and reset privileged."""
+    try:
+        proc = await asyncio.create_subprocess_exec(
+            "rm", "-rf", str(folder), stdout=asyncio.subprocess.DEVNULL
+        )
+
+        _, error_msg = await proc.communicate()
+    except OSError as err:
+        error_msg = str(err)
+    else:
+        if proc.returncode == 0:
+            return
+
+    _LOGGER.error("Can't remove Add-on Data: %s", error_msg)

supervisor/addons/validate.py

@@ -0,0 +1,574 @@
+"""Validate add-ons options schema."""
+import logging
+import re
+import secrets
+from typing import Any, Dict, List
+import uuid
+
+import voluptuous as vol
+
+from ..const import (
+    ARCH_ALL,
+    ATTR_ACCESS_TOKEN,
+    ATTR_ADVANCED,
+    ATTR_APPARMOR,
+    ATTR_ARCH,
+    ATTR_ARGS,
+    ATTR_AUDIO,
+    ATTR_AUDIO_INPUT,
+    ATTR_AUDIO_OUTPUT,
+    ATTR_AUTH_API,
+    ATTR_AUTO_UART,
+    ATTR_AUTO_UPDATE,
+    ATTR_BOOT,
+    ATTR_BUILD_FROM,
+    ATTR_DESCRIPTON,
+    ATTR_DEVICES,
+    ATTR_DEVICETREE,
+    ATTR_DISCOVERY,
+    ATTR_DOCKER_API,
+    ATTR_ENVIRONMENT,
+    ATTR_FULL_ACCESS,
+    ATTR_GPIO,
+    ATTR_HASSIO_API,
+    ATTR_HASSIO_ROLE,
+    ATTR_HOMEASSISTANT,
+    ATTR_HOMEASSISTANT_API,
+    ATTR_HOST_DBUS,
+    ATTR_HOST_IPC,
+    ATTR_HOST_NETWORK,
+    ATTR_HOST_PID,
+    ATTR_IMAGE,
+    ATTR_INGRESS,
+    ATTR_INGRESS_ENTRY,
+    ATTR_INGRESS_PANEL,
+    ATTR_INGRESS_PORT,
+    ATTR_INGRESS_TOKEN,
+    ATTR_INIT,
+    ATTR_KERNEL_MODULES,
+    ATTR_LEGACY,
+    ATTR_LOCATON,
+    ATTR_MACHINE,
+    ATTR_MAP,
+    ATTR_NAME,
+    ATTR_NETWORK,
+    ATTR_OPTIONS,
+    ATTR_PANEL_ADMIN,
+    ATTR_PANEL_ICON,
+    ATTR_PANEL_TITLE,
+    ATTR_PORTS,
+    ATTR_PORTS_DESCRIPTION,
+    ATTR_PRIVILEGED,
+    ATTR_PROTECTED,
+    ATTR_REPOSITORY,
+    ATTR_SCHEMA,
+    ATTR_SERVICES,
+    ATTR_SLUG,
+    ATTR_SNAPSHOT_EXCLUDE,
+    ATTR_SQUASH,
+    ATTR_STAGE,
+    ATTR_STARTUP,
+    ATTR_STATE,
+    ATTR_STDIN,
+    ATTR_SYSTEM,
+    ATTR_TIMEOUT,
+    ATTR_TMPFS,
+    ATTR_UDEV,
+    ATTR_URL,
+    ATTR_USER,
+    ATTR_UUID,
+    ATTR_VERSION,
+    ATTR_VIDEO,
+    ATTR_WEBUI,
+    BOOT_AUTO,
+    BOOT_MANUAL,
+    PRIVILEGED_ALL,
+    ROLE_ALL,
+    ROLE_DEFAULT,
+    STARTUP_ALL,
+    STARTUP_APPLICATION,
+    STARTUP_SERVICES,
+    STATE_STARTED,
+    STATE_STOPPED,
+    AddonStages,
+)
+from ..coresys import CoreSys
+from ..discovery.validate import valid_discovery_service
+from ..validate import (
+    DOCKER_PORTS,
+    DOCKER_PORTS_DESCRIPTION,
+    network_port,
+    token,
+    uuid_match,
+)
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+
+RE_VOLUME = re.compile(r"^(config|ssl|addons|backup|share)(?::(rw|ro))?$")
+RE_SERVICE = re.compile(r"^(?P<service>mqtt|mysql):(?P<rights>provide|want|need)$")
+
+V_STR = "str"
+V_INT = "int"
+V_FLOAT = "float"
+V_BOOL = "bool"
+V_PASSWORD = "password"
+V_EMAIL = "email"
+V_URL = "url"
+V_PORT = "port"
+V_MATCH = "match"
+V_LIST = "list"
+
+RE_SCHEMA_ELEMENT = re.compile(
+    r"^(?:"
+    r"|bool|email|url|port"
+    r"|str(?:\((?P<s_min>\d+)?,(?P<s_max>\d+)?\))?"
+    r"|password(?:\((?P<p_min>\d+)?,(?P<p_max>\d+)?\))?"
+    r"|int(?:\((?P<i_min>\d+)?,(?P<i_max>\d+)?\))?"
+    r"|float(?:\((?P<f_min>[\d\.]+)?,(?P<f_max>[\d\.]+)?\))?"
+    r"|match\((?P<match>.*)\)"
+    r"|list\((?P<list>.+)\)"
+    r")\??$"
+)
+
+_SCHEMA_LENGTH_PARTS = (
+    "i_min",
+    "i_max",
+    "f_min",
+    "f_max",
+    "s_min",
+    "s_max",
+    "p_min",
+    "p_max",
+)
+
+RE_DOCKER_IMAGE = re.compile(r"^([a-zA-Z\-\.:\d{}]+/)*?([\-\w{}]+)/([\-\w{}]+)$")
+RE_DOCKER_IMAGE_BUILD = re.compile(
+    r"^([a-zA-Z\-\.:\d{}]+/)*?([\-\w{}]+)/([\-\w{}]+)(:[\.\-\w{}]+)?$"
+)
+
+SCHEMA_ELEMENT = vol.Match(RE_SCHEMA_ELEMENT)
+
+
+MACHINE_ALL = [
+    "intel-nuc",
+    "odroid-c2",
+    "odroid-n2",
+    "odroid-xu",
+    "qemuarm-64",
+    "qemuarm",
+    "qemux86-64",
+    "qemux86",
+    "raspberrypi",
+    "raspberrypi2",
+    "raspberrypi3-64",
+    "raspberrypi3",
+    "raspberrypi4-64",
+    "raspberrypi4",
+    "tinker",
+]
+
+
+def _simple_startup(value):
+    """Simple startup schema."""
+    if value == "before":
+        return STARTUP_SERVICES
+    if value == "after":
+        return STARTUP_APPLICATION
+    return value
+
+
+# pylint: disable=no-value-for-parameter
+SCHEMA_ADDON_CONFIG = vol.Schema(
+    {
+        vol.Required(ATTR_NAME): vol.Coerce(str),
+        vol.Required(ATTR_VERSION): vol.Coerce(str),
+        vol.Required(ATTR_SLUG): vol.Coerce(str),
+        vol.Required(ATTR_DESCRIPTON): vol.Coerce(str),
+        vol.Required(ATTR_ARCH): [vol.In(ARCH_ALL)],
+        vol.Optional(ATTR_MACHINE): [vol.In(MACHINE_ALL)],
+        vol.Optional(ATTR_URL): vol.Url(),
+        vol.Required(ATTR_STARTUP): vol.All(_simple_startup, vol.In(STARTUP_ALL)),
+        vol.Required(ATTR_BOOT): vol.In([BOOT_AUTO, BOOT_MANUAL]),
+        vol.Optional(ATTR_INIT, default=True): vol.Boolean(),
+        vol.Optional(ATTR_ADVANCED, default=False): vol.Boolean(),
+        vol.Optional(ATTR_STAGE, default=AddonStages.STABLE): vol.Coerce(AddonStages),
+        vol.Optional(ATTR_PORTS): DOCKER_PORTS,
+        vol.Optional(ATTR_PORTS_DESCRIPTION): DOCKER_PORTS_DESCRIPTION,
+        vol.Optional(ATTR_WEBUI): vol.Match(
+            r"^(?:https?|\[PROTO:\w+\]):\/\/\[HOST\]:\[PORT:\d+\].*$"
+        ),
+        vol.Optional(ATTR_INGRESS, default=False): vol.Boolean(),
+        vol.Optional(ATTR_INGRESS_PORT, default=8099): vol.Any(
+            network_port, vol.Equal(0)
+        ),
+        vol.Optional(ATTR_INGRESS_ENTRY): vol.Coerce(str),
+        vol.Optional(ATTR_PANEL_ICON, default="mdi:puzzle"): vol.Coerce(str),
+        vol.Optional(ATTR_PANEL_TITLE): vol.Coerce(str),
+        vol.Optional(ATTR_PANEL_ADMIN, default=True): vol.Boolean(),
+        vol.Optional(ATTR_HOMEASSISTANT): vol.Maybe(vol.Coerce(str)),
+        vol.Optional(ATTR_HOST_NETWORK, default=False): vol.Boolean(),
+        vol.Optional(ATTR_HOST_PID, default=False): vol.Boolean(),
+        vol.Optional(ATTR_HOST_IPC, default=False): vol.Boolean(),
+        vol.Optional(ATTR_HOST_DBUS, default=False): vol.Boolean(),
+        vol.Optional(ATTR_DEVICES): [vol.Match(r"^(.*):(.*):([rwm]{1,3})$")],
+        vol.Optional(ATTR_AUTO_UART, default=False): vol.Boolean(),
+        vol.Optional(ATTR_UDEV, default=False): vol.Boolean(),
+        vol.Optional(ATTR_TMPFS): vol.Match(r"^size=(\d)*[kmg](,uid=\d{1,4})?(,rw)?$"),
+        vol.Optional(ATTR_MAP, default=list): [vol.Match(RE_VOLUME)],
+        vol.Optional(ATTR_ENVIRONMENT): {vol.Match(r"\w*"): vol.Coerce(str)},
+        vol.Optional(ATTR_PRIVILEGED): [vol.In(PRIVILEGED_ALL)],
+        vol.Optional(ATTR_APPARMOR, default=True): vol.Boolean(),
+        vol.Optional(ATTR_FULL_ACCESS, default=False): vol.Boolean(),
+        vol.Optional(ATTR_AUDIO, default=False): vol.Boolean(),
+        vol.Optional(ATTR_VIDEO, default=False): vol.Boolean(),
+        vol.Optional(ATTR_GPIO, default=False): vol.Boolean(),
+        vol.Optional(ATTR_DEVICETREE, default=False): vol.Boolean(),
+        vol.Optional(ATTR_KERNEL_MODULES, default=False): vol.Boolean(),
+        vol.Optional(ATTR_HASSIO_API, default=False): vol.Boolean(),
+        vol.Optional(ATTR_HASSIO_ROLE, default=ROLE_DEFAULT): vol.In(ROLE_ALL),
+        vol.Optional(ATTR_HOMEASSISTANT_API, default=False): vol.Boolean(),
+        vol.Optional(ATTR_STDIN, default=False): vol.Boolean(),
+        vol.Optional(ATTR_LEGACY, default=False): vol.Boolean(),
+        vol.Optional(ATTR_DOCKER_API, default=False): vol.Boolean(),
+        vol.Optional(ATTR_AUTH_API, default=False): vol.Boolean(),
+        vol.Optional(ATTR_SERVICES): [vol.Match(RE_SERVICE)],
+        vol.Optional(ATTR_DISCOVERY): [valid_discovery_service],
+        vol.Optional(ATTR_SNAPSHOT_EXCLUDE): [vol.Coerce(str)],
+        vol.Required(ATTR_OPTIONS): dict,
+        vol.Required(ATTR_SCHEMA): vol.Any(
+            vol.Schema(
+                {
+                    vol.Coerce(str): vol.Any(
+                        SCHEMA_ELEMENT,
+                        [
+                            vol.Any(
+                                SCHEMA_ELEMENT,
+                                {
+                                    vol.Coerce(str): vol.Any(
+                                        SCHEMA_ELEMENT, [SCHEMA_ELEMENT]
+                                    )
+                                },
+                            )
+                        ],
+                        vol.Schema(
+                            {vol.Coerce(str): vol.Any(SCHEMA_ELEMENT, [SCHEMA_ELEMENT])}
+                        ),
+                    )
+                }
+            ),
+            False,
+        ),
+        vol.Optional(ATTR_IMAGE): vol.Match(RE_DOCKER_IMAGE),
+        vol.Optional(ATTR_TIMEOUT, default=10): vol.All(
+            vol.Coerce(int), vol.Range(min=10, max=300)
+        ),
+    },
+    extra=vol.REMOVE_EXTRA,
+)
+
+
+# pylint: disable=no-value-for-parameter
+SCHEMA_BUILD_CONFIG = vol.Schema(
+    {
+        vol.Optional(ATTR_BUILD_FROM, default=dict): vol.Schema(
+            {vol.In(ARCH_ALL): vol.Match(RE_DOCKER_IMAGE_BUILD)}
+        ),
+        vol.Optional(ATTR_SQUASH, default=False): vol.Boolean(),
+        vol.Optional(ATTR_ARGS, default=dict): vol.Schema(
+            {vol.Coerce(str): vol.Coerce(str)}
+        ),
+    },
+    extra=vol.REMOVE_EXTRA,
+)
+
+
+# pylint: disable=no-value-for-parameter
+SCHEMA_ADDON_USER = vol.Schema(
+    {
+        vol.Required(ATTR_VERSION): vol.Coerce(str),
+        vol.Optional(ATTR_IMAGE): vol.Coerce(str),
+        vol.Optional(ATTR_UUID, default=lambda: uuid.uuid4().hex): uuid_match,
+        vol.Optional(ATTR_ACCESS_TOKEN): token,
+        vol.Optional(ATTR_INGRESS_TOKEN, default=secrets.token_urlsafe): vol.Coerce(
+            str
+        ),
+        vol.Optional(ATTR_OPTIONS, default=dict): dict,
+        vol.Optional(ATTR_AUTO_UPDATE, default=False): vol.Boolean(),
+        vol.Optional(ATTR_BOOT): vol.In([BOOT_AUTO, BOOT_MANUAL]),
+        vol.Optional(ATTR_NETWORK): DOCKER_PORTS,
+        vol.Optional(ATTR_AUDIO_OUTPUT): vol.Maybe(vol.Coerce(str)),
+        vol.Optional(ATTR_AUDIO_INPUT): vol.Maybe(vol.Coerce(str)),
+        vol.Optional(ATTR_PROTECTED, default=True): vol.Boolean(),
+        vol.Optional(ATTR_INGRESS_PANEL, default=False): vol.Boolean(),
+    },
+    extra=vol.REMOVE_EXTRA,
+)
+
+
+SCHEMA_ADDON_SYSTEM = SCHEMA_ADDON_CONFIG.extend(
+    {
+        vol.Required(ATTR_LOCATON): vol.Coerce(str),
+        vol.Required(ATTR_REPOSITORY): vol.Coerce(str),
+    }
+)
+
+
+SCHEMA_ADDONS_FILE = vol.Schema(
+    {
+        vol.Optional(ATTR_USER, default=dict): {vol.Coerce(str): SCHEMA_ADDON_USER},
+        vol.Optional(ATTR_SYSTEM, default=dict): {vol.Coerce(str): SCHEMA_ADDON_SYSTEM},
+    }
+)
+
+
+SCHEMA_ADDON_SNAPSHOT = vol.Schema(
+    {
+        vol.Required(ATTR_USER): SCHEMA_ADDON_USER,
+        vol.Required(ATTR_SYSTEM): SCHEMA_ADDON_SYSTEM,
+        vol.Required(ATTR_STATE): vol.In([STATE_STARTED, STATE_STOPPED]),
+        vol.Required(ATTR_VERSION): vol.Coerce(str),
+    },
+    extra=vol.REMOVE_EXTRA,
+)
+
+
+def validate_options(coresys: CoreSys, raw_schema: Dict[str, Any]):
+    """Validate schema."""
+
+    def validate(struct):
+        """Create schema validator for add-ons options."""
+        options = {}
+
+        # read options
+        for key, value in struct.items():
+            # Ignore unknown options / remove from list
+            if key not in raw_schema:
+                _LOGGER.warning("Unknown options %s", key)
+                continue
+
+            typ = raw_schema[key]
+            try:
+                if isinstance(typ, list):
+                    # nested value list
+                    options[key] = _nested_validate_list(coresys, typ[0], value, key)
+                elif isinstance(typ, dict):
+                    # nested value dict
+                    options[key] = _nested_validate_dict(coresys, typ, value, key)
+                else:
+                    # normal value
+                    options[key] = _single_validate(coresys, typ, value, key)
+            except (IndexError, KeyError):
+                raise vol.Invalid(f"Type error for {key}") from None
+
+        _check_missing_options(raw_schema, options, "root")
+        return options
+
+    return validate
+
+
+# pylint: disable=no-value-for-parameter
+# pylint: disable=inconsistent-return-statements
+def _single_validate(coresys: CoreSys, typ: str, value: Any, key: str):
+    """Validate a single element."""
+    # if required argument
+    if value is None:
+        raise vol.Invalid(f"Missing required option '{key}'")
+
+    # Lookup secret
+    if str(value).startswith("!secret "):
+        secret: str = value.partition(" ")[2]
+        value = coresys.secrets.get(secret)
+        if value is None:
+            raise vol.Invalid(f"Unknown secret {secret}")
+
+    # parse extend data from type
+    match = RE_SCHEMA_ELEMENT.match(typ)
+
+    # prepare range
+    range_args = {}
+    for group_name in _SCHEMA_LENGTH_PARTS:
+        group_value = match.group(group_name)
+        if group_value:
+            range_args[group_name[2:]] = float(group_value)
+
+    if typ.startswith(V_STR) or typ.startswith(V_PASSWORD):
+        return vol.All(str(value), vol.Range(**range_args))(value)
+    elif typ.startswith(V_INT):
+        return vol.All(vol.Coerce(int), vol.Range(**range_args))(value)
+    elif typ.startswith(V_FLOAT):
+        return vol.All(vol.Coerce(float), vol.Range(**range_args))(value)
+    elif typ.startswith(V_BOOL):
+        return vol.Boolean()(value)
+    elif typ.startswith(V_EMAIL):
+        return vol.Email()(value)
+    elif typ.startswith(V_URL):
+        return vol.Url()(value)
+    elif typ.startswith(V_PORT):
+        return network_port(value)
+    elif typ.startswith(V_MATCH):
+        return vol.Match(match.group("match"))(str(value))
+    elif typ.startswith(V_LIST):
+        return vol.In(match.group("list").split("|"))(str(value))
+
+    raise vol.Invalid(f"Fatal error for {key} type {typ}")
+
+
+def _nested_validate_list(coresys, typ, data_list, key):
+    """Validate nested items."""
+    options = []
+
+    for element in data_list:
+        # Nested?
+        if isinstance(typ, dict):
+            c_options = _nested_validate_dict(coresys, typ, element, key)
+            options.append(c_options)
+        else:
+            options.append(_single_validate(coresys, typ, element, key))
+
+    return options
+
+
+def _nested_validate_dict(coresys, typ, data_dict, key):
+    """Validate nested items."""
+    options = {}
+
+    for c_key, c_value in data_dict.items():
+        # Ignore unknown options / remove from list
+        if c_key not in typ:
+            _LOGGER.warning("Unknown options %s", c_key)
+            continue
+
+        # Nested?
+        if isinstance(typ[c_key], list):
+            options[c_key] = _nested_validate_list(
+                coresys, typ[c_key][0], c_value, c_key
+            )
+        else:
+            options[c_key] = _single_validate(coresys, typ[c_key], c_value, c_key)
+
+    _check_missing_options(typ, options, key)
+    return options
+
+
+def _check_missing_options(origin, exists, root):
+    """Check if all options are exists."""
+    missing = set(origin) - set(exists)
+    for miss_opt in missing:
+        if isinstance(origin[miss_opt], str) and origin[miss_opt].endswith("?"):
+            continue
+        raise vol.Invalid(f"Missing option {miss_opt} in {root}")
+
+
+def schema_ui_options(raw_schema: Dict[str, Any]) -> List[Dict[str, Any]]:
+    """Generate UI schema."""
+    ui_schema = []
+
+    # read options
+    for key, value in raw_schema.items():
+        if isinstance(value, list):
+            # nested value list
+            _nested_ui_list(ui_schema, value, key)
+        elif isinstance(value, dict):
+            # nested value dict
+            _nested_ui_dict(ui_schema, value, key)
+        else:
+            # normal value
+            _single_ui_option(ui_schema, value, key)
+
+    return ui_schema
+
+
+def _single_ui_option(
+    ui_schema: List[Dict[str, Any]], value: str, key: str, multiple: bool = False
+) -> None:
+    """Validate a single element."""
+    ui_node = {"name": key}
+
+    # If multiple
+    if multiple:
+        ui_node["multiple"] = True
+
+    # Parse extend data from type
+    match = RE_SCHEMA_ELEMENT.match(value)
+
+    # Prepare range
+    for group_name in _SCHEMA_LENGTH_PARTS:
+        group_value = match.group(group_name)
+        if not group_value:
+            continue
+        if group_name[2:] == "min":
+            ui_node["lengthMin"] = float(group_value)
+        elif group_name[2:] == "max":
+            ui_node["lengthMax"] = float(group_value)
+
+    # If required
+    if value.endswith("?"):
+        ui_node["optional"] = True
+    else:
+        ui_node["required"] = True
+
+    # Data types
+    if value.startswith(V_STR):
+        ui_node["type"] = "string"
+    elif value.startswith(V_PASSWORD):
+        ui_node["type"] = "string"
+        ui_node["format"] = "password"
+    elif value.startswith(V_INT):
+        ui_node["type"] = "integer"
+    elif value.startswith(V_FLOAT):
+        ui_node["type"] = "float"
+    elif value.startswith(V_BOOL):
+        ui_node["type"] = "boolean"
+    elif value.startswith(V_EMAIL):
+        ui_node["type"] = "string"
+        ui_node["format"] = "email"
+    elif value.startswith(V_URL):
+        ui_node["type"] = "string"
+        ui_node["format"] = "url"
+    elif value.startswith(V_PORT):
+        ui_node["type"] = "integer"
+    elif value.startswith(V_MATCH):
+        ui_node["type"] = "string"
+    elif value.startswith(V_LIST):
+        ui_node["type"] = "select"
+        ui_node["options"] = match.group("list").split("|")
+
+    ui_schema.append(ui_node)
+
+
+def _nested_ui_list(
+    ui_schema: List[Dict[str, Any]], option_list: List[Any], key: str
+) -> None:
+    """UI nested list items."""
+    try:
+        element = option_list[0]
+    except IndexError:
+        _LOGGER.error("Invalid schema %s", key)
+        return
+
+    if isinstance(element, dict):
+        _nested_ui_dict(ui_schema, element, key, multiple=True)
+    else:
+        _single_ui_option(ui_schema, element, key, multiple=True)
+
+
+def _nested_ui_dict(
+    ui_schema: List[Dict[str, Any]],
+    option_dict: Dict[str, Any],
+    key: str,
+    multiple: bool = False,
+) -> None:
+    """UI nested dict items."""
+    ui_node = {"name": key, "type": "schema", "optional": True, "multiple": multiple}
+
+    nested_schema = []
+    for c_key, c_value in option_dict.items():
+        # Nested?
+        if isinstance(c_value, list):
+            _nested_ui_list(nested_schema, c_value, c_key)
+        else:
+            _single_ui_option(nested_schema, c_value, c_key)
+
+    ui_node["schema"] = nested_schema
+    ui_schema.append(ui_node)

supervisor/api/__init__.py

@@ -0,0 +1,378 @@
+"""Init file for Supervisor RESTful API."""
+import logging
+from pathlib import Path
+from typing import Optional
+
+from aiohttp import web
+
+from ..coresys import CoreSys, CoreSysAttributes
+from .addons import APIAddons
+from .audio import APIAudio
+from .auth import APIAuth
+from .cli import APICli
+from .discovery import APIDiscovery
+from .dns import APICoreDNS
+from .hardware import APIHardware
+from .os import APIOS
+from .homeassistant import APIHomeAssistant
+from .host import APIHost
+from .info import APIInfo
+from .ingress import APIIngress
+from .proxy import APIProxy
+from .security import SecurityMiddleware
+from .services import APIServices
+from .snapshots import APISnapshots
+from .supervisor import APISupervisor
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+
+MAX_CLIENT_SIZE: int = 1024 ** 2 * 16
+
+
+class RestAPI(CoreSysAttributes):
+    """Handle RESTful API for Supervisor."""
+
+    def __init__(self, coresys: CoreSys):
+        """Initialize Docker base wrapper."""
+        self.coresys: CoreSys = coresys
+        self.security: SecurityMiddleware = SecurityMiddleware(coresys)
+        self.webapp: web.Application = web.Application(
+            client_max_size=MAX_CLIENT_SIZE,
+            middlewares=[self.security.token_validation],
+        )
+
+        # service stuff
+        self._runner: web.AppRunner = web.AppRunner(self.webapp)
+        self._site: Optional[web.TCPSite] = None
+
+    async def load(self) -> None:
+        """Register REST API Calls."""
+        self._register_supervisor()
+        self._register_host()
+        self._register_os()
+        self._register_cli()
+        self._register_hardware()
+        self._register_homeassistant()
+        self._register_proxy()
+        self._register_panel()
+        self._register_addons()
+        self._register_ingress()
+        self._register_snapshots()
+        self._register_discovery()
+        self._register_services()
+        self._register_info()
+        self._register_auth()
+        self._register_dns()
+        self._register_audio()
+
+    def _register_host(self) -> None:
+        """Register hostcontrol functions."""
+        api_host = APIHost()
+        api_host.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/host/info", api_host.info),
+                web.post("/host/reboot", api_host.reboot),
+                web.post("/host/shutdown", api_host.shutdown),
+                web.post("/host/reload", api_host.reload),
+                web.post("/host/options", api_host.options),
+                web.get("/host/services", api_host.services),
+                web.post("/host/services/{service}/stop", api_host.service_stop),
+                web.post("/host/services/{service}/start", api_host.service_start),
+                web.post("/host/services/{service}/restart", api_host.service_restart),
+                web.post("/host/services/{service}/reload", api_host.service_reload),
+            ]
+        )
+
+    def _register_os(self) -> None:
+        """Register OS functions."""
+        api_os = APIOS()
+        api_os.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/os/info", api_os.info),
+                web.post("/os/update", api_os.update),
+                web.post("/os/config/sync", api_os.config_sync),
+            ]
+        )
+
+    def _register_cli(self) -> None:
+        """Register HA cli functions."""
+        api_cli = APICli()
+        api_cli.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/cli/info", api_cli.info),
+                web.get("/cli/stats", api_cli.stats),
+                web.post("/cli/update", api_cli.update),
+            ]
+        )
+
+    def _register_hardware(self) -> None:
+        """Register hardware functions."""
+        api_hardware = APIHardware()
+        api_hardware.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/hardware/info", api_hardware.info),
+                web.get("/hardware/audio", api_hardware.audio),
+                web.post("/hardware/trigger", api_hardware.trigger),
+            ]
+        )
+
+    def _register_info(self) -> None:
+        """Register info functions."""
+        api_info = APIInfo()
+        api_info.coresys = self.coresys
+
+        self.webapp.add_routes([web.get("/info", api_info.info)])
+
+    def _register_auth(self) -> None:
+        """Register auth functions."""
+        api_auth = APIAuth()
+        api_auth.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [web.post("/auth", api_auth.auth), web.post("/auth/reset", api_auth.reset)]
+        )
+
+    def _register_supervisor(self) -> None:
+        """Register Supervisor functions."""
+        api_supervisor = APISupervisor()
+        api_supervisor.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/supervisor/ping", api_supervisor.ping),
+                web.get("/supervisor/info", api_supervisor.info),
+                web.get("/supervisor/stats", api_supervisor.stats),
+                web.get("/supervisor/logs", api_supervisor.logs),
+                web.post("/supervisor/update", api_supervisor.update),
+                web.post("/supervisor/reload", api_supervisor.reload),
+                web.post("/supervisor/options", api_supervisor.options),
+                web.post("/supervisor/repair", api_supervisor.repair),
+            ]
+        )
+
+    def _register_homeassistant(self) -> None:
+        """Register Home Assistant functions."""
+        api_hass = APIHomeAssistant()
+        api_hass.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/core/info", api_hass.info),
+                web.get("/core/logs", api_hass.logs),
+                web.get("/core/stats", api_hass.stats),
+                web.post("/core/options", api_hass.options),
+                web.post("/core/update", api_hass.update),
+                web.post("/core/restart", api_hass.restart),
+                web.post("/core/stop", api_hass.stop),
+                web.post("/core/start", api_hass.start),
+                web.post("/core/check", api_hass.check),
+                web.post("/core/rebuild", api_hass.rebuild),
+                # Remove with old Supervisor fallback
+                web.get("/homeassistant/info", api_hass.info),
+                web.get("/homeassistant/logs", api_hass.logs),
+                web.get("/homeassistant/stats", api_hass.stats),
+                web.post("/homeassistant/options", api_hass.options),
+                web.post("/homeassistant/update", api_hass.update),
+                web.post("/homeassistant/restart", api_hass.restart),
+                web.post("/homeassistant/stop", api_hass.stop),
+                web.post("/homeassistant/start", api_hass.start),
+                web.post("/homeassistant/check", api_hass.check),
+                web.post("/homeassistant/rebuild", api_hass.rebuild),
+            ]
+        )
+
+    def _register_proxy(self) -> None:
+        """Register Home Assistant API Proxy."""
+        api_proxy = APIProxy()
+        api_proxy.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/core/api/websocket", api_proxy.websocket),
+                web.get("/core/websocket", api_proxy.websocket),
+                web.get("/core/api/stream", api_proxy.stream),
+                web.post("/core/api/{path:.+}", api_proxy.api),
+                web.get("/core/api/{path:.+}", api_proxy.api),
+                web.get("/core/api/", api_proxy.api),
+                # Remove with old Supervisor fallback
+                web.get("/homeassistant/api/websocket", api_proxy.websocket),
+                web.get("/homeassistant/websocket", api_proxy.websocket),
+                web.get("/homeassistant/api/stream", api_proxy.stream),
+                web.post("/homeassistant/api/{path:.+}", api_proxy.api),
+                web.get("/homeassistant/api/{path:.+}", api_proxy.api),
+                web.get("/homeassistant/api/", api_proxy.api),
+            ]
+        )
+
+    def _register_addons(self) -> None:
+        """Register Add-on functions."""
+        api_addons = APIAddons()
+        api_addons.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/addons", api_addons.list),
+                web.post("/addons/reload", api_addons.reload),
+                web.get("/addons/{addon}/info", api_addons.info),
+                web.post("/addons/{addon}/install", api_addons.install),
+                web.post("/addons/{addon}/uninstall", api_addons.uninstall),
+                web.post("/addons/{addon}/start", api_addons.start),
+                web.post("/addons/{addon}/stop", api_addons.stop),
+                web.post("/addons/{addon}/restart", api_addons.restart),
+                web.post("/addons/{addon}/update", api_addons.update),
+                web.post("/addons/{addon}/options", api_addons.options),
+                web.post("/addons/{addon}/rebuild", api_addons.rebuild),
+                web.get("/addons/{addon}/logs", api_addons.logs),
+                web.get("/addons/{addon}/icon", api_addons.icon),
+                web.get("/addons/{addon}/logo", api_addons.logo),
+                web.get("/addons/{addon}/changelog", api_addons.changelog),
+                web.get("/addons/{addon}/documentation", api_addons.documentation),
+                web.post("/addons/{addon}/stdin", api_addons.stdin),
+                web.post("/addons/{addon}/security", api_addons.security),
+                web.get("/addons/{addon}/stats", api_addons.stats),
+            ]
+        )
+
+    def _register_ingress(self) -> None:
+        """Register Ingress functions."""
+        api_ingress = APIIngress()
+        api_ingress.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.post("/ingress/session", api_ingress.create_session),
+                web.get("/ingress/panels", api_ingress.panels),
+                web.view("/ingress/{token}/{path:.*}", api_ingress.handler),
+            ]
+        )
+
+    def _register_snapshots(self) -> None:
+        """Register snapshots functions."""
+        api_snapshots = APISnapshots()
+        api_snapshots.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/snapshots", api_snapshots.list),
+                web.post("/snapshots/reload", api_snapshots.reload),
+                web.post("/snapshots/new/full", api_snapshots.snapshot_full),
+                web.post("/snapshots/new/partial", api_snapshots.snapshot_partial),
+                web.post("/snapshots/new/upload", api_snapshots.upload),
+                web.get("/snapshots/{snapshot}/info", api_snapshots.info),
+                web.post("/snapshots/{snapshot}/remove", api_snapshots.remove),
+                web.post(
+                    "/snapshots/{snapshot}/restore/full", api_snapshots.restore_full
+                ),
+                web.post(
+                    "/snapshots/{snapshot}/restore/partial",
+                    api_snapshots.restore_partial,
+                ),
+                web.get("/snapshots/{snapshot}/download", api_snapshots.download),
+            ]
+        )
+
+    def _register_services(self) -> None:
+        """Register services functions."""
+        api_services = APIServices()
+        api_services.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/services", api_services.list),
+                web.get("/services/{service}", api_services.get_service),
+                web.post("/services/{service}", api_services.set_service),
+                web.delete("/services/{service}", api_services.del_service),
+            ]
+        )
+
+    def _register_discovery(self) -> None:
+        """Register discovery functions."""
+        api_discovery = APIDiscovery()
+        api_discovery.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/discovery", api_discovery.list),
+                web.get("/discovery/{uuid}", api_discovery.get_discovery),
+                web.delete("/discovery/{uuid}", api_discovery.del_discovery),
+                web.post("/discovery", api_discovery.set_discovery),
+            ]
+        )
+
+    def _register_dns(self) -> None:
+        """Register DNS functions."""
+        api_dns = APICoreDNS()
+        api_dns.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/dns/info", api_dns.info),
+                web.get("/dns/stats", api_dns.stats),
+                web.get("/dns/logs", api_dns.logs),
+                web.post("/dns/update", api_dns.update),
+                web.post("/dns/options", api_dns.options),
+                web.post("/dns/restart", api_dns.restart),
+                web.post("/dns/reset", api_dns.reset),
+            ]
+        )
+
+    def _register_audio(self) -> None:
+        """Register Audio functions."""
+        api_audio = APIAudio()
+        api_audio.coresys = self.coresys
+
+        self.webapp.add_routes(
+            [
+                web.get("/audio/info", api_audio.info),
+                web.get("/audio/stats", api_audio.stats),
+                web.get("/audio/logs", api_audio.logs),
+                web.post("/audio/update", api_audio.update),
+                web.post("/audio/restart", api_audio.restart),
+                web.post("/audio/reload", api_audio.reload),
+                web.post("/audio/profile", api_audio.set_profile),
+                web.post("/audio/volume/{source}/application", api_audio.set_volume),
+                web.post("/audio/volume/{source}", api_audio.set_volume),
+                web.post("/audio/mute/{source}/application", api_audio.set_mute),
+                web.post("/audio/mute/{source}", api_audio.set_mute),
+                web.post("/audio/default/{source}", api_audio.set_default),
+            ]
+        )
+
+    def _register_panel(self) -> None:
+        """Register panel for Home Assistant."""
+        panel_dir = Path(__file__).parent.joinpath("panel")
+        self.webapp.add_routes([web.static("/app", panel_dir)])
+
+    async def start(self) -> None:
+        """Run RESTful API webserver."""
+        await self._runner.setup()
+        self._site = web.TCPSite(
+            self._runner, host="0.0.0.0", port=80, shutdown_timeout=5
+        )
+
+        try:
+            await self._site.start()
+        except OSError as err:
+            _LOGGER.fatal("Failed to create HTTP server at 0.0.0.0:80 -> %s", err)
+        else:
+            _LOGGER.info("Start API on %s", self.sys_docker.network.supervisor)
+
+    async def stop(self) -> None:
+        """Stop RESTful API webserver."""
+        if not self._site:
+            return
+
+        # Shutdown running API
+        await self._site.stop()
+        await self._runner.cleanup()
+
+        _LOGGER.info("Stop API on %s", self.sys_docker.network.supervisor)

supervisor/api/addons.py

@@ -0,0 +1,460 @@
+"""Init file for Supervisor Home Assistant RESTful API."""
+import asyncio
+import logging
+from typing import Any, Awaitable, Dict, List
+
+from aiohttp import web
+import voluptuous as vol
+
+from ..addons import AnyAddon
+from ..addons.addon import Addon
+from ..addons.utils import rating_security
+from ..const import (
+    ATTR_ADDONS,
+    ATTR_ADVANCED,
+    ATTR_APPARMOR,
+    ATTR_ARCH,
+    ATTR_AUDIO,
+    ATTR_AUDIO_INPUT,
+    ATTR_AUDIO_OUTPUT,
+    ATTR_AUTH_API,
+    ATTR_AUTO_UPDATE,
+    ATTR_AVAILABLE,
+    ATTR_BLK_READ,
+    ATTR_BLK_WRITE,
+    ATTR_BOOT,
+    ATTR_BUILD,
+    ATTR_CHANGELOG,
+    ATTR_CPU_PERCENT,
+    ATTR_DESCRIPTON,
+    ATTR_DETACHED,
+    ATTR_DEVICES,
+    ATTR_DEVICETREE,
+    ATTR_DISCOVERY,
+    ATTR_DNS,
+    ATTR_DOCKER_API,
+    ATTR_DOCUMENTATION,
+    ATTR_FULL_ACCESS,
+    ATTR_GPIO,
+    ATTR_HASSIO_API,
+    ATTR_HASSIO_ROLE,
+    ATTR_HOMEASSISTANT,
+    ATTR_HOMEASSISTANT_API,
+    ATTR_HOST_DBUS,
+    ATTR_HOST_IPC,
+    ATTR_HOST_NETWORK,
+    ATTR_HOST_PID,
+    ATTR_HOSTNAME,
+    ATTR_ICON,
+    ATTR_INGRESS,
+    ATTR_INGRESS_ENTRY,
+    ATTR_INGRESS_PANEL,
+    ATTR_INGRESS_PORT,
+    ATTR_INGRESS_URL,
+    ATTR_INSTALLED,
+    ATTR_IP_ADDRESS,
+    ATTR_KERNEL_MODULES,
+    ATTR_VERSION_LATEST,
+    ATTR_LOGO,
+    ATTR_LONG_DESCRIPTION,
+    ATTR_MACHINE,
+    ATTR_MAINTAINER,
+    ATTR_MEMORY_LIMIT,
+    ATTR_MEMORY_PERCENT,
+    ATTR_MEMORY_USAGE,
+    ATTR_NAME,
+    ATTR_NETWORK,
+    ATTR_NETWORK_DESCRIPTION,
+    ATTR_NETWORK_RX,
+    ATTR_NETWORK_TX,
+    ATTR_OPTIONS,
+    ATTR_PRIVILEGED,
+    ATTR_PROTECTED,
+    ATTR_RATING,
+    ATTR_REPOSITORIES,
+    ATTR_REPOSITORY,
+    ATTR_SCHEMA,
+    ATTR_SERVICES,
+    ATTR_SLUG,
+    ATTR_SOURCE,
+    ATTR_STAGE,
+    ATTR_STATE,
+    ATTR_STDIN,
+    ATTR_UDEV,
+    ATTR_URL,
+    ATTR_VERSION,
+    ATTR_VIDEO,
+    ATTR_WEBUI,
+    BOOT_AUTO,
+    BOOT_MANUAL,
+    CONTENT_TYPE_BINARY,
+    CONTENT_TYPE_PNG,
+    CONTENT_TYPE_TEXT,
+    REQUEST_FROM,
+    STATE_NONE,
+)
+from ..coresys import CoreSysAttributes
+from ..docker.stats import DockerStats
+from ..exceptions import APIError
+from ..validate import DOCKER_PORTS
+from .utils import api_process, api_process_raw, api_validate
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+SCHEMA_VERSION = vol.Schema({vol.Optional(ATTR_VERSION): vol.Coerce(str)})
+
+# pylint: disable=no-value-for-parameter
+SCHEMA_OPTIONS = vol.Schema(
+    {
+        vol.Optional(ATTR_BOOT): vol.In([BOOT_AUTO, BOOT_MANUAL]),
+        vol.Optional(ATTR_NETWORK): vol.Maybe(DOCKER_PORTS),
+        vol.Optional(ATTR_AUTO_UPDATE): vol.Boolean(),
+        vol.Optional(ATTR_AUDIO_OUTPUT): vol.Maybe(vol.Coerce(str)),
+        vol.Optional(ATTR_AUDIO_INPUT): vol.Maybe(vol.Coerce(str)),
+        vol.Optional(ATTR_INGRESS_PANEL): vol.Boolean(),
+    }
+)
+
+# pylint: disable=no-value-for-parameter
+SCHEMA_SECURITY = vol.Schema({vol.Optional(ATTR_PROTECTED): vol.Boolean()})
+
+
+class APIAddons(CoreSysAttributes):
+    """Handle RESTful API for add-on functions."""
+
+    def _extract_addon(
+        self, request: web.Request, check_installed: bool = True
+    ) -> AnyAddon:
+        """Return addon, throw an exception it it doesn't exist."""
+        addon_slug: str = request.match_info.get("addon")
+
+        # Lookup itself
+        if addon_slug == "self":
+            addon = request.get(REQUEST_FROM)
+            if not isinstance(addon, Addon):
+                raise APIError("Self is not an Addon")
+            return addon
+
+        addon = self.sys_addons.get(addon_slug)
+        if not addon:
+            raise APIError("Addon does not exist")
+
+        if check_installed and not addon.is_installed:
+            raise APIError("Addon is not installed")
+
+        return addon
+
+    @api_process
+    async def list(self, request: web.Request) -> Dict[str, Any]:
+        """Return all add-ons or repositories."""
+        data_addons = []
+        for addon in self.sys_addons.all:
+            data_addons.append(
+                {
+                    ATTR_NAME: addon.name,
+                    ATTR_SLUG: addon.slug,
+                    ATTR_DESCRIPTON: addon.description,
+                    ATTR_ADVANCED: addon.advanced,
+                    ATTR_STAGE: addon.stage,
+                    ATTR_VERSION: addon.latest_version,
+                    ATTR_INSTALLED: addon.version if addon.is_installed else None,
+                    ATTR_AVAILABLE: addon.available,
+                    ATTR_DETACHED: addon.is_detached,
+                    ATTR_REPOSITORY: addon.repository,
+                    ATTR_BUILD: addon.need_build,
+                    ATTR_URL: addon.url,
+                    ATTR_ICON: addon.with_icon,
+                    ATTR_LOGO: addon.with_logo,
+                }
+            )
+
+        data_repositories = []
+        for repository in self.sys_store.all:
+            data_repositories.append(
+                {
+                    ATTR_SLUG: repository.slug,
+                    ATTR_NAME: repository.name,
+                    ATTR_SOURCE: repository.source,
+                    ATTR_URL: repository.url,
+                    ATTR_MAINTAINER: repository.maintainer,
+                }
+            )
+
+        return {ATTR_ADDONS: data_addons, ATTR_REPOSITORIES: data_repositories}
+
+    @api_process
+    async def reload(self, request: web.Request) -> None:
+        """Reload all add-on data from store."""
+        await asyncio.shield(self.sys_store.reload())
+
+    @api_process
+    async def info(self, request: web.Request) -> Dict[str, Any]:
+        """Return add-on information."""
+        addon: AnyAddon = self._extract_addon(request, check_installed=False)
+
+        data = {
+            ATTR_NAME: addon.name,
+            ATTR_SLUG: addon.slug,
+            ATTR_HOSTNAME: addon.hostname,
+            ATTR_DNS: addon.dns,
+            ATTR_DESCRIPTON: addon.description,
+            ATTR_LONG_DESCRIPTION: addon.long_description,
+            ATTR_ADVANCED: addon.advanced,
+            ATTR_STAGE: addon.stage,
+            ATTR_AUTO_UPDATE: None,
+            ATTR_REPOSITORY: addon.repository,
+            ATTR_VERSION: None,
+            ATTR_VERSION_LATEST: addon.latest_version,
+            ATTR_PROTECTED: addon.protected,
+            ATTR_RATING: rating_security(addon),
+            ATTR_BOOT: addon.boot,
+            ATTR_OPTIONS: addon.options,
+            ATTR_SCHEMA: addon.schema_ui,
+            ATTR_ARCH: addon.supported_arch,
+            ATTR_MACHINE: addon.supported_machine,
+            ATTR_HOMEASSISTANT: addon.homeassistant_version,
+            ATTR_URL: addon.url,
+            ATTR_STATE: STATE_NONE,
+            ATTR_DETACHED: addon.is_detached,
+            ATTR_AVAILABLE: addon.available,
+            ATTR_BUILD: addon.need_build,
+            ATTR_NETWORK: addon.ports,
+            ATTR_NETWORK_DESCRIPTION: addon.ports_description,
+            ATTR_HOST_NETWORK: addon.host_network,
+            ATTR_HOST_PID: addon.host_pid,
+            ATTR_HOST_IPC: addon.host_ipc,
+            ATTR_HOST_DBUS: addon.host_dbus,
+            ATTR_PRIVILEGED: addon.privileged,
+            ATTR_FULL_ACCESS: addon.with_full_access,
+            ATTR_APPARMOR: addon.apparmor,
+            ATTR_DEVICES: _pretty_devices(addon),
+            ATTR_ICON: addon.with_icon,
+            ATTR_LOGO: addon.with_logo,
+            ATTR_CHANGELOG: addon.with_changelog,
+            ATTR_DOCUMENTATION: addon.with_documentation,
+            ATTR_STDIN: addon.with_stdin,
+            ATTR_WEBUI: None,
+            ATTR_HASSIO_API: addon.access_hassio_api,
+            ATTR_HASSIO_ROLE: addon.hassio_role,
+            ATTR_AUTH_API: addon.access_auth_api,
+            ATTR_HOMEASSISTANT_API: addon.access_homeassistant_api,
+            ATTR_GPIO: addon.with_gpio,
+            ATTR_KERNEL_MODULES: addon.with_kernel_modules,
+            ATTR_DEVICETREE: addon.with_devicetree,
+            ATTR_UDEV: addon.with_udev,
+            ATTR_DOCKER_API: addon.access_docker_api,
+            ATTR_VIDEO: addon.with_video,
+            ATTR_AUDIO: addon.with_audio,
+            ATTR_AUDIO_INPUT: None,
+            ATTR_AUDIO_OUTPUT: None,
+            ATTR_SERVICES: _pretty_services(addon),
+            ATTR_DISCOVERY: addon.discovery,
+            ATTR_IP_ADDRESS: None,
+            ATTR_INGRESS: addon.with_ingress,
+            ATTR_INGRESS_ENTRY: None,
+            ATTR_INGRESS_URL: None,
+            ATTR_INGRESS_PORT: None,
+            ATTR_INGRESS_PANEL: None,
+        }
+
+        if addon.is_installed:
+            data.update(
+                {
+                    ATTR_STATE: await addon.state(),
+                    ATTR_WEBUI: addon.webui,
+                    ATTR_INGRESS_ENTRY: addon.ingress_entry,
+                    ATTR_INGRESS_URL: addon.ingress_url,
+                    ATTR_INGRESS_PORT: addon.ingress_port,
+                    ATTR_INGRESS_PANEL: addon.ingress_panel,
+                    ATTR_AUDIO_INPUT: addon.audio_input,
+                    ATTR_AUDIO_OUTPUT: addon.audio_output,
+                    ATTR_AUTO_UPDATE: addon.auto_update,
+                    ATTR_IP_ADDRESS: str(addon.ip_address),
+                    ATTR_VERSION: addon.version,
+                }
+            )
+
+        return data
+
+    @api_process
+    async def options(self, request: web.Request) -> None:
+        """Store user options for add-on."""
+        addon: AnyAddon = self._extract_addon(request)
+
+        # Update secrets for validation
+        await self.sys_secrets.reload()
+
+        # Extend schema with add-on specific validation
+        addon_schema = SCHEMA_OPTIONS.extend(
+            {vol.Optional(ATTR_OPTIONS): vol.Any(None, addon.schema)}
+        )
+
+        # Validate/Process Body
+        body = await api_validate(addon_schema, request, origin=[ATTR_OPTIONS])
+        if ATTR_OPTIONS in body:
+            addon.options = body[ATTR_OPTIONS]
+        if ATTR_BOOT in body:
+            addon.boot = body[ATTR_BOOT]
+        if ATTR_AUTO_UPDATE in body:
+            addon.auto_update = body[ATTR_AUTO_UPDATE]
+        if ATTR_NETWORK in body:
+            addon.ports = body[ATTR_NETWORK]
+        if ATTR_AUDIO_INPUT in body:
+            addon.audio_input = body[ATTR_AUDIO_INPUT]
+        if ATTR_AUDIO_OUTPUT in body:
+            addon.audio_output = body[ATTR_AUDIO_OUTPUT]
+        if ATTR_INGRESS_PANEL in body:
+            addon.ingress_panel = body[ATTR_INGRESS_PANEL]
+            await self.sys_ingress.update_hass_panel(addon)
+
+        addon.save_persist()
+
+    @api_process
+    async def security(self, request: web.Request) -> None:
+        """Store security options for add-on."""
+        addon: AnyAddon = self._extract_addon(request)
+        body: Dict[str, Any] = await api_validate(SCHEMA_SECURITY, request)
+
+        if ATTR_PROTECTED in body:
+            _LOGGER.warning("Protected flag changing for %s!", addon.slug)
+            addon.protected = body[ATTR_PROTECTED]
+
+        addon.save_persist()
+
+    @api_process
+    async def stats(self, request: web.Request) -> Dict[str, Any]:
+        """Return resource information."""
+        addon: AnyAddon = self._extract_addon(request)
+        stats: DockerStats = await addon.stats()
+
+        return {
+            ATTR_CPU_PERCENT: stats.cpu_percent,
+            ATTR_MEMORY_USAGE: stats.memory_usage,
+            ATTR_MEMORY_LIMIT: stats.memory_limit,
+            ATTR_MEMORY_PERCENT: stats.memory_percent,
+            ATTR_NETWORK_RX: stats.network_rx,
+            ATTR_NETWORK_TX: stats.network_tx,
+            ATTR_BLK_READ: stats.blk_read,
+            ATTR_BLK_WRITE: stats.blk_write,
+        }
+
+    @api_process
+    def install(self, request: web.Request) -> Awaitable[None]:
+        """Install add-on."""
+        addon: AnyAddon = self._extract_addon(request, check_installed=False)
+        return asyncio.shield(addon.install())
+
+    @api_process
+    def uninstall(self, request: web.Request) -> Awaitable[None]:
+        """Uninstall add-on."""
+        addon: AnyAddon = self._extract_addon(request)
+        return asyncio.shield(addon.uninstall())
+
+    @api_process
+    def start(self, request: web.Request) -> Awaitable[None]:
+        """Start add-on."""
+        addon: AnyAddon = self._extract_addon(request)
+        return asyncio.shield(addon.start())
+
+    @api_process
+    def stop(self, request: web.Request) -> Awaitable[None]:
+        """Stop add-on."""
+        addon: AnyAddon = self._extract_addon(request)
+        return asyncio.shield(addon.stop())
+
+    @api_process
+    def update(self, request: web.Request) -> Awaitable[None]:
+        """Update add-on."""
+        addon: AnyAddon = self._extract_addon(request)
+
+        if addon.latest_version == addon.version:
+            raise APIError("No update available!")
+
+        return asyncio.shield(addon.update())
+
+    @api_process
+    def restart(self, request: web.Request) -> Awaitable[None]:
+        """Restart add-on."""
+        addon: AnyAddon = self._extract_addon(request)
+        return asyncio.shield(addon.restart())
+
+    @api_process
+    def rebuild(self, request: web.Request) -> Awaitable[None]:
+        """Rebuild local build add-on."""
+        addon: AnyAddon = self._extract_addon(request)
+        if not addon.need_build:
+            raise APIError("Only local build addons are supported")
+
+        return asyncio.shield(addon.rebuild())
+
+    @api_process_raw(CONTENT_TYPE_BINARY)
+    def logs(self, request: web.Request) -> Awaitable[bytes]:
+        """Return logs from add-on."""
+        addon: AnyAddon = self._extract_addon(request)
+        return addon.logs()
+
+    @api_process_raw(CONTENT_TYPE_PNG)
+    async def icon(self, request: web.Request) -> bytes:
+        """Return icon from add-on."""
+        addon: AnyAddon = self._extract_addon(request, check_installed=False)
+        if not addon.with_icon:
+            raise APIError("No icon found!")
+
+        with addon.path_icon.open("rb") as png:
+            return png.read()
+
+    @api_process_raw(CONTENT_TYPE_PNG)
+    async def logo(self, request: web.Request) -> bytes:
+        """Return logo from add-on."""
+        addon: AnyAddon = self._extract_addon(request, check_installed=False)
+        if not addon.with_logo:
+            raise APIError("No logo found!")
+
+        with addon.path_logo.open("rb") as png:
+            return png.read()
+
+    @api_process_raw(CONTENT_TYPE_TEXT)
+    async def changelog(self, request: web.Request) -> str:
+        """Return changelog from add-on."""
+        addon: AnyAddon = self._extract_addon(request, check_installed=False)
+        if not addon.with_changelog:
+            raise APIError("No changelog found!")
+
+        with addon.path_changelog.open("r") as changelog:
+            return changelog.read()
+
+    @api_process_raw(CONTENT_TYPE_TEXT)
+    async def documentation(self, request: web.Request) -> str:
+        """Return documentation from add-on."""
+        addon: AnyAddon = self._extract_addon(request, check_installed=False)
+        if not addon.with_documentation:
+            raise APIError("No documentation found!")
+
+        with addon.path_documentation.open("r") as documentation:
+            return documentation.read()
+
+    @api_process
+    async def stdin(self, request: web.Request) -> None:
+        """Write to stdin of add-on."""
+        addon: AnyAddon = self._extract_addon(request)
+        if not addon.with_stdin:
+            raise APIError("STDIN not supported by add-on")
+
+        data = await request.read()
+        await asyncio.shield(addon.write_stdin(data))
+
+
+def _pretty_devices(addon: AnyAddon) -> List[str]:
+    """Return a simplified device list."""
+    dev_list = addon.devices
+    if not dev_list:
+        return None
+    return [row.split(":")[0] for row in dev_list]
+
+
+def _pretty_services(addon: AnyAddon) -> List[str]:
+    """Return a simplified services role list."""
+    services = []
+    for name, access in addon.services_role.items():
+        services.append(f"{name}:{access}")
+    return services

supervisor/api/audio.py

@@ -0,0 +1,170 @@
+"""Init file for Supervisor Audio RESTful API."""
+import asyncio
+import logging
+from typing import Any, Awaitable, Dict
+
+from aiohttp import web
+import attr
+import voluptuous as vol
+
+from ..const import (
+    ATTR_ACTIVE,
+    ATTR_APPLICATION,
+    ATTR_AUDIO,
+    ATTR_BLK_READ,
+    ATTR_BLK_WRITE,
+    ATTR_CARD,
+    ATTR_CPU_PERCENT,
+    ATTR_HOST,
+    ATTR_INDEX,
+    ATTR_INPUT,
+    ATTR_VERSION_LATEST,
+    ATTR_MEMORY_LIMIT,
+    ATTR_MEMORY_PERCENT,
+    ATTR_MEMORY_USAGE,
+    ATTR_NAME,
+    ATTR_NETWORK_RX,
+    ATTR_NETWORK_TX,
+    ATTR_OUTPUT,
+    ATTR_VERSION,
+    ATTR_VOLUME,
+    CONTENT_TYPE_BINARY,
+)
+from ..coresys import CoreSysAttributes
+from ..exceptions import APIError
+from ..host.sound import StreamType
+from .utils import api_process, api_process_raw, api_validate
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+SCHEMA_VERSION = vol.Schema({vol.Optional(ATTR_VERSION): vol.Coerce(str)})
+
+SCHEMA_VOLUME = vol.Schema(
+    {
+        vol.Required(ATTR_INDEX): vol.Coerce(int),
+        vol.Required(ATTR_VOLUME): vol.Coerce(float),
+    }
+)
+
+# pylint: disable=no-value-for-parameter
+SCHEMA_MUTE = vol.Schema(
+    {
+        vol.Required(ATTR_INDEX): vol.Coerce(int),
+        vol.Required(ATTR_ACTIVE): vol.Boolean(),
+    }
+)
+
+SCHEMA_DEFAULT = vol.Schema({vol.Required(ATTR_NAME): vol.Coerce(str)})
+
+SCHEMA_PROFILE = vol.Schema(
+    {vol.Required(ATTR_CARD): vol.Coerce(str), vol.Required(ATTR_NAME): vol.Coerce(str)}
+)
+
+
+class APIAudio(CoreSysAttributes):
+    """Handle RESTful API for Audio functions."""
+
+    @api_process
+    async def info(self, request: web.Request) -> Dict[str, Any]:
+        """Return Audio information."""
+        return {
+            ATTR_VERSION: self.sys_audio.version,
+            ATTR_VERSION_LATEST: self.sys_audio.latest_version,
+            ATTR_HOST: str(self.sys_docker.network.audio),
+            ATTR_AUDIO: {
+                ATTR_CARD: [attr.asdict(card) for card in self.sys_host.sound.cards],
+                ATTR_INPUT: [
+                    attr.asdict(stream) for stream in self.sys_host.sound.inputs
+                ],
+                ATTR_OUTPUT: [
+                    attr.asdict(stream) for stream in self.sys_host.sound.outputs
+                ],
+                ATTR_APPLICATION: [
+                    attr.asdict(stream) for stream in self.sys_host.sound.applications
+                ],
+            },
+        }
+
+    @api_process
+    async def stats(self, request: web.Request) -> Dict[str, Any]:
+        """Return resource information."""
+        stats = await self.sys_audio.stats()
+
+        return {
+            ATTR_CPU_PERCENT: stats.cpu_percent,
+            ATTR_MEMORY_USAGE: stats.memory_usage,
+            ATTR_MEMORY_LIMIT: stats.memory_limit,
+            ATTR_MEMORY_PERCENT: stats.memory_percent,
+            ATTR_NETWORK_RX: stats.network_rx,
+            ATTR_NETWORK_TX: stats.network_tx,
+            ATTR_BLK_READ: stats.blk_read,
+            ATTR_BLK_WRITE: stats.blk_write,
+        }
+
+    @api_process
+    async def update(self, request: web.Request) -> None:
+        """Update Audio plugin."""
+        body = await api_validate(SCHEMA_VERSION, request)
+        version = body.get(ATTR_VERSION, self.sys_audio.latest_version)
+
+        if version == self.sys_audio.version:
+            raise APIError("Version {} is already in use".format(version))
+        await asyncio.shield(self.sys_audio.update(version))
+
+    @api_process_raw(CONTENT_TYPE_BINARY)
+    def logs(self, request: web.Request) -> Awaitable[bytes]:
+        """Return Audio Docker logs."""
+        return self.sys_audio.logs()
+
+    @api_process
+    def restart(self, request: web.Request) -> Awaitable[None]:
+        """Restart Audio plugin."""
+        return asyncio.shield(self.sys_audio.restart())
+
+    @api_process
+    def reload(self, request: web.Request) -> Awaitable[None]:
+        """Reload Audio information."""
+        return asyncio.shield(self.sys_host.sound.update())
+
+    @api_process
+    async def set_volume(self, request: web.Request) -> None:
+        """Set audio volume on stream."""
+        source: StreamType = StreamType(request.match_info.get("source"))
+        application: bool = request.path.endswith("application")
+        body = await api_validate(SCHEMA_VOLUME, request)
+
+        await asyncio.shield(
+            self.sys_host.sound.set_volume(
+                source, body[ATTR_INDEX], body[ATTR_VOLUME], application
+            )
+        )
+
+    @api_process
+    async def set_mute(self, request: web.Request) -> None:
+        """Mute audio volume on stream."""
+        source: StreamType = StreamType(request.match_info.get("source"))
+        application: bool = request.path.endswith("application")
+        body = await api_validate(SCHEMA_MUTE, request)
+
+        await asyncio.shield(
+            self.sys_host.sound.set_mute(
+                source, body[ATTR_INDEX], body[ATTR_ACTIVE], application
+            )
+        )
+
+    @api_process
+    async def set_default(self, request: web.Request) -> None:
+        """Set audio default stream."""
+        source: StreamType = StreamType(request.match_info.get("source"))
+        body = await api_validate(SCHEMA_DEFAULT, request)
+
+        await asyncio.shield(self.sys_host.sound.set_default(source, body[ATTR_NAME]))
+
+    @api_process
+    async def set_profile(self, request: web.Request) -> None:
+        """Set audio default sources."""
+        body = await api_validate(SCHEMA_PROFILE, request)
+
+        await asyncio.shield(
+            self.sys_host.sound.ativate_profile(body[ATTR_CARD], body[ATTR_NAME])
+        )

supervisor/api/auth.py

@@ -0,0 +1,88 @@
+"""Init file for Supervisor auth/SSO RESTful API."""
+import asyncio
+import logging
+from typing import Dict
+
+from aiohttp import BasicAuth, web
+from aiohttp.hdrs import AUTHORIZATION, CONTENT_TYPE, WWW_AUTHENTICATE
+from aiohttp.web_exceptions import HTTPUnauthorized
+import voluptuous as vol
+
+from ..addons.addon import Addon
+from ..const import (
+    ATTR_PASSWORD,
+    ATTR_USERNAME,
+    CONTENT_TYPE_JSON,
+    CONTENT_TYPE_URL,
+    REQUEST_FROM,
+)
+from ..coresys import CoreSysAttributes
+from ..exceptions import APIForbidden
+from .utils import api_process, api_validate
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+SCHEMA_PASSWORD_RESET = vol.Schema(
+    {
+        vol.Required(ATTR_USERNAME): vol.Coerce(str),
+        vol.Required(ATTR_PASSWORD): vol.Coerce(str),
+    }
+)
+
+
+class APIAuth(CoreSysAttributes):
+    """Handle RESTful API for auth functions."""
+
+    def _process_basic(self, request: web.Request, addon: Addon) -> bool:
+        """Process login request with basic auth.
+
+        Return a coroutine.
+        """
+        auth = BasicAuth.decode(request.headers[AUTHORIZATION])
+        return self.sys_auth.check_login(addon, auth.login, auth.password)
+
+    def _process_dict(
+        self, request: web.Request, addon: Addon, data: Dict[str, str]
+    ) -> bool:
+        """Process login with dict data.
+
+        Return a coroutine.
+        """
+        username = data.get("username") or data.get("user")
+        password = data.get("password")
+
+        return self.sys_auth.check_login(addon, username, password)
+
+    @api_process
+    async def auth(self, request: web.Request) -> bool:
+        """Process login request."""
+        addon = request[REQUEST_FROM]
+
+        if not addon.access_auth_api:
+            raise APIForbidden("Can't use Home Assistant auth!")
+
+        # BasicAuth
+        if AUTHORIZATION in request.headers:
+            return await self._process_basic(request, addon)
+
+        # Json
+        if request.headers.get(CONTENT_TYPE) == CONTENT_TYPE_JSON:
+            data = await request.json()
+            return await self._process_dict(request, addon, data)
+
+        # URL encoded
+        if request.headers.get(CONTENT_TYPE) == CONTENT_TYPE_URL:
+            data = await request.post()
+            return await self._process_dict(request, addon, data)
+
+        raise HTTPUnauthorized(
+            headers={WWW_AUTHENTICATE: 'Basic realm="Home Assistant Authentication"'}
+        )
+
+    @api_process
+    async def reset(self, request: web.Request) -> None:
+        """Process reset password request."""
+        body: Dict[str, str] = await api_validate(SCHEMA_PASSWORD_RESET, request)
+        await asyncio.shield(
+            self.sys_auth.change_password(body[ATTR_USERNAME], body[ATTR_PASSWORD])
+        )

supervisor/api/cli.py

@@ -0,0 +1,62 @@
+"""Init file for Supervisor HA cli RESTful API."""
+import asyncio
+import logging
+from typing import Any, Dict
+
+from aiohttp import web
+import voluptuous as vol
+
+from ..const import (
+    ATTR_VERSION,
+    ATTR_VERSION_LATEST,
+    ATTR_BLK_READ,
+    ATTR_BLK_WRITE,
+    ATTR_CPU_PERCENT,
+    ATTR_MEMORY_LIMIT,
+    ATTR_MEMORY_PERCENT,
+    ATTR_MEMORY_USAGE,
+    ATTR_NETWORK_RX,
+    ATTR_NETWORK_TX,
+)
+from ..coresys import CoreSysAttributes
+from .utils import api_process, api_validate
+
+_LOGGER: logging.Logger = logging.getLogger(__name__)
+
+SCHEMA_VERSION = vol.Schema({vol.Optional(ATTR_VERSION): vol.Coerce(str)})
+
+
+class APICli(CoreSysAttributes):
+    """Handle RESTful API for HA Cli functions."""
+
+    @api_process
+    async def info(self, request: web.Request) -> Dict[str, Any]:
+        """Return HA cli information."""
+        return {
+            ATTR_VERSION: self.sys_cli.version,
+            ATTR_VERSION_LATEST: self.sys_cli.latest_version,
+        }
+
+    @api_process
+    async def stats(self, request: web.Request) -> Dict[str, Any]:
+        """Return resource information."""
+        stats = await self.sys_cli.stats()
+
+        return {
+            ATTR_CPU_PERCENT: stats.cpu_percent,
+            ATTR_MEMORY_USAGE: stats.memory_usage,
+            ATTR_MEMORY_LIMIT: stats.memory_limit,
+            ATTR_MEMORY_PERCENT: stats.memory_percent,
+            ATTR_NETWORK_RX: stats.network_rx,
+            ATTR_NETWORK_TX: stats.network_tx,
+            ATTR_BLK_READ: stats.blk_read,
+            ATTR_BLK_WRITE: stats.blk_write,
+        }
+
+    @api_process
+    async def update(self, request: web.Request) -> None:
+        """Update HA CLI."""
+        body = await api_validate(SCHEMA_VERSION, request)
+        version = body.get(ATTR_VERSION, self.sys_cli.latest_version)
+
+        await asyncio.shield(self.sys_cli.update(version))