Bumped version to 1.0.0b4

* Fix extracting entity and device IDs from scripts

* Fix extracting from data_template

.codecov.yml

@@ -1,16 +0,0 @@
-codecov:
-  branch: dev
-coverage:
-  status:
-    project:
-      default:
-        target: 90
-        threshold: 0.09
-  notify:
-    # Notify codecov room in Discord. The webhook URL (encrypted below) ends in /slack which is why we configure a Slack notification.
-    slack:
-      default:
-        url: "secret:TgWDUM4Jw0w7wMJxuxNF/yhSOHglIo1fGwInJnRLEVPy2P2aLimkoK1mtKCowH5TFw+baUXVXT3eAqefbdvIuM8BjRR4aRji95C6CYyD0QHy4N8i7nn1SQkWDPpS8IthYTg07rUDF7s5guurkKv2RrgoCdnnqjAMSzHoExMOF7xUmblMdhBTWJgBpWEhASJy85w/xxjlsE1xoTkzeJu9Q67pTXtRcn+5kb5/vIzPSYg="
-comment:
-  require_changes: yes
-  branches: master

.devcontainer/devcontainer.json

@@ -1,4 +1,3 @@
-// See https://aka.ms/vscode-remote/devcontainer.json for format details.
 {
   "name": "Home Assistant Dev",
   "context": "..",
@@ -7,23 +6,27 @@
   "appPort": 8123,
   "runArgs": ["-e", "GIT_EDITOR=code --wait"],
   "extensions": [
-    "ms-python.python",
+    "ms-python.vscode-pylance",
     "visualstudioexptteam.vscodeintellicode",
     "ms-azure-devops.azure-pipelines",
     "redhat.vscode-yaml",
     "esbenp.prettier-vscode"
   ],
+  // Please keep this file in sync with settings in home-assistant/.vscode/settings.default.json
   "settings": {
     "python.pythonPath": "/usr/local/bin/python",
     "python.linting.pylintEnabled": true,
     "python.linting.enabled": true,
     "python.formatting.provider": "black",
+    "python.testing.pytestArgs": ["--no-cov"],
+    "python.testing.pytestEnabled": true,
     "editor.formatOnPaste": false,
     "editor.formatOnSave": true,
     "editor.formatOnType": true,
     "files.trimTrailingWhitespace": true,
     "terminal.integrated.shell.linux": "/bin/bash",
     "yaml.customTags": [
+      "!input scalar",
       "!secret scalar",
       "!include_dir_named scalar",
       "!include_dir_list scalar",

.dockerignore

@@ -2,9 +2,15 @@
 .git
 .github
 config
+docs
+
+# Development
+.devcontainer
+.vscode
 
 # Test related files
 .tox
+tests
 
 # Other virtualization methods
 venv

.gitattributes

@@ -8,3 +8,5 @@
 *.png binary
 *.zip binary
 *.mp3 binary
+
+Dockerfile.dev linguist-language=Dockerfile

.github/ISSUE_TEMPLATE.md

@@ -1,47 +1,49 @@
 <!-- READ THIS FIRST:
-- If you need additional help with this template please refer to https://www.home-assistant.io/help/reporting_issues/
+  - If you need additional help with this template, please refer to https://www.home-assistant.io/help/reporting_issues/
-- Make sure you are running the latest version of Home Assistant before reporting an issue: https://github.com/home-assistant/home-assistant/releases
+  - Make sure you are running the latest version of Home Assistant before reporting an issue: https://github.com/home-assistant/core/releases
-- Frontend issues should be submitted to the home-assistant-polymer repository: https://github.com/home-assistant/home-assistant-polymer/issues
+  - Do not report issues for integrations if you are using custom components or integrations.
-- iOS issues should be submitted to the home-assistant-iOS repository: https://github.com/home-assistant/home-assistant-iOS/issues
+  - Provide as many details as possible. Paste logs, configuration samples and code into the backticks.
-- Do not report issues for integrations if you are using custom integration: files in <config-dir>/custom_components
+  DO NOT DELETE ANY TEXT from this template! Otherwise, your issue may be closed without comment.
-- This is for bugs only. Feature and enhancement requests should go in our community forum: https://community.home-assistant.io/c/feature-requests
-- Provide as many details as possible. Paste logs, configuration sample and code into the backticks. Do not delete any text from this template!
 -->
-
+## The problem
-**Home Assistant release with the issue:**
 <!-- 
-- Frontend -> Developer tools -> Info
+  Describe the issue you are experiencing here to communicate to the
-- Or use this command: hass --version
+  maintainers. Tell us what you were trying to do and what happened.
 -->
 
 
-**Last working Home Assistant release (if known):**
+## Environment
-
-
-**Operating environment (Hass.io/Docker/Windows/etc.):**
 <!--
-Please provide details about your environment.
+  Provide details about the versions you are using, which helps us to reproduce
+  and find the issue quicker. Version information is found in the
+  Home Assistant frontend: Configuration -> Info.
 -->
 
-**Integration:**
+- Home Assistant Core release with the issue: 
+- Last working Home Assistant Core release (if known): 
+- Operating environment (OS/Container/Supervised/Core): 
+- Integration causing this issue: 
+- Link to integration documentation on our website: 
+
+## Problem-relevant `configuration.yaml`
 <!--
-Please add the link to the documentation at https://www.home-assistant.io/integrations/ of the integration in question.
+  An example configuration that caused the problem for you. Fill this out even
+  if it seems unimportant to you. Please be sure to remove personal information
+  like passwords, private URLs and other credentials.
 -->
 
-
-**Description of problem:**
-
-
-
-**Problem-relevant `configuration.yaml` entries and (fill out even if it seems unimportant):**
 ```yaml
 
 ```
 
-**Traceback (if applicable):**
+## Traceback/Error logs
-```
+<!--
+  If you come across any trace or error logs, please provide them.
+-->
+
+```txt
 
 ```
 
-**Additional information:**
+## Additional information
 

.github/ISSUE_TEMPLATE/BUG_REPORT.md

@@ -0,0 +1,53 @@
+---
+name: Report a bug with Home Assistant Core
+about: Report an issue with Home Assistant Core
+---
+<!-- READ THIS FIRST:
+  - If you need additional help with this template, please refer to https://www.home-assistant.io/help/reporting_issues/
+  - Make sure you are running the latest version of Home Assistant before reporting an issue: https://github.com/home-assistant/core/releases
+  - Do not report issues for integrations if you are using custom components or integrations.
+  - Provide as many details as possible. Paste logs, configuration samples and code into the backticks.
+  DO NOT DELETE ANY TEXT from this template! Otherwise, your issue may be closed without comment.
+-->
+## The problem
+<!-- 
+  Describe the issue you are experiencing here to communicate to the
+  maintainers. Tell us what you were trying to do and what happened.
+-->
+
+
+## Environment
+<!--
+  Provide details about the versions you are using, which helps us to reproduce
+  and find the issue quicker. Version information is found in the
+  Home Assistant frontend: Configuration -> Info.
+-->
+
+- Home Assistant Core release with the issue: 
+- Last working Home Assistant Core release (if known): 
+- Operating environment (OS/Container/Supervised/Core): 
+- Integration causing this issue: 
+- Link to integration documentation on our website: 
+
+## Problem-relevant `configuration.yaml`
+<!--
+  An example configuration that caused the problem for you. Fill this out even
+  if it seems unimportant to you. Please be sure to remove personal information
+  like passwords, private URLs and other credentials.
+-->
+
+```yaml
+
+```
+
+## Traceback/Error logs
+<!--
+  If you come across any trace or error logs, please provide them.
+-->
+
+```txt
+
+```
+
+## Additional information
+

.github/ISSUE_TEMPLATE/Bug_report.md

@@ -1,52 +0,0 @@
----
-name: Bug report
-about: Create a report to help us improve
-
----
-
-<!-- READ THIS FIRST:
-- If you need additional help with this template please refer to https://www.home-assistant.io/help/reporting_issues/
-- Make sure you are running the latest version of Home Assistant before reporting an issue: https://github.com/home-assistant/home-assistant/releases
-- Frontend issues should be submitted to the home-assistant-polymer repository: https://github.com/home-assistant/home-assistant-polymer/issues
-- iOS issues should be submitted to the home-assistant-iOS repository: https://github.com/home-assistant/home-assistant-iOS/issues
-- Do not report issues for integrations if you are using a custom integration: files in <config-dir>/custom_components
-- This is for bugs only. Feature and enhancement requests should go in our community forum: https://community.home-assistant.io/c/feature-requests
-- Provide as many details as possible. Paste logs, configuration sample and code into the backticks. Do not delete any text from this template!
--->
-
-**Home Assistant release with the issue:**
-<!--
-- Frontend -> Developer tools -> Info
-- Or use this command: hass --version
--->
-
-
-**Last working Home Assistant release (if known):**
-
-
-**Operating environment (Hass.io/Docker/Windows/etc.):**
-<!--
-Please provide details about your environment.
--->
-
-**Integration:**
-<!--
-Please add the link to the documentation at https://www.home-assistant.io/integrations/ of the integration in question.
--->
-
-
-**Description of problem:**
-
-
-
-**Problem-relevant `configuration.yaml` entries and (fill out even if it seems unimportant):**
-```yaml
-
-```
-
-**Traceback (if applicable):**
-```
-
-```
-
-**Additional information:**

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,17 @@
+blank_issues_enabled: false
+contact_links:
+  - name: Report a bug with the UI, Frontend or Lovelace
+    url: https://github.com/home-assistant/frontend/issues
+    about: This is the issue tracker for our backend. Please report issues with the UI in the frontend repository.
+  - name: Report incorrect or missing information on our website
+    url: https://github.com/home-assistant/home-assistant.io/issues
+    about: Our documentation has its own issue tracker. Please report issues with the website there.
+  - name: I have a question or need support
+    url: https://www.home-assistant.io/help
+    about: We use GitHub for tracking bugs, check our website for resources on getting help.
+  - name: Feature Request
+    url: https://community.home-assistant.io/c/feature-requests
+    about: Please use our Community Forum for making feature requests.
+  - name: I'm unsure where to go
+    url: https://www.home-assistant.io/join-chat
+    about: If you are unsure where to go, then joining our chat is recommended; Just ask!

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,35 +1,132 @@
-## Breaking Change:
+<!--
-
+  You are amazing! Thanks for contributing to our project!
-<!-- What is breaking and why we have to break it. Remove this section only if it was NOT a breaking change. -->
+  Please, DO NOT DELETE ANY TEXT from this template! (unless instructed).
-
+-->
-## Description:
+## Breaking change
+<!--
+  If your PR contains a breaking change for existing users, it is important
+  to tell them what breaks, how to make it work again and why we did this.
+  This piece of text is published with the release notes, so it helps if you
+  write it towards our users, not us.
+  Note: Remove this section if this PR is NOT a breaking change.
+-->
 
 
-**Related issue (if applicable):** fixes #<home-assistant issue number goes here>
+## Proposed change
+<!--
+  Describe the big picture of your changes here to communicate to the
+  maintainers why we should accept this pull request. If it fixes a bug
+  or resolves a feature request, be sure to link to that issue in the
+  additional information section.
+-->
 
-**Pull request with documentation for [home-assistant.io](https://github.com/home-assistant/home-assistant.io) (if applicable):** home-assistant/home-assistant.io#<home-assistant.io PR number goes here>
 
-## Example entry for `configuration.yaml` (if applicable):
+## Type of change
+<!--
+  What type of change does your PR introduce to Home Assistant?
+  NOTE: Please, check only 1! box!
+  If your PR requires multiple boxes to be checked, you'll most likely need to
+  split it into multiple PRs. This makes things easier and faster to code review.
+-->
+
+- [ ] Dependency upgrade
+- [ ] Bugfix (non-breaking change which fixes an issue)
+- [ ] New integration (thank you!)
+- [ ] New feature (which adds functionality to an existing integration)
+- [ ] Breaking change (fix/feature causing existing functionality to break)
+- [ ] Code quality improvements to existing code or addition of tests
+
+## Example entry for `configuration.yaml`:
+<!--
+  Supplying a configuration snippet, makes it easier for a maintainer to test
+  your PR. Furthermore, for new integrations, it gives an impression of how
+  the configuration would look like.
+  Note: Remove this section if this PR does not have an example entry.
+-->
+
 ```yaml
+# Example configuration.yaml
 
 ```
 
-## Checklist:
+## Additional information
-  - [ ] The code change is tested and works locally.
+<!--
-  - [ ] Local tests pass with `tox`. **Your PR cannot be merged unless tests pass**
+  Details are important, and help maintainers processing your PR.
-  - [ ] There is no commented out code in this PR.
+  Please be sure to fill out additional details, if applicable.
-  - [ ] I have followed the [development checklist][dev-checklist]
+-->
+
+- This PR fixes or closes issue: fixes #
+- This PR is related to issue: 
+- Link to documentation pull request: 
+
+## Checklist
+<!--
+  Put an `x` in the boxes that apply. You can also fill these out after
+  creating the PR. If you're unsure about any of them, don't hesitate to ask.
+  We're here to help! This is simply a reminder of what we are going to look
+  for before merging your code.
+-->
+
+- [ ] The code change is tested and works locally.
+- [ ] Local tests pass. **Your PR cannot be merged unless tests pass**
+- [ ] There is no commented out code in this PR.
+- [ ] I have followed the [development checklist][dev-checklist]
+- [ ] The code has been formatted using Black (`black --fast homeassistant tests`)
+- [ ] Tests have been added to verify that the new code works.
 
 If user exposed functionality or configuration variables are added/changed:
-  - [ ] Documentation added/updated in [home-assistant.io](https://github.com/home-assistant/home-assistant.io)
+
+- [ ] Documentation added/updated for [www.home-assistant.io][docs-repository]
 
 If the code communicates with devices, web services, or third-party tools:
-  - [ ] [_The manifest file_][manifest-docs] has all fields filled out correctly. Update and include derived files by running `python3 -m script.hassfest`.
-  - [ ] New or updated dependencies have been added to `requirements_all.txt` by running `python3 -m script.gen_requirements_all`.
-  - [ ] Untested files have been added to `.coveragerc`.
 
-If the code does not interact with devices:
+- [ ] The [manifest file][manifest-docs] has all fields filled out correctly.  
-  - [ ] Tests have been added to verify that the new code works.
+      Updated and included derived files by running: `python3 -m script.hassfest`.
+- [ ] New or updated dependencies have been added to `requirements_all.txt`.  
+      Updated by running `python3 -m script.gen_requirements_all`.
+- [ ] Untested files have been added to `.coveragerc`.
 
+The integration reached or maintains the following [Integration Quality Scale][quality-scale]:
+<!--
+  The Integration Quality Scale scores an integration on the code quality
+  and user experience. Each level of the quality scale consists of a list
+  of requirements. We highly recommend getting your integration scored!
+-->
+
+- [ ] No score or internal
+- [ ] 🥈 Silver
+- [ ] 🥇 Gold
+- [ ] 🏆 Platinum
+
+<!--
+  This project is very active and we have a high turnover of pull requests.
+
+  Unfortunately, the number of incoming pull requests is higher than what our
+  reviewers can review and merge so there is a long backlog of pull requests
+  waiting for review. You can help here!
+  
+  By reviewing another pull request, you will help raise the code quality of
+  that pull request and the final review will be faster. This way the general
+  pace of pull request reviews will go up and your wait time will go down.
+  
+  When picking a pull request to review, try to choose one that hasn't yet
+  been reviewed.
+
+  Thanks for helping out!
+-->
+
+To help with the load of incoming pull requests:
+
+- [ ] I have reviewed two other [open pull requests][prs] in this repository.
+
+[prs]: https://github.com/home-assistant/core/pulls?q=is%3Aopen+is%3Apr+-author%3A%40me+-draft%3Atrue+-label%3Awaiting-for-upstream+sort%3Acreated-desc+review%3Anone
+
+<!--
+  Thank you for contributing <3
+
+  Below, some useful links you could explore:
+-->
 [dev-checklist]: https://developers.home-assistant.io/docs/en/development_checklist.html
 [manifest-docs]: https://developers.home-assistant.io/docs/en/creating_integration_manifest.html
+[quality-scale]: https://developers.home-assistant.io/docs/en/next/integration_quality_scale_index.html
+[docs-repository]: https://github.com/home-assistant/home-assistant.io

.github/dependabot.yml

@@ -0,0 +1,8 @@
+version: 2
+updates:
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: daily
+      time: "06:00"
+    open-pull-requests-limit: 10

.github/lock.yml

@@ -1,27 +0,0 @@
-# Configuration for Lock Threads - https://github.com/dessant/lock-threads
-
-# Number of days of inactivity before a closed issue or pull request is locked
-daysUntilLock: 1
-
-# Skip issues and pull requests created before a given timestamp. Timestamp must
-# follow ISO 8601 (`YYYY-MM-DD`). Set to `false` to disable
-skipCreatedBefore: 2019-07-01
-
-# Issues and pull requests with these labels will be ignored. Set to `[]` to disable
-exemptLabels: []
-
-# Label to add before locking, such as `outdated`. Set to `false` to disable
-lockLabel: false
-
-# Comment to post before locking. Set to `false` to disable
-lockComment: false
-
-# Assign `resolved` as the reason for locking. Set to `false` to disable
-setLockReason: false
-
-# Limit to only `issues` or `pulls`
-only: pulls
-
-# Optionally, specify configuration settings just for `issues` or `pulls`
-issues:
-   daysUntilLock: 30

.github/stale.yml

@@ -1,55 +0,0 @@
-# Configuration for probot-stale - https://github.com/probot/stale
-
-# Number of days of inactivity before an Issue or Pull Request becomes stale
-daysUntilStale: 90
-
-# Number of days of inactivity before an Issue or Pull Request with the stale label is closed.
-# Set to false to disable. If disabled, issues still need to be closed manually, but will remain marked as stale.
-daysUntilClose: 7
-
-# Only issues or pull requests with all of these labels are check if stale. Defaults to `[]` (disabled)
-onlyLabels: []
-
-# Issues or Pull Requests with these labels will never be considered stale. Set to `[]` to disable
-exemptLabels:
-  - under investigation
-  - Help wanted
-
-# Set to true to ignore issues in a project (defaults to false)
-exemptProjects: true
-
-# Set to true to ignore issues in a milestone (defaults to false)
-exemptMilestones: true
-
-# Set to true to ignore issues with an assignee (defaults to false)
-exemptAssignees: false
-
-# Label to use when marking as stale
-staleLabel: stale
-
-# Comment to post when marking as stale. Set to `false` to disable
-markComment: >
-  There hasn't been any activity on this issue recently. Due to the high number
-  of incoming GitHub notifications, we have to clean some of the old issues,
-  as many of them have already been resolved with the latest updates.
-
-  Please make sure to update to the latest Home Assistant version and check
-  if that solves the issue. Let us know if that works for you by adding a
-  comment 👍
-
-  This issue now has been marked as stale and will be closed if no further
-  activity occurs. Thank you for your contributions.
-
-# Comment to post when removing the stale label.
-# unmarkComment: >
-#   Your comment here.
-
-# Comment to post when closing a stale Issue or Pull Request.
-# closeComment: >
-#   Your comment here.
-
-# Limit the number of actions per hour, from 1-30. Default is 30
-limitPerRun: 30
-
-# Limit to only `issues` or `pulls`
-only: issues

.github/workflows/ci.yaml

@@ -0,0 +1,788 @@
+name: CI
+
+# yamllint disable-line rule:truthy
+on:
+  push:
+    branches:
+      - dev
+      - rc
+      - master
+  pull_request: ~
+
+env:
+  CACHE_VERSION: 1
+  DEFAULT_PYTHON: 3.7
+  PRE_COMMIT_HOME: ~/.cache/pre-commit
+
+jobs:
+  # Separate job to pre-populate the base dependency cache
+  # This prevent upcoming jobs to do the same individually
+  prepare-base:
+    name: Prepare base dependencies
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        id: python
+        uses: actions/setup-python@v2.1.4
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+          restore-keys: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ steps.python.outputs.python-version }}-${{ hashFiles('requirements.txt') }}-${{ hashFiles('requirements_test.txt') }}-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ steps.python.outputs.python-version }}-${{ hashFiles('requirements.txt') }}
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ steps.python.outputs.python-version }}-
+      - name: Create Python virtual environment
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          python -m venv venv
+          . venv/bin/activate
+          pip install -U "pip<20.3" setuptools
+          pip install -r requirements.txt -r requirements_test.txt
+      - name: Restore pre-commit environment from cache
+        id: cache-precommit
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PRE_COMMIT_HOME }}
+          key: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+          restore-keys: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-
+      - name: Install pre-commit dependencies
+        if: steps.cache-precommit.outputs.cache-hit != 'true'
+        run: |
+          . venv/bin/activate
+          pre-commit install-hooks
+
+  lint-bandit:
+    name: Check bandit
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        uses: actions/setup-python@v2.1.4
+        id: python
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Restore pre-commit environment from cache
+        id: cache-precommit
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PRE_COMMIT_HOME }}
+          key: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+      - name: Fail job if cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Run bandit
+        run: |
+          . venv/bin/activate
+          pre-commit run --hook-stage manual bandit --all-files --show-diff-on-failure
+
+  lint-black:
+    name: Check black
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        uses: actions/setup-python@v2.1.4
+        id: python
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Restore pre-commit environment from cache
+        id: cache-precommit
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PRE_COMMIT_HOME }}
+          key: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+      - name: Fail job if cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Run black
+        run: |
+          . venv/bin/activate
+          pre-commit run --hook-stage manual black --all-files --show-diff-on-failure
+
+  lint-codespell:
+    name: Check codespell
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        uses: actions/setup-python@v2.1.4
+        id: python
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Restore pre-commit environment from cache
+        id: cache-precommit
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PRE_COMMIT_HOME }}
+          key: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+      - name: Fail job if cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Register codespell problem matcher
+        run: |
+          echo "::add-matcher::.github/workflows/matchers/codespell.json"
+      - name: Run codespell
+        run: |
+          . venv/bin/activate
+          pre-commit run --show-diff-on-failure --hook-stage manual codespell --all-files
+
+  lint-dockerfile:
+    name: Check Dockerfile
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Register hadolint problem matcher
+        run: |
+          echo "::add-matcher::.github/workflows/matchers/hadolint.json"
+      - name: Check Dockerfile
+        uses: docker://hadolint/hadolint:v1.18.2
+        with:
+          args: hadolint Dockerfile
+      - name: Check Dockerfile.dev
+        uses: docker://hadolint/hadolint:v1.18.2
+        with:
+          args: hadolint Dockerfile.dev
+
+  lint-executable-shebangs:
+    name: Check executables
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        uses: actions/setup-python@v2.1.4
+        id: python
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Restore pre-commit environment from cache
+        id: cache-precommit
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PRE_COMMIT_HOME }}
+          key: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+      - name: Fail job if cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Register check executables problem matcher
+        run: |
+          echo "::add-matcher::.github/workflows/matchers/check-executables-have-shebangs.json"
+      - name: Run executables check
+        run: |
+          . venv/bin/activate
+          pre-commit run --hook-stage manual check-executables-have-shebangs --all-files
+
+  lint-flake8:
+    name: Check flake8
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        uses: actions/setup-python@v2.1.4
+        id: python
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Restore pre-commit environment from cache
+        id: cache-precommit
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PRE_COMMIT_HOME }}
+          key: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+      - name: Fail job if cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Register flake8 problem matcher
+        run: |
+          echo "::add-matcher::.github/workflows/matchers/flake8.json"
+      - name: Run flake8
+        run: |
+          . venv/bin/activate
+          pre-commit run --hook-stage manual flake8 --all-files
+
+  lint-isort:
+    name: Check isort
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        uses: actions/setup-python@v2.1.4
+        id: python
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Restore pre-commit environment from cache
+        id: cache-precommit
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PRE_COMMIT_HOME }}
+          key: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+      - name: Fail job if cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Run isort
+        run: |
+          . venv/bin/activate
+          pre-commit run --hook-stage manual isort --all-files --show-diff-on-failure
+
+  lint-json:
+    name: Check JSON
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        uses: actions/setup-python@v2.1.4
+        id: python
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Restore pre-commit environment from cache
+        id: cache-precommit
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PRE_COMMIT_HOME }}
+          key: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+      - name: Fail job if cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Register check-json problem matcher
+        run: |
+          echo "::add-matcher::.github/workflows/matchers/check-json.json"
+      - name: Run check-json
+        run: |
+          . venv/bin/activate
+          pre-commit run --hook-stage manual check-json --all-files
+
+  lint-pyupgrade:
+    name: Check pyupgrade
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        uses: actions/setup-python@v2.1.4
+        id: python
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Restore pre-commit environment from cache
+        id: cache-precommit
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PRE_COMMIT_HOME }}
+          key: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+      - name: Fail job if cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Run pyupgrade
+        run: |
+          . venv/bin/activate
+          pre-commit run --hook-stage manual pyupgrade --all-files --show-diff-on-failure
+
+  # Disabled until we have the existing issues fixed
+  # lint-shellcheck:
+  #   name: Check ShellCheck
+  #   runs-on: ubuntu-latest
+  #   needs: prepare-base
+  #   steps:
+  #     - name: Check out code from GitHub
+  #       uses: actions/checkout@v2
+  #     - name: Run ShellCheck
+  #       uses: ludeeus/action-shellcheck@0.3.0
+
+  lint-yaml:
+    name: Check YAML
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        uses: actions/setup-python@v2.1.4
+        id: python
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Restore pre-commit environment from cache
+        id: cache-precommit
+        uses: actions/cache@v2
+        with:
+          path: ${{ env.PRE_COMMIT_HOME }}
+          key: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
+      - name: Fail job if cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Register yamllint problem matcher
+        run: |
+          echo "::add-matcher::.github/workflows/matchers/yamllint.json"
+      - name: Run yamllint
+        run: |
+          . venv/bin/activate
+          pre-commit run --hook-stage manual yamllint --all-files --show-diff-on-failure
+
+  hassfest:
+    name: Check hassfest
+    runs-on: ubuntu-latest
+    needs: prepare-tests
+    strategy:
+      matrix:
+        python-version: [3.7]
+    container: homeassistant/ci-azure:${{ matrix.python-version }}
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name:
+          Restore full Python ${{ matrix.python-version }} virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{
+            matrix.python-version }}-${{ hashFiles('requirements_test.txt')
+            }}-${{ hashFiles('requirements_all.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Run hassfest
+        run: |
+          . venv/bin/activate
+          python -m script.hassfest --requirements --action validate
+
+  gen-requirements-all:
+    name: Check all requirements
+    runs-on: ubuntu-latest
+    needs: prepare-base
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ env.DEFAULT_PYTHON }}
+        uses: actions/setup-python@v2.1.4
+        id: python
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON }}
+      - name: Restore base Python virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{
+            steps.python.outputs.python-version }}-${{
+            hashFiles('requirements.txt') }}-${{
+            hashFiles('requirements_test.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Run gen_requirements_all.py
+        run: |
+          . venv/bin/activate
+          python -m script.gen_requirements_all validate
+
+  prepare-tests:
+    name: Prepare tests for Python ${{ matrix.python-version }}
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: [3.7, 3.8]
+    container: homeassistant/ci-azure:${{ matrix.python-version }}
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name:
+          Restore full Python ${{ matrix.python-version }} virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{
+            matrix.python-version }}-${{ hashFiles('requirements_test.txt')
+            }}-${{ hashFiles('requirements_all.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+          restore-keys: |
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ matrix.python-version }}-${{ hashFiles('requirements_test.txt') }}-${{ hashFiles('requirements_all.txt') }}
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ matrix.python-version }}-${{ hashFiles('requirements_test.txt') }}
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ matrix.python-version }}-
+      - name:
+          Create full Python ${{ matrix.python-version }} virtual environment
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          python -m venv venv
+          . venv/bin/activate
+          pip install -U "pip<20.3" setuptools wheel
+          pip install -r requirements_all.txt
+          pip install -r requirements_test.txt
+          pip install -e .
+
+  pylint:
+    name: Check pylint
+    runs-on: ubuntu-latest
+    needs: prepare-tests
+    strategy:
+      matrix:
+        python-version: [3.7]
+    container: homeassistant/ci-azure:${{ matrix.python-version }}
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name:
+          Restore full Python ${{ matrix.python-version }} virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{
+            matrix.python-version }}-${{ hashFiles('requirements_test.txt')
+            }}-${{ hashFiles('requirements_all.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Register pylint problem matcher
+        run: |
+          echo "::add-matcher::.github/workflows/matchers/pylint.json"
+      - name: Run pylint
+        run: |
+          . venv/bin/activate
+          pylint homeassistant
+
+  mypy:
+    name: Check mypy
+    runs-on: ubuntu-latest
+    needs: prepare-tests
+    strategy:
+      matrix:
+        python-version: [3.7]
+    container: homeassistant/ci-azure:${{ matrix.python-version }}
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name:
+          Restore full Python ${{ matrix.python-version }} virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{
+            matrix.python-version }}-${{ hashFiles('requirements_test.txt')
+            }}-${{ hashFiles('requirements_all.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Register mypy problem matcher
+        run: |
+          echo "::add-matcher::.github/workflows/matchers/mypy.json"
+      - name: Run mypy
+        run: |
+          . venv/bin/activate
+          mypy homeassistant
+
+  pytest:
+    runs-on: ubuntu-latest
+    needs: prepare-tests
+    strategy:
+      matrix:
+        group: [1, 2, 3, 4]
+        python-version: [3.7, 3.8]
+    name: >-
+      Run tests Python ${{ matrix.python-version }} (group ${{ matrix.group }})
+    container: homeassistant/ci-azure:${{ matrix.python-version }}
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name:
+          Restore full Python ${{ matrix.python-version }} virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{
+            matrix.python-version }}-${{ hashFiles('requirements_test.txt')
+            }}-${{ hashFiles('requirements_all.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Register Python problem matcher
+        run: |
+          echo "::add-matcher::.github/workflows/matchers/python.json"
+      - name: Install Pytest Annotation plugin
+        run: |
+          . venv/bin/activate
+          # Ideally this should be part of our dependencies
+          # However this plugin is fairly new and doesn't run correctly
+          # on a non-GitHub environment.
+          pip install pytest-github-actions-annotate-failures
+      - name: Run pytest
+        run: |
+          . venv/bin/activate
+          pytest \
+            -qq \
+            --timeout=9 \
+            --durations=10 \
+            -n auto \
+            --dist=loadfile \
+            --test-group-count 4 \
+            --test-group=${{ matrix.group }} \
+            --cov homeassistant \
+            -o console_output_style=count \
+            -p no:sugar \
+            tests
+      - name: Upload coverage artifact
+        uses: actions/upload-artifact@v2.2.1
+        with:
+          name: coverage-${{ matrix.python-version }}-group${{ matrix.group }}
+          path: .coverage
+      - name: Check dirty
+        run: |
+          ./script/check_dirty
+
+  coverage:
+    name: Process test coverage
+    runs-on: ubuntu-latest
+    needs: pytest
+    strategy:
+      matrix:
+        python-version: [3.7]
+    container: homeassistant/ci-azure:${{ matrix.python-version }}
+    steps:
+      - name: Check out code from GitHub
+        uses: actions/checkout@v2
+      - name:
+          Restore full Python ${{ matrix.python-version }} virtual environment
+        id: cache-venv
+        uses: actions/cache@v2
+        with:
+          path: venv
+          key: >-
+            ${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{
+            matrix.python-version }}-${{ hashFiles('requirements_test.txt')
+            }}-${{ hashFiles('requirements_all.txt') }}-${{
+            hashFiles('homeassistant/package_constraints.txt') }}
+      - name: Fail job if Python cache restore failed
+        if: steps.cache-venv.outputs.cache-hit != 'true'
+        run: |
+          echo "Failed to restore Python virtual environment from cache"
+          exit 1
+      - name: Download all coverage artifacts
+        uses: actions/download-artifact@v2
+      - name: Combine coverage results
+        run: |
+          . venv/bin/activate
+          coverage combine coverage*/.coverage*
+          coverage report --fail-under=94
+          coverage xml
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v1.0.15

.github/workflows/lock.yml

@@ -0,0 +1,20 @@
+name: Lock
+
+# yamllint disable-line rule:truthy
+on:
+  schedule:
+    - cron: "0 * * * *"
+
+jobs:
+  lock:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: dessant/lock-threads@v2.0.1
+        with:
+          github-token: ${{ github.token }}
+          issue-lock-inactive-days: "30"
+          issue-exclude-created-before: "2020-10-01T00:00:00Z"
+          issue-lock-reason: ""
+          pr-lock-inactive-days: "1"
+          pr-exclude-created-before: "2020-11-01T00:00:00Z"
+          pr-lock-reason: ""

.github/workflows/matchers/check-executables-have-shebangs.json

@@ -0,0 +1,14 @@
+{
+  "problemMatcher": [
+    {
+      "owner": "check-executables-have-shebangs",
+      "pattern": [
+        {
+          "regexp": "^(.+):\\s(.+)$",
+          "file": 1,
+          "message": 2
+        }
+      ]
+    }
+  ]
+}

.github/workflows/matchers/check-json.json

@@ -0,0 +1,16 @@
+{
+  "problemMatcher": [
+    {
+      "owner": "check-json",
+      "pattern": [
+        {
+          "regexp": "^(.+):\\s(.+\\sline\\s(\\d+)\\scolumn\\s(\\d+).+)$",
+          "file": 1,
+          "message": 2,
+          "line": 3,
+          "column": 4
+        }
+      ]
+    }
+  ]
+}

.github/workflows/matchers/codespell.json

@@ -0,0 +1,16 @@
+{
+  "problemMatcher": [
+    {
+      "owner": "codespell",
+      "severity": "warning",
+      "pattern": [
+        {
+          "regexp": "^(.+):(\\d+):\\s(.+)$",
+          "file": 1,
+          "line": 2,
+          "message": 3
+        }
+      ]
+    }
+  ]
+}

.github/workflows/matchers/flake8.json

@@ -0,0 +1,30 @@
+{
+  "problemMatcher": [
+    {
+      "owner": "flake8-error",
+      "severity": "error",
+      "pattern": [
+        {
+          "regexp": "^(.*):(\\d+):(\\d+):\\s([EF]\\d{3}\\s.*)$",
+          "file": 1,
+          "line": 2,
+          "column": 3,
+          "message": 4
+        }
+      ]
+    },
+    {
+      "owner": "flake8-warning",
+      "severity": "warning",
+      "pattern": [
+        {
+          "regexp": "^(.*):(\\d+):(\\d+):\\s([CDNW]\\d{3}\\s.*)$",
+          "file": 1,
+          "line": 2,
+          "column": 3,
+          "message": 4
+        }
+      ]
+    }
+  ]
+}

.github/workflows/matchers/hadolint.json

@@ -0,0 +1,16 @@
+{
+  "problemMatcher": [
+    {
+      "owner": "hadolint",
+      "pattern": [
+        {
+          "regexp": "^(.+):(\\d+)\\s+((DL\\d{4}).+)$",
+          "file": 1,
+          "line": 2,
+          "message": 3,
+          "code": 4
+        }
+      ]
+    }
+  ]
+}

.github/workflows/matchers/mypy.json

@@ -0,0 +1,16 @@
+{
+  "problemMatcher": [
+    {
+      "owner": "mypy",
+      "pattern": [
+        {
+          "regexp": "^(.+):(\\d+):\\s(error|warning):\\s(.+)$",
+          "file": 1,
+          "line": 2,
+          "severity": 3,
+          "message": 4
+        }
+      ]
+    }
+  ]
+}

.github/workflows/matchers/pylint.json

@@ -0,0 +1,32 @@
+{
+  "problemMatcher": [
+    {
+      "owner": "pylint-error",
+      "severity": "error",
+      "pattern": [
+        {
+          "regexp": "^(.+):(\\d+):(\\d+):\\s(([EF]\\d{4}):\\s.+)$",
+          "file": 1,
+          "line": 2,
+          "column": 3,
+          "message": 4,
+          "code": 5
+        }
+      ]
+    },
+    {
+      "owner": "pylint-warning",
+      "severity": "warning",
+      "pattern": [
+        {
+          "regexp": "^(.+):(\\d+):(\\d+):\\s(([CRW]\\d{4}):\\s.+)$",
+          "file": 1,
+          "line": 2,
+          "column": 3,
+          "message": 4,
+          "code": 5
+        }
+      ]
+    }
+  ]
+}

.github/workflows/matchers/python.json

@@ -0,0 +1,18 @@
+{
+  "problemMatcher": [
+    {
+      "owner": "python",
+      "pattern": [
+        {
+          "regexp": "^\\s*File\\s\\\"(.*)\\\",\\sline\\s(\\d+),\\sin\\s(.*)$",
+          "file": 1,
+          "line": 2
+        },
+        {
+          "regexp": "^\\s*raise\\s(.*)\\(\\'(.*)\\'\\)$",
+          "message": 2
+        }
+      ]
+    }
+  ]
+}

.github/workflows/matchers/yamllint.json

@@ -0,0 +1,22 @@
+{
+  "problemMatcher": [
+    {
+      "owner": "yamllint",
+      "pattern": [
+        {
+          "regexp": "^(.*\\.ya?ml)$",
+          "file": 1
+        },
+        {
+          "regexp": "^\\s{2}(\\d+):(\\d+)\\s+(error|warning)\\s+(.*?)\\s+\\((.*)\\)$",
+          "line": 1,
+          "column": 2,
+          "severity": 3,
+          "message": 4,
+          "code": 5,
+          "loop": true
+        }
+      ]
+    }
+  ]
+}

.github/workflows/stale.yml

@@ -0,0 +1,84 @@
+name: Stale
+
+# yamllint disable-line rule:truthy
+on:
+  schedule:
+    - cron: "0 * * * *"
+
+jobs:
+  stale:
+    runs-on: ubuntu-latest
+    steps:
+      # The 90 day stale policy
+      # Used for: Everything (unless 30 day policy below beats it)
+      - name: 90 days stale policy
+        uses: actions/stale@v3.0.14
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+          days-before-stale: 90
+          days-before-close: 7
+          operations-per-run: 25
+          remove-stale-when-updated: true
+          stale-issue-label: "stale"
+          exempt-issue-labels: "no-stale,Help%20wanted,help-wanted"
+          stale-issue-message: >
+            There hasn't been any activity on this issue recently. Due to the
+            high number of incoming GitHub notifications, we have to clean some
+            of the old issues, as many of them have already been resolved with
+            the latest updates.
+
+            Please make sure to update to the latest Home Assistant version and
+            check if that solves the issue. Let us know if that works for you by
+            adding a comment 👍
+
+            This issue has now been marked as stale and will be closed if no
+            further activity occurs. Thank you for your contributions.
+
+          stale-pr-label: "stale"
+          exempt-pr-labels: "no-stale"
+          stale-pr-message: >
+            There hasn't been any activity on this pull request recently. This
+            pull request has been automatically marked as stale because of that
+            and will be closed if no further activity occurs within 7 days.
+
+            Thank you for your contributions.
+
+      # The 30 day stale policy
+      # Used for:
+      # - Issues that are pending more information (incomplete issues)
+      # - PRs that are not marked as new-integration
+      - name: 30 days stale policy
+        uses: actions/stale@v3.0.14
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+          # PRs have a CLA signed label, we can misuse it to apply this policy
+          only-labels: "cla-signed,needs-more-information"
+          days-before-stale: 30
+          days-before-close: 7
+          operations-per-run: 5
+          remove-stale-when-updated: true
+          stale-issue-label: "stale"
+          exempt-issue-labels: "no-stale,Help%20wanted,help-wanted"
+          stale-issue-message: >
+            There hasn't been any activity on this issue recently. Due to the
+            high number of incoming GitHub notifications, we have to clean some
+            of the old issues, as many of them have already been resolved with
+            the latest updates.
+
+            Please make sure to update to the latest Home Assistant version and
+            check if that solves the issue. Let us know if that works for you by
+            adding a comment 👍
+
+            This issue has now been marked as stale and will be closed if no
+            further activity occurs. Thank you for your contributions.
+
+          stale-pr-label: "stale"
+          # Exempt new integrations, these often take more time.
+          # They will automatically be handled by the 90 day version above.
+          exempt-pr-labels: "no-stale,new-integration"
+          stale-pr-message: >
+            There hasn't been any activity on this pull request recently. This
+            pull request has been automatically marked as stale because of that
+            and will be closed if no further activity occurs within 7 days.
+
+            Thank you for your contributions.

.gitignore

@@ -88,7 +88,7 @@ venv
 .venv
 Pipfile*
 share/*
-Scripts/
+/Scripts/
 
 # vimmy stuff
 *.swp
@@ -106,6 +106,7 @@ virtualization/vagrant/config
 !.vscode/cSpell.json
 !.vscode/extensions.json
 !.vscode/tasks.json
+.env
 
 # Built docs
 docs/build

.hadolint.yaml

@@ -0,0 +1,5 @@
+ignored:
+  - DL3006
+  - DL3008
+  - DL3013
+  - DL3018

.hound.yml

@@ -1,2 +0,0 @@
-python:
-  enabled: true

.pre-commit-config.yaml

@@ -1,31 +1,92 @@
 repos:
--   repo: https://github.com/psf/black
+  - repo: https://github.com/asottile/pyupgrade
-    rev: 19.3b0
+    rev: v2.7.2
+    hooks:
+      - id: pyupgrade
+        args: [--py37-plus]
+  - repo: https://github.com/psf/black
+    rev: 20.8b1
     hooks:
       - id: black
         args:
           - --safe
           - --quiet
         files: ^((homeassistant|script|tests)/.+)?[^/]+\.py$
--   repo: https://gitlab.com/pycqa/flake8
+  - repo: https://github.com/codespell-project/codespell
-    rev: 3.7.8
+    rev: v1.17.1
+    hooks:
+      - id: codespell
+        args:
+          - --ignore-words-list=hass,alot,datas,dof,dur,farenheit,hist,iff,ines,ist,lightsensor,mut,nd,pres,referer,ser,serie,te,technik,ue,uint,visability,wan,wanna,withing,iam,incomfort
+          - --skip="./.*,*.csv,*.json"
+          - --quiet-level=2
+        exclude_types: [csv, json]
+  - repo: https://gitlab.com/pycqa/flake8
+    rev: 3.8.4
     hooks:
       - id: flake8
         additional_dependencies:
-          - flake8-docstrings==1.3.1
+          - flake8-docstrings==1.5.0
-          - pydocstyle==4.0.0
+          - pydocstyle==5.1.1
         files: ^(homeassistant|script|tests)/.+\.py$
-# Using a local "system" mypy instead of the mypy hook, because its
+  - repo: https://github.com/PyCQA/bandit
-# results depend on what is installed. And the mypy hook runs in a
+    rev: 1.6.2
-# virtualenv of its own, meaning we'd need to install and maintain
-# another set of our dependencies there... no. Use the "system" one
-# and reuse the environment that is set up anyway already instead.
--   repo: local
     hooks:
+      - id: bandit
+        args:
+          - --quiet
+          - --format=custom
+          - --configfile=tests/bandit.yaml
+        files: ^(homeassistant|script|tests)/.+\.py$
+  - repo: https://github.com/PyCQA/isort
+    rev: 5.5.3
+    hooks:
+      - id: isort
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v3.2.0
+    hooks:
+      - id: check-executables-have-shebangs
+        stages: [manual]
+      - id: check-json
+        exclude: (.vscode|.devcontainer)
+      - id: no-commit-to-branch
+        args:
+          - --branch=dev
+          - --branch=master
+          - --branch=rc
+  - repo: https://github.com/adrienverge/yamllint.git
+    rev: v1.24.2
+    hooks:
+      - id: yamllint
+  - repo: https://github.com/prettier/prettier
+    rev: 2.0.4
+    hooks:
+      - id: prettier
+        stages: [manual]
+  - repo: local
+    hooks:
+      # Run mypy through our wrapper script in order to get the possible
+      # pyenv and/or virtualenv activated; it may not have been e.g. if
+      # committing from a GUI tool that was not launched from an activated
+      # shell.
       - id: mypy
         name: mypy
-        entry: mypy
+        entry: script/run-in-env.sh mypy
-        language: system
+        language: script
         types: [python]
         require_serial: true
         files: ^homeassistant/.+\.py$
+      - id: gen_requirements_all
+        name: gen_requirements_all
+        entry: script/run-in-env.sh python3 -m script.gen_requirements_all
+        pass_filenames: false
+        language: script
+        types: [text]
+        files: ^(homeassistant/.+/manifest\.json|\.pre-commit-config\.yaml)$
+      - id: hassfest
+        name: hassfest
+        entry: script/run-in-env.sh python3 -m script.hassfest
+        pass_filenames: false
+        language: script
+        types: [text]
+        files: ^(homeassistant/.+/(manifest|strings)\.json|\.coveragerc)$

.prettierignore

@@ -0,0 +1,5 @@
+*.md
+azure-*.yml
+docs/source/_templates/*
+homeassistant/components/*/translations/*.json
+tests/fixtures/*

.readthedocs.yml

@@ -4,7 +4,7 @@ build:
   image: latest
 
 python:
-  version: 3.6
+  version: 3.7
   setup_py_install: true
 
 requirements_file: requirements_docs.txt

.travis.yml

@@ -1,10 +1,8 @@
-sudo: false
+dist: focal
-dist: xenial
 addons:
   apt:
-    sources:
-      - sourceline: "ppa:jonathonf/ffmpeg-4"
     packages:
+      - ffmpeg
       - libudev-dev
       - libavformat-dev
       - libavcodec-dev
@@ -13,24 +11,32 @@ addons:
       - libswscale-dev
       - libswresample-dev
       - libavfilter-dev
-matrix:
+
+python:
+  - "3.7.1"
+  - "3.8"
+
+env:
+  - TOX_ARGS="-- --test-group-count 4 --test-group 1"
+  - TOX_ARGS="-- --test-group-count 4 --test-group 2"
+  - TOX_ARGS="-- --test-group-count 4 --test-group 3"
+  - TOX_ARGS="-- --test-group-count 4 --test-group 4"
+
+jobs:
   fast_finish: true
   include:
-    - python: "3.6.1"
+    - python: "3.7.1"
       env: TOXENV=lint
-    - python: "3.6.1"
+    - python: "3.7.1"
-      env: TOXENV=pylint PYLINT_ARGS=--jobs=0
+      # PYLINT_ARGS=--jobs=0 disabled for now: https://github.com/PyCQA/pylint/issues/3584
-    - python: "3.6.1"
+      env: TOXENV=pylint TRAVIS_WAIT=30
+    - python: "3.7.1"
       env: TOXENV=typing
-    - python: "3.6.1"
-      env: TOXENV=py36
-    - python: "3.7"
-      env: TOXENV=py37
 
 cache:
   pip: true
   directories:
     - $HOME/.cache/pre-commit
-install: pip install -U tox
+install: pip install -U tox tox-travis
 language: python
-script: travis_wait 50 tox --develop
+script: ${TRAVIS_WAIT:+travis_wait $TRAVIS_WAIT} tox -vv --develop ${TOX_ARGS-}

.vscode/extensions.json

@@ -0,0 +1,3 @@
+{
+  "recommendations": ["esbenp.prettier-vscode", "ms-python.python"]
+}

.vscode/launch.json

@@ -0,0 +1,15 @@
+{
+  // Use IntelliSense to learn about possible attributes.
+  // Hover to view descriptions of existing attributes.
+  // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+  "version": "0.2.0",
+  "configurations": [
+    {
+      "name": "Home Assistant",
+      "type": "python",
+      "request": "launch",
+      "module": "homeassistant",
+      "args": ["--debug", "-c", "config"]
+    }
+  ]
+}

.vscode/settings.default.json

@@ -0,0 +1,9 @@
+{
+  // Please keep this file in sync with settings in home-assistant/.devcontainer/devcontainer.json
+  "python.formatting.provider": "black",
+  // Added --no-cov to work around TypeError: message must be set
+  // https://github.com/microsoft/vscode-python/issues/14067
+  "python.testing.pytestArgs": ["--no-cov"],
+  // https://code.visualstudio.com/docs/python/testing#_pytest-configuration-settings
+  "python.testing.pytestEnabled": true
+}

.vscode/tasks.json

@@ -33,7 +33,7 @@
     {
       "label": "Flake8",
       "type": "shell",
-      "command": "flake8 homeassistant tests",
+      "command": "pre-commit run flake8 --all-files",
       "group": {
         "kind": "test",
         "isDefault": true
@@ -76,7 +76,7 @@
     {
       "label": "Install all Requirements",
       "type": "shell",
-      "command": "pip3 install -r requirements_all.txt -c homeassistant/package_constraints.txt",
+      "command": "pip3 install -r requirements_all.txt",
       "group": {
         "kind": "build",
         "isDefault": true
@@ -90,7 +90,7 @@
     {
       "label": "Install all Test Requirements",
       "type": "shell",
-      "command": "pip3 install -r requirements_test_all.txt -c homeassistant/package_constraints.txt",
+      "command": "pip3 install -r requirements_test_all.txt",
       "group": {
         "kind": "build",
         "isDefault": true

.yamllint

@@ -0,0 +1,61 @@
+ignore: |
+  azure-*.yml
+rules:
+  braces:
+    level: error
+    min-spaces-inside: 0
+    max-spaces-inside: 1
+    min-spaces-inside-empty: -1
+    max-spaces-inside-empty: -1
+  brackets:
+    level: error
+    min-spaces-inside: 0
+    max-spaces-inside: 0
+    min-spaces-inside-empty: -1
+    max-spaces-inside-empty: -1
+  colons:
+    level: error
+    max-spaces-before: 0
+    max-spaces-after: 1
+  commas:
+    level: error
+    max-spaces-before: 0
+    min-spaces-after: 1
+    max-spaces-after: 1
+  comments:
+    level: error
+    require-starting-space: true
+    min-spaces-from-content: 2
+  comments-indentation:
+    level: error
+  document-end:
+    level: error
+    present: false
+  document-start:
+    level: error
+    present: false
+  empty-lines:
+    level: error
+    max: 1
+    max-start: 0
+    max-end: 1
+  hyphens:
+    level: error
+    max-spaces-after: 1
+  indentation:
+    level: error
+    spaces: 2
+    indent-sequences: true
+    check-multi-line-strings: false
+  key-duplicates:
+    level: error
+  line-length: disable
+  new-line-at-end-of-file:
+    level: error
+  new-lines:
+    level: error
+    type: unix
+  trailing-spaces:
+    level: error
+  truthy:
+    level: error

CODEOWNERS

@@ -9,347 +9,526 @@ homeassistant/*.py @home-assistant/core
 homeassistant/helpers/* @home-assistant/core
 homeassistant/util/* @home-assistant/core
 
+# Home Assistant Supervisor
+build.json @home-assistant/supervisor
+machine/* @home-assistant/supervisor
+rootfs/* @home-assistant/supervisor
+Dockerfile @home-assistant/supervisor
+
 # Other code
 homeassistant/scripts/check_config.py @kellerza
 
 # Integrations
 homeassistant/components/abode/* @shred86
+homeassistant/components/accuweather/* @bieniu
+homeassistant/components/acmeda/* @atmurray
 homeassistant/components/adguard/* @frenck
+homeassistant/components/advantage_air/* @Bre77
+homeassistant/components/agent_dvr/* @ispysoftware
 homeassistant/components/airly/* @bieniu
 homeassistant/components/airvisual/* @bachya
-homeassistant/components/alarm_control_panel/* @colinodell
+homeassistant/components/alarmdecoder/* @ajschmidt8
 homeassistant/components/alexa/* @home-assistant/cloud @ochlocracy
+homeassistant/components/almond/* @gcampax @balloob
 homeassistant/components/alpha_vantage/* @fabaff
-homeassistant/components/amazon_polly/* @robbiet480
 homeassistant/components/ambiclimate/* @danielhiversen
 homeassistant/components/ambient_station/* @bachya
+homeassistant/components/amcrest/* @pnbruckner
 homeassistant/components/androidtv/* @JeffLIrion
 homeassistant/components/apache_kafka/* @bachya
 homeassistant/components/api/* @home-assistant/core
+homeassistant/components/apple_tv/* @postlund
 homeassistant/components/apprise/* @caronc
 homeassistant/components/aprs/* @PhilRW
 homeassistant/components/arcam_fmj/* @elupus
 homeassistant/components/arduino/* @fabaff
 homeassistant/components/arest/* @fabaff
+homeassistant/components/arris_tg2492lg/* @vanbalken
 homeassistant/components/asuswrt/* @kennedyshead
+homeassistant/components/atag/* @MatsNL
+homeassistant/components/aten_pe/* @mtdcr
 homeassistant/components/atome/* @baqs
+homeassistant/components/august/* @bdraco
+homeassistant/components/aurora/* @djtimca
 homeassistant/components/aurora_abb_powerone/* @davet2001
 homeassistant/components/auth/* @home-assistant/core
-homeassistant/components/automatic/* @armills
 homeassistant/components/automation/* @home-assistant/core
 homeassistant/components/avea/* @pattyland
-homeassistant/components/awair/* @danielsjf
+homeassistant/components/avri/* @timvancann
-homeassistant/components/aws/* @awarecan @robbiet480
+homeassistant/components/awair/* @ahayworth @danielsjf
-homeassistant/components/axis/* @kane610
+homeassistant/components/aws/* @awarecan
+homeassistant/components/axis/* @Kane610
+homeassistant/components/azure_devops/* @timmo001
 homeassistant/components/azure_event_hub/* @eavanvalkenburg
+homeassistant/components/azure_service_bus/* @hfurubotten
 homeassistant/components/beewi_smartclim/* @alemuro
 homeassistant/components/bitcoin/* @fabaff
 homeassistant/components/bizkaibus/* @UgaitzEtxebarria
+homeassistant/components/blebox/* @gadgetmobile
 homeassistant/components/blink/* @fronzbot
-homeassistant/components/bmw_connected_drive/* @gerard33
+homeassistant/components/blueprint/* @home-assistant/core
-homeassistant/components/braviatv/* @robbiet480
+homeassistant/components/bmp280/* @belidzs
-homeassistant/components/broadlink/* @danielhiversen
+homeassistant/components/bmw_connected_drive/* @gerard33 @rikroe
+homeassistant/components/bond/* @prystupa
+homeassistant/components/braviatv/* @bieniu
+homeassistant/components/broadlink/* @danielhiversen @felipediel
+homeassistant/components/brother/* @bieniu
 homeassistant/components/brunt/* @eavanvalkenburg
+homeassistant/components/bsblan/* @liudger
 homeassistant/components/bt_smarthub/* @jxwolstenholme
 homeassistant/components/buienradar/* @mjj4791 @ties
+homeassistant/components/cast/* @emontnemery
 homeassistant/components/cert_expiry/* @Cereal2nd @jjlawren
+homeassistant/components/circuit/* @braam
 homeassistant/components/cisco_ios/* @fbradyirl
 homeassistant/components/cisco_mobility_express/* @fbradyirl
 homeassistant/components/cisco_webex_teams/* @fbradyirl
-homeassistant/components/ciscospark/* @fbradyirl
 homeassistant/components/cloud/* @home-assistant/cloud
-homeassistant/components/cloudflare/* @ludeeus
+homeassistant/components/cloudflare/* @ludeeus @ctalkington
+homeassistant/components/color_extractor/* @GenericStudent
+homeassistant/components/comfoconnect/* @michaelarnauts
 homeassistant/components/config/* @home-assistant/core
 homeassistant/components/configurator/* @home-assistant/core
+homeassistant/components/control4/* @lawtancool
 homeassistant/components/conversation/* @home-assistant/core
 homeassistant/components/coolmaster/* @OnFreund
+homeassistant/components/coronavirus/* @home_assistant/core
 homeassistant/components/counter/* @fabaff
 homeassistant/components/cover/* @home-assistant/core
 homeassistant/components/cpuspeed/* @fabaff
 homeassistant/components/cups/* @fabaff
-homeassistant/components/daikin/* @fredrike @rofrantz
+homeassistant/components/daikin/* @fredrike
 homeassistant/components/darksky/* @fabaff
-homeassistant/components/deconz/* @kane610
+homeassistant/components/debugpy/* @frenck
-homeassistant/components/delijn/* @bollewolle
+homeassistant/components/deconz/* @Kane610
+homeassistant/components/delijn/* @bollewolle @Emilv2
 homeassistant/components/demo/* @home-assistant/core
+homeassistant/components/denonavr/* @scarface-4711 @starkillerOG
+homeassistant/components/derivative/* @afaucogney
 homeassistant/components/device_automation/* @home-assistant/core
+homeassistant/components/devolo_home_control/* @2Fake @Shutgun
+homeassistant/components/dexcom/* @gagebenne
 homeassistant/components/digital_ocean/* @fabaff
+homeassistant/components/directv/* @ctalkington
 homeassistant/components/discogs/* @thibmaek
-homeassistant/components/doorbird/* @oblogic7
+homeassistant/components/doorbird/* @oblogic7 @bdraco
+homeassistant/components/dsmr/* @Robbie1221
+homeassistant/components/dsmr_reader/* @depl0y
+homeassistant/components/dunehd/* @bieniu
+homeassistant/components/dwd_weather_warnings/* @runningman84 @stephan192 @Hummel95
 homeassistant/components/dweet/* @fabaff
+homeassistant/components/dynalite/* @ziv1234
+homeassistant/components/eafm/* @Jc2k
 homeassistant/components/ecobee/* @marthoc
 homeassistant/components/ecovacs/* @OverloadUT
+homeassistant/components/edl21/* @mtdcr
 homeassistant/components/egardia/* @jeroenterheerdt
 homeassistant/components/eight_sleep/* @mezz64
+homeassistant/components/elgato/* @frenck
+homeassistant/components/elkm1/* @gwww @bdraco
 homeassistant/components/elv/* @majuss
 homeassistant/components/emby/* @mezz64
+homeassistant/components/emoncms/* @borpin
+homeassistant/components/emulated_kasa/* @kbickar
 homeassistant/components/enigma2/* @fbradyirl
 homeassistant/components/enocean/* @bdurrer
+homeassistant/components/enphase_envoy/* @gtdiehl
+homeassistant/components/entur_public_transport/* @hfurubotten
 homeassistant/components/environment_canada/* @michaeldavie
 homeassistant/components/ephember/* @ttroy50
+homeassistant/components/epson/* @pszafer
 homeassistant/components/epsonworkforce/* @ThaStealth
 homeassistant/components/eq3btsmart/* @rytilahti
 homeassistant/components/esphome/* @OttoWinter
 homeassistant/components/essent/* @TheLastProject
 homeassistant/components/evohome/* @zxdavb
+homeassistant/components/ezviz/* @baqs
+homeassistant/components/fastdotcom/* @rohankapoorcom
 homeassistant/components/file/* @fabaff
 homeassistant/components/filter/* @dgomes
-homeassistant/components/fitbit/* @robbiet480
+homeassistant/components/fireservicerota/* @cyberjunky
+homeassistant/components/firmata/* @DaAwesomeP
 homeassistant/components/fixer/* @fabaff
+homeassistant/components/flick_electric/* @ZephireNZ
+homeassistant/components/flo/* @dmulcahey
 homeassistant/components/flock/* @fabaff
+homeassistant/components/flume/* @ChrisMandich @bdraco
 homeassistant/components/flunearyou/* @bachya
-homeassistant/components/fortigate/* @kifeo
+homeassistant/components/forked_daapd/* @uvjustin
 homeassistant/components/fortios/* @kimfrellsen
 homeassistant/components/foscam/* @skgsergio
-homeassistant/components/foursquare/* @robbiet480
+homeassistant/components/freebox/* @snoof85 @Quentame
-homeassistant/components/freebox/* @snoof85
 homeassistant/components/fronius/* @nielstron
 homeassistant/components/frontend/* @home-assistant/frontend
-homeassistant/components/gearbest/* @HerrHofrat
+homeassistant/components/garmin_connect/* @cyberjunky
+homeassistant/components/gdacs/* @exxamalte
 homeassistant/components/geniushub/* @zxdavb
 homeassistant/components/geo_rss_events/* @exxamalte
 homeassistant/components/geonetnz_quakes/* @exxamalte
+homeassistant/components/geonetnz_volcano/* @exxamalte
+homeassistant/components/gios/* @bieniu
 homeassistant/components/gitter/* @fabaff
 homeassistant/components/glances/* @fabaff @engrbm87
-homeassistant/components/gntp/* @robbiet480
+homeassistant/components/goalzero/* @tkdrob
+homeassistant/components/gogogate2/* @vangorra
 homeassistant/components/google_assistant/* @home-assistant/cloud
 homeassistant/components/google_cloud/* @lufton
-homeassistant/components/google_translate/* @awarecan
-homeassistant/components/google_travel_time/* @robbiet480
 homeassistant/components/gpsd/* @fabaff
+homeassistant/components/gree/* @cmroche
+homeassistant/components/greeneye_monitor/* @jkeljo
+homeassistant/components/griddy/* @bdraco
 homeassistant/components/group/* @home-assistant/core
 homeassistant/components/growatt_server/* @indykoning
-homeassistant/components/gtfs/* @robbiet480
+homeassistant/components/guardian/* @bachya
-homeassistant/components/harmony/* @ehendrix23
+homeassistant/components/harmony/* @ehendrix23 @bramkragten @bdraco
-homeassistant/components/hassio/* @home-assistant/hass-io
+homeassistant/components/hassio/* @home-assistant/supervisor
+homeassistant/components/hdmi_cec/* @newAM
+homeassistant/components/heatmiser/* @andylockran
 homeassistant/components/heos/* @andrewsayre
 homeassistant/components/here_travel_time/* @eifinger
 homeassistant/components/hikvision/* @mezz64
 homeassistant/components/hikvisioncam/* @fbradyirl
+homeassistant/components/hisense_aehw4a1/* @bannhead
 homeassistant/components/history/* @home-assistant/core
-homeassistant/components/history_graph/* @andrey-git
 homeassistant/components/hive/* @Rendili @KJonline
+homeassistant/components/hlk_sw16/* @jameshilliard
+homeassistant/components/home_connect/* @DavidMStraub
 homeassistant/components/homeassistant/* @home-assistant/core
+homeassistant/components/homekit/* @bdraco
 homeassistant/components/homekit_controller/* @Jc2k
 homeassistant/components/homematic/* @pvizeli @danielperna84
 homeassistant/components/homematicip_cloud/* @SukramJ
-homeassistant/components/honeywell/* @zxdavb
-homeassistant/components/html5/* @robbiet480
 homeassistant/components/http/* @home-assistant/core
-homeassistant/components/huawei_lte/* @scop
+homeassistant/components/huawei_lte/* @scop @fphammerle
 homeassistant/components/huawei_router/* @abmantis
-homeassistant/components/hue/* @balloob
+homeassistant/components/hue/* @balloob @frenck
+homeassistant/components/humidifier/* @home-assistant/core @Shulyaka
+homeassistant/components/hunterdouglas_powerview/* @bdraco
+homeassistant/components/hvv_departures/* @vigonotion
+homeassistant/components/hydrawise/* @ptcryan
+homeassistant/components/hyperion/* @dermotduffy
+homeassistant/components/iammeter/* @lewei50
 homeassistant/components/iaqualink/* @flz
+homeassistant/components/icloud/* @Quentame
 homeassistant/components/ign_sismologia/* @exxamalte
+homeassistant/components/image/* @home-assistant/core
 homeassistant/components/incomfort/* @zxdavb
-homeassistant/components/influxdb/* @fabaff
+homeassistant/components/influxdb/* @fabaff @mdegat01
 homeassistant/components/input_boolean/* @home-assistant/core
 homeassistant/components/input_datetime/* @home-assistant/core
 homeassistant/components/input_number/* @home-assistant/core
 homeassistant/components/input_select/* @home-assistant/core
 homeassistant/components/input_text/* @home-assistant/core
+homeassistant/components/insteon/* @teharris1
 homeassistant/components/integration/* @dgomes
+homeassistant/components/intent/* @home-assistant/core
+homeassistant/components/intesishome/* @jnimmo
 homeassistant/components/ios/* @robbiet480
-homeassistant/components/ipma/* @dgomes
+homeassistant/components/iperf3/* @rohankapoorcom
+homeassistant/components/ipma/* @dgomes @abmantis
+homeassistant/components/ipp/* @ctalkington
 homeassistant/components/iqvia/* @bachya
 homeassistant/components/irish_rail_transport/* @ttroy50
+homeassistant/components/islamic_prayer_times/* @engrbm87
+homeassistant/components/isy994/* @bdraco @shbatm
 homeassistant/components/izone/* @Swamp-Ig
 homeassistant/components/jewish_calendar/* @tsvi
+homeassistant/components/juicenet/* @jesserockz
 homeassistant/components/kaiterra/* @Michsior14
 homeassistant/components/keba/* @dannerph
 homeassistant/components/keenetic_ndms2/* @foxel
-homeassistant/components/knx/* @Julius2342
+homeassistant/components/kef/* @basnijholt
-homeassistant/components/kodi/* @armills
+homeassistant/components/keyboard_remote/* @bendavid
-homeassistant/components/konnected/* @heythisisnate
+homeassistant/components/knx/* @Julius2342 @farmio @marvin-w
+homeassistant/components/kodi/* @OnFreund @cgtobi
+homeassistant/components/konnected/* @heythisisnate @kit-klein
+homeassistant/components/kulersky/* @emlove
 homeassistant/components/lametric/* @robbiet480
 homeassistant/components/launch_library/* @ludeeus
 homeassistant/components/lcn/* @alengwenus
 homeassistant/components/life360/* @pnbruckner
-homeassistant/components/linky/* @Quentame
 homeassistant/components/linux_battery/* @fabaff
-homeassistant/components/liveboxplaytv/* @pschmitt
+homeassistant/components/local_ip/* @issacg
 homeassistant/components/logger/* @home-assistant/core
 homeassistant/components/logi_circle/* @evanjd
+homeassistant/components/loopenergy/* @pavoni
 homeassistant/components/lovelace/* @home-assistant/frontend
-homeassistant/components/luci/* @fbradyirl @mzdrale
+homeassistant/components/luci/* @mzdrale
 homeassistant/components/luftdaten/* @fabaff
+homeassistant/components/lupusec/* @majuss
+homeassistant/components/lutron/* @JonGilmore
+homeassistant/components/lutron_caseta/* @swails
 homeassistant/components/mastodon/* @fabaff
 homeassistant/components/matrix/* @tinloaf
 homeassistant/components/mcp23017/* @jardiamj
+homeassistant/components/media_source/* @hunterjm
 homeassistant/components/mediaroom/* @dgomes
+homeassistant/components/melcloud/* @vilppuvuorinen
 homeassistant/components/melissa/* @kennedyshead
-homeassistant/components/met/* @danielhiversen
+homeassistant/components/met/* @danielhiversen @thimic
-homeassistant/components/meteo_france/* @victorcerutti @oncleben31
+homeassistant/components/meteo_france/* @hacf-fr @oncleben31 @Quentame
 homeassistant/components/meteoalarm/* @rolfberkenbosch
-homeassistant/components/miflora/* @danielhiversen @ChristianKuehnel
+homeassistant/components/metoffice/* @MrHarcombe
+homeassistant/components/miflora/* @danielhiversen @basnijholt
+homeassistant/components/mikrotik/* @engrbm87
 homeassistant/components/mill/* @danielhiversen
 homeassistant/components/min_max/* @fabaff
+homeassistant/components/minecraft_server/* @elmurato
 homeassistant/components/minio/* @tkislan
 homeassistant/components/mobile_app/* @robbiet480
-homeassistant/components/monoprice/* @etsinko
+homeassistant/components/modbus/* @adamchengtkc @janiversen @vzahradnik
+homeassistant/components/monoprice/* @etsinko @OnFreund
 homeassistant/components/moon/* @fabaff
+homeassistant/components/motion_blinds/* @starkillerOG
 homeassistant/components/mpd/* @fabaff
-homeassistant/components/mqtt/* @home-assistant/core
+homeassistant/components/mqtt/* @home-assistant/core @emontnemery
 homeassistant/components/msteams/* @peroyvind
+homeassistant/components/myq/* @bdraco
 homeassistant/components/mysensors/* @MartinHjelmare
 homeassistant/components/mystrom/* @fabaff
 homeassistant/components/neato/* @dshokouhi @Santobert
+homeassistant/components/nederlandse_spoorwegen/* @YarmoM
 homeassistant/components/nello/* @pschmitt
 homeassistant/components/ness_alarm/* @nickw444
-homeassistant/components/nest/* @awarecan
+homeassistant/components/nest/* @awarecan @allenporter
+homeassistant/components/netatmo/* @cgtobi
 homeassistant/components/netdata/* @fabaff
+homeassistant/components/nexia/* @ryannazaretian @bdraco
 homeassistant/components/nextbus/* @vividboarder
+homeassistant/components/nextcloud/* @meichthys
+homeassistant/components/nightscout/* @marciogranzotto
+homeassistant/components/nilu/* @hfurubotten
 homeassistant/components/nissan_leaf/* @filcole
 homeassistant/components/nmbs/* @thibmaek
 homeassistant/components/no_ip/* @fabaff
+homeassistant/components/noaa_tides/* @jdelaney72
 homeassistant/components/notify/* @home-assistant/core
+homeassistant/components/notify_events/* @matrozov @papajojo
 homeassistant/components/notion/* @bachya
 homeassistant/components/nsw_fuel_station/* @nickw444
 homeassistant/components/nsw_rural_fire_service_feed/* @exxamalte
-homeassistant/components/nuki/* @pvizeli
+homeassistant/components/nuheat/* @bdraco
+homeassistant/components/nuki/* @pschmitt @pvizeli
+homeassistant/components/numato/* @clssn
+homeassistant/components/number/* @home-assistant/core @Shulyaka
+homeassistant/components/nut/* @bdraco
 homeassistant/components/nws/* @MatthewFlamm
 homeassistant/components/nzbget/* @chriscla
 homeassistant/components/obihai/* @dshokouhi
 homeassistant/components/ohmconnect/* @robbiet480
 homeassistant/components/ombi/* @larssont
+homeassistant/components/omnilogic/* @oliver84 @djtimca @gentoosu
 homeassistant/components/onboarding/* @home-assistant/core
+homeassistant/components/onewire/* @garbled1 @epenet
+homeassistant/components/onvif/* @hunterjm
+homeassistant/components/openerz/* @misialq
+homeassistant/components/opengarage/* @danielhiversen
 homeassistant/components/opentherm_gw/* @mvn23
 homeassistant/components/openuv/* @bachya
-homeassistant/components/openweathermap/* @fabaff
+homeassistant/components/openweathermap/* @fabaff @freekode @nzapponi
+homeassistant/components/opnsense/* @mtreinish
 homeassistant/components/orangepi_gpio/* @pascallj
 homeassistant/components/oru/* @bvlaicu
-homeassistant/components/owlet/* @oblogic7
+homeassistant/components/ovo_energy/* @timmo001
+homeassistant/components/ozw/* @cgarwood @marcelveldt @MartinHjelmare
 homeassistant/components/panel_custom/* @home-assistant/frontend
 homeassistant/components/panel_iframe/* @home-assistant/frontend
+homeassistant/components/pcal9535a/* @Shulyaka
 homeassistant/components/persistent_notification/* @home-assistant/core
 homeassistant/components/philips_js/* @elupus
-homeassistant/components/pi_hole/* @fabaff @johnluetke
+homeassistant/components/pi4ioe5v9xxxx/* @antonverburg
+homeassistant/components/pi_hole/* @fabaff @johnluetke @shenxn
+homeassistant/components/pilight/* @trekky12
 homeassistant/components/plaato/* @JohNan
-homeassistant/components/plant/* @ChristianKuehnel
 homeassistant/components/plex/* @jjlawren
-homeassistant/components/plugwise/* @laetificat @CoMPaTech
+homeassistant/components/plugwise/* @CoMPaTech @bouwew @brefra
+homeassistant/components/plum_lightpad/* @ColinHarrington @prystupa
 homeassistant/components/point/* @fredrike
+homeassistant/components/poolsense/* @haemishkyd
+homeassistant/components/powerwall/* @bdraco @jrester
+homeassistant/components/profiler/* @bdraco
+homeassistant/components/progettihwsw/* @ardaseremet
+homeassistant/components/prometheus/* @knyar
+homeassistant/components/proxmoxve/* @k4ds3 @jhollowe
 homeassistant/components/ps4/* @ktnrg45
 homeassistant/components/ptvsd/* @swamp-ig
 homeassistant/components/push/* @dgomes
 homeassistant/components/pvoutput/* @fabaff
+homeassistant/components/pvpc_hourly_pricing/* @azogue
 homeassistant/components/qld_bushfire/* @exxamalte
 homeassistant/components/qnap/* @colinodell
 homeassistant/components/quantum_gateway/* @cisasteelersfan
+homeassistant/components/qvr_pro/* @oblogic7
 homeassistant/components/qwikswitch/* @kellerza
+homeassistant/components/rachio/* @bdraco
 homeassistant/components/rainbird/* @konikvranik
 homeassistant/components/raincloud/* @vanstinator
-homeassistant/components/rainforest_eagle/* @gtdiehl
+homeassistant/components/rainforest_eagle/* @gtdiehl @jcalbert
 homeassistant/components/rainmachine/* @bachya
 homeassistant/components/random/* @fabaff
+homeassistant/components/recollect_waste/* @bachya
+homeassistant/components/rejseplanen/* @DarkFox
 homeassistant/components/repetier/* @MTrab
-homeassistant/components/rfxtrx/* @danielhiversen
+homeassistant/components/rfxtrx/* @danielhiversen @elupus @RobBie1221
+homeassistant/components/ring/* @balloob
+homeassistant/components/risco/* @OnFreund
 homeassistant/components/rmvtransport/* @cgtobi
-homeassistant/components/roomba/* @pschmitt
+homeassistant/components/roku/* @ctalkington
+homeassistant/components/roomba/* @pschmitt @cyr-ius @shenxn
+homeassistant/components/roon/* @pavoni
+homeassistant/components/rpi_gpio_pwm/* @soldag
+homeassistant/components/rpi_power/* @shenxn @swetoast
+homeassistant/components/ruckus_unleashed/* @gabe565
+homeassistant/components/safe_mode/* @home-assistant/core
 homeassistant/components/saj/* @fredericvl
+homeassistant/components/samsungtv/* @escoand
 homeassistant/components/scene/* @home-assistant/core
+homeassistant/components/schluter/* @prairieapps
 homeassistant/components/scrape/* @fabaff
 homeassistant/components/script/* @home-assistant/core
+homeassistant/components/search/* @home-assistant/core
 homeassistant/components/sense/* @kbickar
 homeassistant/components/sensibo/* @andrey-git
+homeassistant/components/sentry/* @dcramer @frenck
 homeassistant/components/serial/* @fabaff
+homeassistant/components/seven_segments/* @fabaff
 homeassistant/components/seventeentrack/* @bachya
+homeassistant/components/sharkiq/* @ajmarks
 homeassistant/components/shell_command/* @home-assistant/core
+homeassistant/components/shelly/* @balloob @bieniu @thecode
 homeassistant/components/shiftr/* @fabaff
 homeassistant/components/shodan/* @fabaff
+homeassistant/components/sighthound/* @robmarkcole
+homeassistant/components/signal_messenger/* @bbernhard
 homeassistant/components/simplisafe/* @bachya
 homeassistant/components/sinch/* @bendikrb
+homeassistant/components/sisyphus/* @jkeljo
+homeassistant/components/sky_hub/* @rogerselwyn
+homeassistant/components/slack/* @bachya
 homeassistant/components/slide/* @ualex73
 homeassistant/components/sma/* @kellerza
+homeassistant/components/smappee/* @bsmappee
+homeassistant/components/smart_meter_texas/* @grahamwetzler
 homeassistant/components/smarthab/* @outadoc
 homeassistant/components/smartthings/* @andrewsayre
 homeassistant/components/smarty/* @z0mbieprocess
+homeassistant/components/sms/* @ocalvo
 homeassistant/components/smtp/* @fabaff
 homeassistant/components/solaredge_local/* @drobtravels @scheric
 homeassistant/components/solarlog/* @Ernst79
 homeassistant/components/solax/* @squishykid
 homeassistant/components/soma/* @ratsept
 homeassistant/components/somfy/* @tetienne
-homeassistant/components/songpal/* @rytilahti
+homeassistant/components/sonarr/* @ctalkington
+homeassistant/components/songpal/* @rytilahti @shenxn
+homeassistant/components/sonos/* @cgtobi
 homeassistant/components/spaceapi/* @fabaff
+homeassistant/components/speedtestdotnet/* @rohankapoorcom @engrbm87
 homeassistant/components/spider/* @peternijssen
+homeassistant/components/splunk/* @Bre77
+homeassistant/components/spotify/* @frenck
 homeassistant/components/sql/* @dgomes
+homeassistant/components/squeezebox/* @rajlaud
+homeassistant/components/srp_energy/* @briglx
+homeassistant/components/starline/* @anonym-tsk
 homeassistant/components/statistics/* @fabaff
 homeassistant/components/stiebel_eltron/* @fucm
-homeassistant/components/stream/* @hunterjm
+homeassistant/components/stookalert/* @fwestenberg
+homeassistant/components/stream/* @hunterjm @uvjustin
+homeassistant/components/stt/* @pvizeli
 homeassistant/components/suez_water/* @ooii
 homeassistant/components/sun/* @Swamp-Ig
 homeassistant/components/supla/* @mwegrzynek
+homeassistant/components/surepetcare/* @benleb
 homeassistant/components/swiss_hydrological_data/* @fabaff
 homeassistant/components/swiss_public_transport/* @fabaff
 homeassistant/components/switchbot/* @danielhiversen
 homeassistant/components/switcher_kis/* @tomerfi
 homeassistant/components/switchmate/* @danielhiversen
 homeassistant/components/syncthru/* @nielstron
+homeassistant/components/synology_dsm/* @hacf-fr @Quentame @mib1185
 homeassistant/components/synology_srm/* @aerialls
 homeassistant/components/syslog/* @fabaff
+homeassistant/components/tado/* @michaelarnauts @bdraco
+homeassistant/components/tag/* @balloob @dmulcahey
 homeassistant/components/tahoma/* @philklei
+homeassistant/components/tankerkoenig/* @guillempages
+homeassistant/components/tasmota/* @emontnemery
 homeassistant/components/tautulli/* @ludeeus
 homeassistant/components/tellduslive/* @fredrike
-homeassistant/components/template/* @PhracturedBlue
+homeassistant/components/template/* @PhracturedBlue @tetienne
-homeassistant/components/tesla/* @zabuldon
+homeassistant/components/tesla/* @zabuldon @alandtse
 homeassistant/components/tfiac/* @fredrike @mellado
 homeassistant/components/thethingsnetwork/* @fabaff
 homeassistant/components/threshold/* @fabaff
 homeassistant/components/tibber/* @danielhiversen
 homeassistant/components/tile/* @bachya
 homeassistant/components/time_date/* @fabaff
+homeassistant/components/tmb/* @alemuro
 homeassistant/components/todoist/* @boralyl
 homeassistant/components/toon/* @frenck
-homeassistant/components/tplink/* @rytilahti
+homeassistant/components/totalconnect/* @austinmroczek
+homeassistant/components/tplink/* @rytilahti @thegardenmonkey
 homeassistant/components/traccar/* @ludeeus
 homeassistant/components/tradfri/* @ggravlingen
 homeassistant/components/trafikverket_train/* @endor-force
-homeassistant/components/transmission/* @engrbm87
+homeassistant/components/trafikverket_weatherstation/* @endor-force
-homeassistant/components/tts/* @robbiet480
+homeassistant/components/transmission/* @engrbm87 @JPHutchins
+homeassistant/components/tts/* @pvizeli
+homeassistant/components/tuya/* @ollo69
 homeassistant/components/twentemilieu/* @frenck
-homeassistant/components/twilio_call/* @robbiet480
+homeassistant/components/twinkly/* @dr1rrb
-homeassistant/components/twilio_sms/* @robbiet480
+homeassistant/components/unifi/* @Kane610
-homeassistant/components/unifi/* @kane610
+homeassistant/components/unifiled/* @florisvdk
-homeassistant/components/upc_connect/* @pvizeli
+homeassistant/components/upb/* @gwww
+homeassistant/components/upc_connect/* @pvizeli @fabaff
 homeassistant/components/upcloud/* @scop
 homeassistant/components/updater/* @home-assistant/core
-homeassistant/components/upnp/* @robbiet480
+homeassistant/components/upnp/* @StevenLooman
 homeassistant/components/uptimerobot/* @ludeeus
 homeassistant/components/usgs_earthquakes_feed/* @exxamalte
 homeassistant/components/utility_meter/* @dgomes
-homeassistant/components/velbus/* @cereal2nd
+homeassistant/components/velbus/* @Cereal2nd @brefra
 homeassistant/components/velux/* @Julius2342
-homeassistant/components/version/* @fabaff
+homeassistant/components/vera/* @vangorra
-homeassistant/components/vesync/* @markperdue @webdjoe
+homeassistant/components/versasense/* @flamm3blemuff1n
+homeassistant/components/version/* @fabaff @ludeeus
+homeassistant/components/vesync/* @markperdue @webdjoe @thegardenmonkey
 homeassistant/components/vicare/* @oischinger
+homeassistant/components/vilfo/* @ManneW
 homeassistant/components/vivotek/* @HarlemSquirrel
 homeassistant/components/vizio/* @raman325
 homeassistant/components/vlc_telnet/* @rodripf
+homeassistant/components/volkszaehler/* @fabaff
+homeassistant/components/volumio/* @OnFreund
 homeassistant/components/waqi/* @andrey-git
 homeassistant/components/watson_tts/* @rutkai
 homeassistant/components/weather/* @fabaff
-homeassistant/components/weblink/* @home-assistant/core
+homeassistant/components/webostv/* @bendavid
 homeassistant/components/websocket_api/* @home-assistant/core
-homeassistant/components/wemo/* @sqldiablo
+homeassistant/components/wiffi/* @mampfes
+homeassistant/components/wilight/* @leofig-rj
 homeassistant/components/withings/* @vangorra
+homeassistant/components/wled/* @frenck
+homeassistant/components/wolflink/* @adamkrol93
+homeassistant/components/workday/* @fabaff
 homeassistant/components/worldclock/* @fabaff
-homeassistant/components/wwlln/* @bachya
+homeassistant/components/xbox/* @hunterjm
 homeassistant/components/xbox_live/* @MartinHjelmare
 homeassistant/components/xfinity/* @cisasteelersfan
 homeassistant/components/xiaomi_aqara/* @danielhiversen @syssi
-homeassistant/components/xiaomi_miio/* @rytilahti @syssi
+homeassistant/components/xiaomi_miio/* @rytilahti @syssi @starkillerOG
 homeassistant/components/xiaomi_tv/* @simse
 homeassistant/components/xmpp/* @fabaff @flowolf
 homeassistant/components/yamaha_musiccast/* @jalmeroth
-homeassistant/components/yandex_transport/* @rishatik92
+homeassistant/components/yandex_transport/* @rishatik92 @devbis
-homeassistant/components/yeelight/* @rytilahti @zewelor
+homeassistant/components/yeelight/* @rytilahti @zewelor @shenxn
 homeassistant/components/yeelightsunflower/* @lindsaymarkward
-homeassistant/components/yessssms/* @flowolf
 homeassistant/components/yi/* @bachya
-homeassistant/components/yr/* @danielhiversen
+homeassistant/components/zeroconf/* @bdraco
-homeassistant/components/zeroconf/* @robbiet480 @Kane610
+homeassistant/components/zerproc/* @emlove
 homeassistant/components/zha/* @dmulcahey @adminiuga
+homeassistant/components/zodiac/* @JulienTant
 homeassistant/components/zone/* @home-assistant/core
 homeassistant/components/zoneminder/* @rohankapoorcom
 homeassistant/components/zwave/* @home-assistant/z-wave

CODE_OF_CONDUCT.md

@@ -2,79 +2,139 @@
 
 ## Our Pledge
 
-In the interest of fostering an open and welcoming environment, we as
+We as members, contributors, and leaders pledge to make participation in our
-contributors and maintainers pledge to making participation in our project and
+community a harassment-free experience for everyone, regardless of age, body
-our community a harassment-free experience for everyone, regardless of age, body
+size, visible or invisible disability, ethnicity, sex characteristics, gender
-size, disability, ethnicity, gender identity and expression, level of experience,
+identity and expression, level of experience, education, socio-economic status,
-nationality, personal appearance, race, religion, or sexual identity and
+nationality, personal appearance, race, religion, or sexual identity
-orientation.
+and orientation.
+
+We pledge to act and interact in ways that contribute to an open, welcoming,
+diverse, inclusive, and healthy community.
 
 ## Our Standards
 
-Examples of behavior that contributes to creating a positive environment
+Examples of behavior that contributes to a positive environment for our
-include:
+community include:
 
-* Using welcoming and inclusive language
+* Demonstrating empathy and kindness toward other people
-* Being respectful of differing viewpoints and experiences
+* Being respectful of differing opinions, viewpoints, and experiences
-* Gracefully accepting constructive criticism
+* Giving and gracefully accepting constructive feedback
-* Focusing on what is best for the community
+* Accepting responsibility and apologizing to those affected by our mistakes,
-* Showing empathy towards other community members
+  and learning from the experience
+* Focusing on what is best not just for us as individuals, but for the
+  overall community
 
-Examples of unacceptable behavior by participants include:
+Examples of unacceptable behavior include:
 
-* The use of sexualized language or imagery and unwelcome sexual attention or
+* The use of sexualized language or imagery, and sexual attention or
-advances
+  advances of any kind
-* Trolling, insulting/derogatory comments, and personal or political attacks
+* Trolling, insulting or derogatory comments, and personal or political attacks
 * Public or private harassment
-* Publishing others' private information, such as a physical or electronic
+* Publishing others' private information, such as a physical or email
-  address, without explicit permission
+  address, without their explicit permission
 * Other conduct which could reasonably be considered inappropriate in a
   professional setting
 
-## Our Responsibilities
+## Enforcement Responsibilities
 
-Project maintainers are responsible for clarifying the standards of acceptable
+Community leaders are responsible for clarifying and enforcing our standards of
-behavior and are expected to take appropriate and fair corrective action in
+acceptable behavior and will take appropriate and fair corrective action in
-response to any instances of unacceptable behavior.
+response to any behavior that they deem inappropriate, threatening, offensive,
+or harmful.
 
-Project maintainers have the right and responsibility to remove, edit, or
+Community leaders have the right and responsibility to remove, edit, or reject
-reject comments, commits, code, wiki edits, issues, and other contributions
+comments, commits, code, wiki edits, issues, and other contributions that are
-that are not aligned to this Code of Conduct, or to ban temporarily or
+not aligned to this Code of Conduct, and will communicate reasons for moderation
-permanently any contributor for other behaviors that they deem inappropriate,
+decisions when appropriate.
-threatening, offensive, or harmful.
 
 ## Scope
 
-This Code of Conduct applies both within project spaces and in public spaces
+This Code of Conduct applies within all community spaces, and also applies when
-when an individual is representing the project or its community. Examples of
+an individual is officially representing the community in public spaces.
-representing a project or community include using an official project e-mail
+Examples of representing our community include using an official e-mail address,
-address, posting via an official social media account, or acting as an appointed
+posting via an official social media account, or acting as an appointed
-representative at an online or offline event. Representation of a project may be
+representative at an online or offline event.
-further defined and clarified by project maintainers.
 
 ## Enforcement
 
 Instances of abusive, harassing, or otherwise unacceptable behavior may be
-reported by contacting the project team at [safety@home-assistant.io][email]. All
+reported to the community leaders responsible for enforcement at
-complaints will be reviewed and investigated and will result in a response that
+[safety@home-assistant.io][email] or by using the report/flag feature of
-is deemed necessary and appropriate to the circumstances. The project team is
+the medium used. All complaints will be reviewed and investigated promptly and
-obligated to maintain confidentiality with regard to the reporter of an incident.
+fairly.
-Further details of specific enforcement policies may be posted separately.
 
-Project maintainers who do not follow or enforce the Code of Conduct in good
+All community leaders are obligated to respect the privacy and security of the
-faith may face temporary or permanent repercussions as determined by other
+reporter of any incident.
-members of the project's leadership.
+
+## Enforcement Guidelines
+
+Community leaders will follow these Community Impact Guidelines in determining
+the consequences for any action they deem in violation of this Code of Conduct:
+
+### 1. Correction
+
+**Community Impact**: Use of inappropriate language or other behavior deemed
+unprofessional or unwelcome in the community.
+
+**Consequence**: A private, written warning from community leaders, providing
+clarity around the nature of the violation and an explanation of why the
+behavior was inappropriate. A public apology may be requested.
+
+### 2. Warning
+
+**Community Impact**: A violation through a single incident or series
+of actions.
+
+**Consequence**: A warning with consequences for continued behavior. No
+interaction with the people involved, including unsolicited interaction with
+those enforcing the Code of Conduct, for a specified period of time. This
+includes avoiding interactions in community spaces as well as external channels
+like social media. Violating these terms may lead to a temporary or
+permanent ban.
+
+### 3. Temporary Ban
+
+**Community Impact**: A serious violation of community standards, including
+sustained inappropriate behavior.
+
+**Consequence**: A temporary ban from any sort of interaction or public
+communication with the community for a specified period of time. No public or
+private interaction with the people involved, including unsolicited interaction
+with those enforcing the Code of Conduct, is allowed during this period.
+Violating these terms may lead to a permanent ban.
+
+### 4. Permanent Ban
+
+**Community Impact**: Demonstrating a pattern of violation of community
+standards, including sustained inappropriate behavior,  harassment of an
+individual, or aggression toward or disparagement of classes of individuals.
+
+**Consequence**: A permanent ban from any sort of public interaction within
+the community.
 
 ## Attribution
 
-This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
-available [here][version].
+version 2.0, available [here][version].
+
+Community Impact Guidelines were inspired by [Mozilla's code of conduct
+enforcement ladder][mozilla].
 
 ## Adoption
 
-This Code of Conduct was first adopted January 21st, 2017 and announced in [this][coc-blog] blog post.
+This Code of Conduct was first adopted January 21st, 2017 and announced in
+[this][coc-blog] blog post and has been updated on May 25th, 2020 to version
+2.0 of the [Contributor Covenant][homepage] as announced in [this][coc2-blog]
+blog post.
 
-[homepage]: http://contributor-covenant.org
+For answers to common questions about this code of conduct, see the FAQ at
-[version]: http://contributor-covenant.org/version/1/4/
+<https://www.contributor-covenant.org/faq>. Translations are available at
+<https://www.contributor-covenant.org/translations>.
+
+[coc-blog]: /blog/2017/01/21/home-assistant-governance/
+[coc2-blog]: /blog/2020/05/25/code-of-conduct-updated/
 [email]: mailto:safety@home-assistant.io
-[coc-blog]: https://home-assistant.io/blog/2017/01/21/home-assistant-governance/
+[homepage]: http://contributor-covenant.org
+[mozilla]: https://github.com/mozilla/diversity
+[version]: https://www.contributor-covenant.org/version/2/0/code_of_conduct.html

CONTRIBUTING.md

@@ -4,11 +4,15 @@ Everybody is invited and welcome to contribute to Home Assistant. There is a lot
 
 The process is straight-forward.
 
- - Read [How to get faster PR reviews](https://github.com/kubernetes/community/blob/master/contributors/guide/pull-requests.md#best-practices-for-faster-reviews) by Kubernetes (but skip step 0)
+ - Read [How to get faster PR reviews](https://github.com/kubernetes/community/blob/master/contributors/guide/pull-requests.md#best-practices-for-faster-reviews) by Kubernetes (but skip step 0 and 1)
- - Fork the Home Assistant [git repository](https://github.com/home-assistant/home-assistant).
+ - Fork the Home Assistant [git repository](https://github.com/home-assistant/core).
  - Write the code for your device, notification service, sensor, or IoT thing.
  - Ensure tests work.
- - Create a Pull Request against the [**dev**](https://github.com/home-assistant/home-assistant/tree/dev) branch of Home Assistant.
+ - Create a Pull Request against the [**dev**](https://github.com/home-assistant/core/tree/dev) branch of Home Assistant.
 
 Still interested? Then you should take a peek at the [developer documentation](https://developers.home-assistant.io/) to get more details.
 
+## Feature suggestions
+
+If you want to suggest a new feature for Home Assistant (e.g., new integrations), please open a thread in our [Community Forum: Feature Requests](https://community.home-assistant.io/c/feature-requests).
+We use [GitHub for tracking issues](https://github.com/home-assistant/core/issues), not for tracking feature requests.

Dockerfile

@@ -0,0 +1,21 @@
+ARG BUILD_FROM
+FROM ${BUILD_FROM}
+
+ENV \
+    S6_SERVICES_GRACETIME=60000
+
+WORKDIR /usr/src
+
+## Setup Home Assistant
+COPY . homeassistant/
+RUN \
+    pip3 install --no-cache-dir --no-index --only-binary=:all: --find-links "${WHEELS_LINKS}" \
+    -r homeassistant/requirements_all.txt \
+    && pip3 install --no-cache-dir --no-index --only-binary=:all: --find-links "${WHEELS_LINKS}" \
+    -e ./homeassistant \
+    && python3 -m compileall homeassistant/homeassistant
+
+# Home Assistant S6-Overlay
+COPY rootfs /
+
+WORKDIR /config

Dockerfile.dev

@@ -1,7 +1,7 @@
-FROM python:3.7
+FROM mcr.microsoft.com/vscode/devcontainers/python:0-3.8
 
-RUN apt-get update \
+RUN \
-    && apt-get install -y --no-install-recommends \
+    apt-get update && apt-get install -y --no-install-recommends \
         libudev-dev \
         libavformat-dev \
         libavcodec-dev \
@@ -18,15 +18,15 @@ WORKDIR /usr/src
 
 # Setup hass-release
 RUN git clone --depth 1 https://github.com/home-assistant/hass-release \
-    && cd hass-release \
+    && pip3 install -e hass-release/
-    && pip3 install -e .
 
 WORKDIR /workspaces
 
 # Install Python dependencies from requirements
-COPY requirements_test.txt homeassistant/package_constraints.txt ./
+COPY requirements_test.txt requirements_test_pre_commit.txt ./
-RUN pip3 install -r requirements_test.txt -c package_constraints.txt \
+COPY homeassistant/package_constraints.txt homeassistant/package_constraints.txt
-    && rm -f requirements_test.txt package_constraints.txt
+RUN pip3 install -r requirements_test.txt \
+   && rm -rf requirements_test.txt requirements_test_pre_commit.txt homeassistant/
 
 # Set the default shell to bash instead of sh
 ENV SHELL /bin/bash

README.rst

@@ -1,14 +1,7 @@
 Home Assistant |Chat Status|
 =================================================================================
 
-Home Assistant is a home automation platform running on Python 3. It is able to track and control all devices at home and offer a platform for automating control.
+Open source home automation that puts local control and privacy first. Powered by a worldwide community of tinkerers and DIY enthusiasts. Perfect to run on a Raspberry Pi or a local server.
-
-To get started:
-
-.. code:: bash
-
-    python3 -m pip install homeassistant
-    hass --open-ui
 
 Check out `home-assistant.io <https://home-assistant.io>`__ for `a
 demo <https://home-assistant.io/demo/>`__, `installation instructions <https://home-assistant.io/getting-started/>`__,

azure-pipelines-ci.yml

@@ -14,50 +14,84 @@ pr:
 
 resources:
   containers:
-  - container: 36
-    image: homeassistant/ci-azure:3.6
     - container: 37
       image: homeassistant/ci-azure:3.7
+    - container: 38
+      image: homeassistant/ci-azure:3.8
   repositories:
     - repository: azure
       type: github
-      name: 'home-assistant/ci-azure'
+      name: "home-assistant/ci-azure"
-      endpoint: 'home-assistant'
+      endpoint: "home-assistant"
 variables:
   - name: PythonMain
-    value: '36'
+    value: "37"
-  - group: codecov
+  - name: versionHadolint
+    value: "v1.17.6"
 
 stages:
-
+  - stage: "Overview"
-- stage: 'Overview'
     jobs:
-  - job: 'Lint'
+      - job: "Lint"
         pool:
-      vmImage: 'ubuntu-latest'
+          vmImage: "ubuntu-latest"
         container: $[ variables['PythonMain'] ]
         steps:
           - template: templates/azp-step-cache.yaml@azure
             parameters:
-        keyfile: 'requirements_test.txt | homeassistant/package_constraints.txt'
+              keyfile: "requirements_test.txt | homeassistant/package_constraints.txt"
               build: |
                 python -m venv venv
 
                 . venv/bin/activate
-          pip install -r requirements_test.txt -c homeassistant/package_constraints.txt
+                pip install -r requirements_test.txt
                 pre-commit install-hooks
+          - script: |
+              . venv/bin/activate
+              pre-commit run --hook-stage manual check-executables-have-shebangs --all-files
+            displayName: "Run executables check"
+          - script: |
+              . venv/bin/activate
+              pre-commit run codespell --all-files
+            displayName: "Run codespell"
           - script: |
               . venv/bin/activate
               pre-commit run flake8 --all-files
-      displayName: 'Run flake8'
+            displayName: "Run flake8"
-  - job: 'Validate'
+          - script: |
+              . venv/bin/activate
+              pre-commit run bandit --all-files
+            displayName: "Run bandit"
+          - script: |
+              . venv/bin/activate
+              pre-commit run isort --all-files --show-diff-on-failure
+            displayName: "Run isort"
+          - script: |
+              . venv/bin/activate
+              pre-commit run check-json --all-files
+            displayName: "Run check-json"
+          - script: |
+              . venv/bin/activate
+              pre-commit run yamllint --all-files
+            displayName: "Run yamllint"
+          - script: |
+              . venv/bin/activate
+              pre-commit run pyupgrade --all-files --show-diff-on-failure
+            displayName: "Run pyupgrade"
+        # Prettier seems to hang on Azure, unknown why yet.
+        # Temporarily disable the check to no block PRs
+        # - script: |
+        #     . venv/bin/activate
+        #     pre-commit run prettier --all-files --show-diff-on-failure
+        #   displayName: 'Run prettier'
+      - job: "Validate"
         pool:
-      vmImage: 'ubuntu-latest'
+          vmImage: "ubuntu-latest"
         container: $[ variables['PythonMain'] ]
         steps:
           - template: templates/azp-step-cache.yaml@azure
             parameters:
-        keyfile: 'homeassistant/package_constraints.txt'
+              keyfile: "homeassistant/package_constraints.txt"
               build: |
                 python -m venv venv
 
@@ -65,125 +99,138 @@ stages:
                 pip install -e .
           - script: |
               . venv/bin/activate
-        python -m script.hassfest validate
+              python -m script.hassfest --action validate
-      displayName: 'Validate manifests'
+            displayName: "Validate manifests"
           - script: |
               . venv/bin/activate
               ./script/gen_requirements_all.py validate
-      displayName: 'requirements_all validate'
+            displayName: "requirements_all validate"
-  - job: 'CheckFormat'
+      - job: "CheckFormat"
         pool:
-      vmImage: 'ubuntu-latest'
+          vmImage: "ubuntu-latest"
         container: $[ variables['PythonMain'] ]
         steps:
           - template: templates/azp-step-cache.yaml@azure
             parameters:
-        keyfile: 'requirements_test.txt | homeassistant/package_constraints.txt'
+              keyfile: "requirements_test.txt | homeassistant/package_constraints.txt"
               build: |
                 python -m venv venv
 
                 . venv/bin/activate
-          pip install -r requirements_test.txt -c homeassistant/package_constraints.txt
+                pip install -r requirements_test.txt
                 pre-commit install-hooks
           - script: |
               . venv/bin/activate
-        pre-commit run black --all-files
+              pre-commit run black --all-files --show-diff-on-failure
-      displayName: 'Check Black formatting'
+            displayName: "Check Black formatting"
-
+      - job: "Docker"
-- stage: 'Tests'
-  dependsOn:
-    - 'Overview'
-  jobs:
-  - job: 'PyTest'
         pool:
-      vmImage: 'ubuntu-latest'
+          vmImage: "ubuntu-latest"
+        steps:
+          - script: sudo docker pull hadolint/hadolint:$(versionHadolint)
+            displayName: "Install Hadolint"
+          - script: |
+              set -e
+              for dockerfile in Dockerfile Dockerfile.dev
+              do
+                echo "Linting: $dockerfile"
+                docker run --rm -i \
+                  -v "$(pwd)/.hadolint.yaml:/.hadolint.yaml:ro" \
+                  hadolint/hadolint:$(versionHadolint) < "$dockerfile"
+              done
+            displayName: "Run Hadolint"
+
+  - stage: "Tests"
+    dependsOn:
+      - "Overview"
+    jobs:
+      - job: "PyTest"
+        pool:
+          vmImage: "ubuntu-latest"
         strategy:
           maxParallel: 3
           matrix:
-        Python36:
-          python.container: '36'
             Python37:
-          python.container: '37'
+              python.container: "37"
+            Python38:
+              python.container: "38"
         container: $[ variables['python.container'] ]
         steps:
           - template: templates/azp-step-cache.yaml@azure
             parameters:
-        keyfile: 'requirements_test_all.txt | homeassistant/package_constraints.txt'
+              keyfile: "requirements_test_all.txt | requirements_test.txt | homeassistant/package_constraints.txt"
               build: |
                 set -e
                 python -m venv venv
 
                 . venv/bin/activate
                 pip install -U pip setuptools pytest-azurepipelines pytest-xdist -c homeassistant/package_constraints.txt
-          pip install -r requirements_test_all.txt -c homeassistant/package_constraints.txt
+                pip install -r requirements_test_all.txt
-          # This is a TEMP. Eventually we should make sure our 4 dependencies drop typing.
-          # Find offending deps with `pipdeptree -r -p typing`
-          pip uninstall -y typing
           - script: |
               . venv/bin/activate
               pip install -e .
-      displayName: 'Install Home Assistant'
+            displayName: "Install Home Assistant"
           - script: |
               set -e
 
               . venv/bin/activate
-        pytest --timeout=9 --durations=10 -n 2 --dist loadfile -qq -o console_output_style=count -p no:sugar tests
+              pytest --timeout=9 --durations=10 -n auto --dist=loadfile -qq -o console_output_style=count -p no:sugar tests
               script/check_dirty
-      displayName: 'Run pytest for python $(python.container)'
+            displayName: "Run pytest for python $(python.container)"
             condition: and(succeeded(), ne(variables['python.container'], variables['PythonMain']))
           - script: |
               set -e
 
               . venv/bin/activate
-        pytest --timeout=9 --durations=10 -n 2 --dist loadfile --cov homeassistant --cov-report html -qq -o console_output_style=count -p no:sugar tests
+              pytest --timeout=9 --durations=10 -n auto --dist=loadfile --cov homeassistant --cov-report html -qq -o console_output_style=count -p no:sugar tests
               codecov --token $(codecovToken)
               script/check_dirty
-      displayName: 'Run pytest for python $(python.container) / coverage'
+            displayName: "Run pytest for python $(python.container) / coverage"
             condition: and(succeeded(), eq(variables['python.container'], variables['PythonMain']))
 
-- stage: 'FullCheck'
+  - stage: "FullCheck"
     dependsOn:
-    - 'Overview'
+      - "Overview"
     jobs:
-  - job: 'Pylint'
+      - job: "Pylint"
         pool:
-      vmImage: 'ubuntu-latest'
+          vmImage: "ubuntu-latest"
         container: $[ variables['PythonMain'] ]
         steps:
           - template: templates/azp-step-cache.yaml@azure
             parameters:
-        keyfile: 'requirements_all.txt | requirements_test.txt | homeassistant/package_constraints.txt'
+              keyfile: "requirements_all.txt | requirements_test.txt | homeassistant/package_constraints.txt"
               build: |
                 set -e
                 python -m venv venv
 
                 . venv/bin/activate
-          pip install -U pip setuptools
+                pip install -U pip setuptools wheel
-          pip install -r requirements_all.txt -c homeassistant/package_constraints.txt
+                pip install -r requirements_all.txt
-          pip install -r requirements_test.txt -c homeassistant/package_constraints.txt
+                pip install -r requirements_test.txt
           - script: |
               . venv/bin/activate
               pip install -e .
-      displayName: 'Install Home Assistant'
+            displayName: "Install Home Assistant"
           - script: |
               . venv/bin/activate
               pylint homeassistant
-      displayName: 'Run pylint'
+            displayName: "Run pylint"
-  - job: 'Mypy'
+      - job: "Mypy"
         pool:
-      vmImage: 'ubuntu-latest'
+          vmImage: "ubuntu-latest"
         container: $[ variables['PythonMain'] ]
         steps:
           - template: templates/azp-step-cache.yaml@azure
             parameters:
-        keyfile: 'requirements_test.txt | setup.py | homeassistant/package_constraints.txt'
+              keyfile: "requirements_test.txt | setup.py | homeassistant/package_constraints.txt"
               build: |
                 python -m venv venv
 
                 . venv/bin/activate
-          pip install -e . -r requirements_test.txt -c homeassistant/package_constraints.txt
+                pip install -e . -r requirements_test.txt
                 pre-commit install-hooks
           - script: |
               . venv/bin/activate
               pre-commit run mypy --all-files
-      displayName: 'Run mypy'
+            displayName: "Run mypy"

azure-pipelines-release.yml

@@ -14,7 +14,7 @@ schedules:
     always: true
 variables:
   - name: versionBuilder
-    value: '6.3'
+    value: '2020.11.0'
   - group: docker
   - group: github
   - group: twine
@@ -41,9 +41,9 @@ stages:
           jq curl
 
         release="$(Build.SourceBranchName)"
-        created_by="$(curl -s https://api.github.com/repos/home-assistant/home-assistant/releases/tags/${release} | jq --raw-output '.author.login')"
+        created_by="$(curl -s https://api.github.com/repos/home-assistant/core/releases/tags/${release} | jq --raw-output '.author.login')"
 
-        if [[ "${created_by}" =~ ^(balloob|pvizeli|fabaff|robbiet480|bramkragten)$ ]]; then
+        if [[ "${created_by}" =~ ^(balloob|pvizeli|fabaff|robbiet480|bramkragten|frenck)$ ]]; then
           exit 0
         fi
 
@@ -82,19 +82,14 @@ stages:
       matrix:
         amd64:
           buildArch: 'amd64'
-          buildMachine: 'qemux86-64,intel-nuc'
         i386:
           buildArch: 'i386'
-          buildMachine: 'qemux86'
         armhf:
           buildArch: 'armhf'
-          buildMachine: 'qemuarm,raspberrypi'
         armv7:
           buildArch: 'armv7'
-          buildMachine: 'raspberrypi2,raspberrypi3,raspberrypi4,odroid-xu,tinker'
         aarch64:
           buildArch: 'aarch64'
-          buildMachine: 'qemuarm-64,raspberrypi3-64,raspberrypi4-64,odroid-c2,orangepi-prime'
     steps:
     - template: templates/azp-step-ha-version.yaml@azure
     - script: |
@@ -108,20 +103,69 @@ stages:
         docker run --rm --privileged \
           -v ~/.docker:/root/.docker:rw \
           -v /run/docker.sock:/run/docker.sock:rw \
-          -v $(pwd):/homeassistant:ro \
+          -v $(pwd):/data:ro \
           homeassistant/amd64-builder:$(versionBuilder) \
-          --homeassistant $(homeassistantRelease) "--$(buildArch)" \
+          --generic $(homeassistantRelease) "--$(buildArch)" -t /data \
-          -r https://github.com/home-assistant/hassio-homeassistant \
+      displayName: 'Build Release'
-          -t generic --docker-hub homeassistant
+  - job: 'ReleaseMachine'
+    dependsOn:
+    - ReleaseDocker
+    timeoutInMinutes: 240
+    pool:
+      vmImage: 'ubuntu-latest'
+    strategy:
+      maxParallel: 15
+      matrix:
+        qemux86-64:
+          buildMachine: 'qemux86-64'
+        intel-nuc:
+          buildMachine: 'intel-nuc'
+        qemux86:
+          buildMachine: 'qemux86'
+        qemuarm:
+          buildMachine: 'qemuarm'
+        raspberrypi:
+          buildMachine: 'raspberrypi'
+        raspberrypi2:
+          buildMachine: 'raspberrypi2'
+        raspberrypi3:
+          buildMachine: 'raspberrypi3'
+        raspberrypi4:
+          buildMachine: 'raspberrypi4'
+        odroid-xu:
+          buildMachine: 'odroid-xu'
+        tinker:
+          buildMachine: 'tinker'
+        qemuarm-64:
+          buildMachine: 'qemuarm-64'
+        raspberrypi3-64:
+          buildMachine: 'raspberrypi3-64'
+        raspberrypi4-64:
+          buildMachine: 'raspberrypi4-64'
+        odroid-c2:
+          buildMachine: 'odroid-c2'
+        odroid-c4:
+          buildMachine: 'odroid-c4'
+        odroid-n2:
+          buildMachine: 'odroid-n2'
+    steps:
+    - template: templates/azp-step-ha-version.yaml@azure
+    - script: |
+        docker login -u $(dockerUser) -p $(dockerPassword)
+      displayName: 'Docker hub login'
+    - script: docker pull homeassistant/amd64-builder:$(versionBuilder)
+      displayName: 'Install Builder'
+    - script: |
+        set -e
 
         docker run --rm --privileged \
           -v ~/.docker:/root/.docker \
           -v /run/docker.sock:/run/docker.sock:rw \
+          -v $(pwd):/data:ro \
           homeassistant/amd64-builder:$(versionBuilder) \
           --homeassistant-machine "$(homeassistantRelease)=$(buildMachine)" \
-          -r https://github.com/home-assistant/hassio-homeassistant \
+          -t /data/machine --docker-hub homeassistant
-          -t machine --docker-hub homeassistant
+      displayName: 'Build Machine'
-      displayName: 'Build Release'
 
 - stage: 'Publish'
   jobs:
@@ -145,8 +189,8 @@ stages:
 
         version="$(homeassistantRelease)"
 
-        git clone https://github.com/home-assistant/hassio-version
+        git clone https://github.com/home-assistant/version
-        cd hassio-version
+        cd version
 
         dev_version="$(jq --raw-output '.homeassistant.default' dev.json)"
         beta_version="$(jq --raw-output '.homeassistant.default' beta.json)"
@@ -163,7 +207,7 @@ stages:
 
         git commit -am "Bump Home Assistant $version"
         git push
-      displayName: 'Update version files'
+      displayName: "Update version files"
   - job: 'ReleaseDocker'
     pool:
       vmImage: 'ubuntu-latest'

azure-pipelines-translation.yml

@@ -7,7 +7,7 @@ trigger:
     - dev
 pr: none
 schedules:
-  - cron: "30 0 * * *"
+  - cron: "0 0 * * *"
     displayName: "translation update"
     branches:
       include:
@@ -37,7 +37,7 @@ jobs:
       export LOKALISE_TOKEN="$(lokaliseToken)"
       export AZURE_BRANCH="$(Build.SourceBranchName)"
 
-      ./script/translations_upload
+      python3 -m script.translations upload
     displayName: 'Upload Translation'
 
 - job: 'Download'
@@ -54,9 +54,8 @@ jobs:
   - template: templates/azp-step-git-init.yaml@azure
   - script: |
       export LOKALISE_TOKEN="$(lokaliseToken)"
-      export AZURE_BRANCH="$(Build.SourceBranchName)"
 
-      ./script/translations_download
+      python3 -m script.translations download
     displayName: 'Download Translation'
   - script: |
       git checkout dev

azure-pipelines-wheels.yml

@@ -1,10 +1,10 @@
 # https://dev.azure.com/home-assistant
 
 trigger:
-  batch: true
   branches:
     include:
     - dev
+    - rc
   paths:
     include:
     - requirements_all.txt
@@ -15,10 +15,9 @@ schedules:
   branches:
     include:
     - dev
-  always: true
 variables:
   - name: versionWheels
-    value: '1.4-3.7-alpine3.10'
+    value: '1.13.0-3.8-alpine3.12'
 resources:
   repositories:
     - repository: azure
@@ -30,17 +29,39 @@ jobs:
 - template: templates/azp-job-wheels.yaml@azure
   parameters:
     builderVersion: '$(versionWheels)'
-    builderApk: 'build-base;cmake;git;linux-headers;bluez-dev;libffi-dev;openssl-dev;glib-dev;eudev-dev;libxml2-dev;libxslt-dev;libpng-dev;libjpeg-turbo-dev;tiff-dev;autoconf;automake;cups-dev;gmp-dev;mpfr-dev;mpc1-dev;ffmpeg-dev'
+    builderApk: 'build-base;cmake;git;linux-headers;bluez-dev;libffi-dev;openssl-dev;glib-dev;eudev-dev;libxml2-dev;libxslt-dev'
     builderPip: 'Cython;numpy'
+    skipBinary: 'aiohttp'
+    wheelsRequirement: 'requirements.txt'
+    wheelsRequirementDiff: 'requirements_diff.txt'
+    wheelsConstraint: 'homeassistant/package_constraints.txt'
+    jobName: 'Wheels_Core'
+    preBuild:
+    - script: |
+        if [[ "$(Build.Reason)" =~ (Schedule|Manual) ]]; then
+          exit 0
+        else
+          curl -s -o requirements_diff.txt https://raw.githubusercontent.com/home-assistant/core/master/requirements.txt
+        fi
+      displayName: 'Prepare requirements files for Home Assistant Core wheels'
+- template: templates/azp-job-wheels.yaml@azure
+  parameters:
+    builderVersion: '$(versionWheels)'
+    builderApk: 'build-base;cmake;git;linux-headers;libexecinfo-dev;bluez-dev;libffi-dev;openssl-dev;glib-dev;eudev-dev;libxml2-dev;libxslt-dev;libpng-dev;libjpeg-turbo-dev;tiff-dev;autoconf;automake;cups-dev;gmp-dev;mpfr-dev;mpc1-dev;ffmpeg-dev;gammu-dev'
+    builderPip: 'Cython;numpy;scikit-build'
+    builderEnvFile: true
+    skipBinary: 'aiohttp'
     wheelsRequirement: 'requirements_wheels.txt'
     wheelsRequirementDiff: 'requirements_diff.txt'
+    wheelsConstraint: 'homeassistant/package_constraints.txt'
+    jobName: 'Wheels_Integrations'
     preBuild:
     - script: |
         cp requirements_all.txt requirements_wheels.txt
         if [[ "$(Build.Reason)" =~ (Schedule|Manual) ]]; then
           touch requirements_diff.txt
         else
-          curl -s -o requirements_diff.txt https://raw.githubusercontent.com/home-assistant/home-assistant/master/requirements_all.txt
+          curl -s -o requirements_diff.txt https://raw.githubusercontent.com/home-assistant/core/master/requirements_all.txt
         fi
 
         requirement_files="requirements_wheels.txt requirements_diff.txt"
@@ -68,9 +89,12 @@ jobs:
           sed -i "s|# face_recognition|face_recognition|g" ${requirement_file}
           sed -i "s|# py_noaa|py_noaa|g" ${requirement_file}
           sed -i "s|# bme680|bme680|g" ${requirement_file}
-
+          sed -i "s|# python-gammu|python-gammu|g" ${requirement_file}
-          if [[ "$(buildArch)" =~ arm ]]; then
-            sed -i "s|# VL53L1X|VL53L1X|g" ${requirement_file}
-          fi
         done
-      displayName: 'Prepare requirements files for Hass.io'
+
+        # Write env for build settings
+        (
+          echo "GRPC_BUILD_WITH_BORING_SSL_ASM="
+          echo "GRPC_PYTHON_BUILD_SYSTEM_OPENSSL=1"
+        ) > .env_file
+      displayName: 'Prepare requirements files for Home Assistant wheels'

build.json

@@ -0,0 +1,14 @@
+{
+  "image": "homeassistant/{arch}-homeassistant",
+  "build_from": {
+    "aarch64": "homeassistant/aarch64-homeassistant-base:2020.11.2",
+    "armhf": "homeassistant/armhf-homeassistant-base:2020.11.2",
+    "armv7": "homeassistant/armv7-homeassistant-base:2020.11.2",
+    "amd64": "homeassistant/amd64-homeassistant-base:2020.11.2",
+    "i386": "homeassistant/i386-homeassistant-base:2020.11.2"
+  },
+  "labels": {
+    "io.hass.type": "core"
+  },
+  "version_tag": true
+}

codecov.yml

@@ -0,0 +1,9 @@
+codecov:
+  branch: dev
+coverage:
+  status:
+    project:
+      default:
+        target: 90
+        threshold: 0.09
+comment: false

docs/source/_ext/edit_on_github.py

@@ -8,20 +8,19 @@ Loosely based on https://github.com/astropy/astropy/pull/347
 import os
 import warnings
 
-
+__licence__ = "BSD (3 clause)"
-__licence__ = 'BSD (3 clause)'
 
 
 def get_github_url(app, view, path):
-    github_fmt = 'https://github.com/{}/{}/{}/{}{}'
     return (
-        github_fmt.format(app.config.edit_on_github_project, view,
+        f"https://github.com/{app.config.edit_on_github_project}/"
-                          app.config.edit_on_github_branch,
+        f"{view}/{app.config.edit_on_github_branch}/"
-                          app.config.edit_on_github_src_path, path))
+        f"{app.config.edit_on_github_src_path}{path}"
+    )
 
 
 def html_page_context(app, pagename, templatename, context, doctree):
-    if templatename != 'page.html':
+    if templatename != "page.html":
         return
 
     if not app.config.edit_on_github_project:
@@ -30,16 +29,16 @@ def html_page_context(app, pagename, templatename, context, doctree):
     if not doctree:
         warnings.warn("doctree is None")
         return
-    path = os.path.relpath(doctree.get('source'), app.builder.srcdir)
+    path = os.path.relpath(doctree.get("source"), app.builder.srcdir)
-    show_url = get_github_url(app, 'blob', path)
+    show_url = get_github_url(app, "blob", path)
-    edit_url = get_github_url(app, 'edit', path)
+    edit_url = get_github_url(app, "edit", path)
 
-    context['show_on_github_url'] = show_url
+    context["show_on_github_url"] = show_url
-    context['edit_on_github_url'] = edit_url
+    context["edit_on_github_url"] = edit_url
 
 
 def setup(app):
-    app.add_config_value('edit_on_github_project', '', True)
+    app.add_config_value("edit_on_github_project", "", True)
-    app.add_config_value('edit_on_github_branch', 'master', True)
+    app.add_config_value("edit_on_github_branch", "master", True)
-    app.add_config_value('edit_on_github_src_path', '', True)  # 'eg' "docs/"
+    app.add_config_value("edit_on_github_src_path", "", True)  # 'eg' "docs/"
-    app.connect('html-page-context', html_page_context)
+    app.connect("html-page-context", html_page_context)

docs/source/_templates/links.html

@@ -1,6 +1,6 @@
 <ul>
     <li><a href="https://home-assistant.io/">Homepage</a></li>
     <li><a href="https://community.home-assistant.io">Community Forums</a></li>
-    <li><a href="https://github.com/home-assistant/home-assistant">GitHub</a></li>
+    <li><a href="https://github.com/home-assistant/core">GitHub</a></li>
     <li><a href="https://discord.gg/c5DvZ4e">Discord</a></li>
 </ul>

docs/source/api/auth.rst

@@ -0,0 +1,29 @@
+:mod:`homeassistant.auth`
+=========================
+
+.. automodule:: homeassistant.auth
+    :members:
+
+homeassistant.auth.auth\_store
+------------------------------
+
+.. automodule:: homeassistant.auth.auth_store
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.auth.const
+------------------------
+
+.. automodule:: homeassistant.auth.const
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.auth.models
+-------------------------
+
+.. automodule:: homeassistant.auth.models
+   :members:
+   :undoc-members:
+   :show-inheritance:

docs/source/api/bootstrap.rst

@@ -1,7 +1,7 @@
 .. _bootstrap_module:
 
 :mod:`homeassistant.bootstrap`
--------------------------
+------------------------------
 
 .. automodule:: homeassistant.bootstrap
     :members:

docs/source/api/components.rst

@@ -0,0 +1,170 @@
+:mod:`homeassistant.components`
+===============================
+
+air\_quality
+--------------------------------------------
+
+.. automodule:: homeassistant.components.air_quality
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+alarm\_control\_panel
+--------------------------------------------
+
+.. automodule:: homeassistant.components.alarm_control_panel
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+binary\_sensor
+--------------------------------------------
+
+.. automodule:: homeassistant.components.binary_sensor
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+camera
+---------------------------
+
+.. automodule:: homeassistant.components.camera
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+calendar
+---------------------------
+
+.. automodule:: homeassistant.components.calendar
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+climate
+---------------------------
+
+.. automodule:: homeassistant.components.climate
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+conversation
+---------------------------
+
+.. automodule:: homeassistant.components.conversation
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+cover
+---------------------------
+
+.. automodule:: homeassistant.components.cover
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+device\_tracker
+---------------------------
+
+.. automodule:: homeassistant.components.device_tracker
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+fan
+---------------------------
+
+.. automodule:: homeassistant.components.fan
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+light
+---------------------------
+
+.. automodule:: homeassistant.components.light
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+lock
+---------------------------
+
+.. automodule:: homeassistant.components.lock
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+media\_player
+---------------------------
+
+.. automodule:: homeassistant.components.media_player
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+notify
+---------------------------
+
+.. automodule:: homeassistant.components.notify
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+remote
+---------------------------
+
+.. automodule:: homeassistant.components.remote
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+switch
+---------------------------
+
+.. automodule:: homeassistant.components.switch
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+sensor
+-------------------------------------
+
+.. automodule:: homeassistant.components.sensor
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+vacuum
+-------------------------------------
+
+.. automodule:: homeassistant.components.vacuum
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+water\_heater
+-------------------------------------
+
+.. automodule:: homeassistant.components.water_heater
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+weather
+---------------------------
+
+.. automodule:: homeassistant.components.weather
+    :members:
+    :undoc-members:
+    :show-inheritance:
+
+webhook
+---------------------------
+
+.. automodule:: homeassistant.components.webhook
+    :members:
+    :undoc-members:
+    :show-inheritance:

docs/source/api/config_entries.rst

@@ -0,0 +1,7 @@
+.. _config_entries_module:
+
+:mod:`homeassistant.config_entries`
+-----------------------------------
+
+.. automodule:: homeassistant.config_entries
+    :members:

docs/source/api/core.rst

@@ -4,35 +4,4 @@
 -------------------------
 
 .. automodule:: homeassistant.core
-
-.. autoclass:: Config
     :members:
-
-.. autoclass:: Event
-    :members:
-
-.. autoclass:: EventBus
-    :members:
-
-.. autoclass:: HomeAssistant
-    :members:
-
-.. autoclass:: State
-    :members:
-
-.. autoclass:: StateMachine
-    :members:
-
-.. autoclass:: ServiceCall
-    :members:
-
-.. autoclass:: ServiceRegistry
-    :members:
-
-Module contents
----------------
-
-.. automodule:: homeassistant.core
-    :members:
-    :undoc-members:
-    :show-inheritance:

docs/source/api/data_entry_flow.rst

@@ -0,0 +1,7 @@
+.. _data_entry_flow_module:
+
+:mod:`homeassistant.data_entry_flow`
+-----------------------------
+
+.. automodule:: homeassistant.data_entry_flow
+    :members:

docs/source/api/device_tracker.rst

@@ -1,10 +0,0 @@
-.. _components_device_tracker_module:
-
-:mod:`homeassistant.components.device_tracker`
-----------------------------------------------
-
-.. automodule:: homeassistant.components.device_tracker
-    :members:
-
-.. autoclass:: Device
-    :members:

docs/source/api/entity.rst

@@ -1,12 +0,0 @@
-.. _helpers_entity_module:
-
-:mod:`homeassistant.helpers.entity`
------------------------------------
-
-.. automodule:: homeassistant.helpers.entity
-
-.. autoclass:: Entity
-    :members:
-
-.. autoclass:: ToggleEntity
-    :members:

docs/source/api/event.rst

@@ -1,20 +0,0 @@
-.. _helpers_event_module:
-
-:mod:`homeassistant.helpers.event`
-----------------------------------
-
-.. automodule:: homeassistant.helpers.event
-
-.. autofunction:: track_state_change
-
-.. autofunction:: track_point_in_time
-
-.. autofunction:: track_point_in_utc_time
-
-.. autofunction:: track_sunrise
-
-.. autofunction:: track_sunset
-
-.. autofunction:: track_utc_time_change
-
-.. autofunction:: track_time_change

docs/source/api/exceptions.rst

@@ -0,0 +1,7 @@
+.. _exceptions_module:
+
+:mod:`homeassistant.exceptions`
+-------------------------------
+
+.. automodule:: homeassistant.exceptions
+    :members:

docs/source/api/helpers.rst

@@ -1,287 +1,335 @@
-homeassistant.helpers package
+:mod:`homeassistant.helpers`
-=============================
+============================
 
-Submodules
+.. automodule:: homeassistant.helpers
-----------
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
-homeassistant.helpers.aiohttp_client module
+homeassistant.helpers.aiohttp\_client
--------------------------------------------
+-------------------------------------
 
 .. automodule:: homeassistant.helpers.aiohttp_client
    :members:
    :undoc-members:
    :show-inheritance:
 
-
+homeassistant.helpers.area\_registry
-homeassistant.helpers.area_registry module
+------------------------------------
-------------------------------------------
 
 .. automodule:: homeassistant.helpers.area_registry
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.condition module
+homeassistant.helpers.check\_config
---------------------------------------
+-----------------------------------
+
+.. automodule:: homeassistant.helpers.check_config
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.helpers.collection
+--------------------------------
+
+.. automodule:: homeassistant.helpers.collection
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.helpers.condition
+-------------------------------
 
 .. automodule:: homeassistant.helpers.condition
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.config_entry_flow module
+homeassistant.helpers.config\_entry\_flow
-----------------------------------------------
+-----------------------------------------
 
 .. automodule:: homeassistant.helpers.config_entry_flow
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.config_validation module
+homeassistant.helpers.config\_entry\_oauth2\_flow
-----------------------------------------------
+-------------------------------------------------
+
+.. automodule:: homeassistant.helpers.config_entry_oauth2_flow
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.helpers.config\_validation
+----------------------------------------
 
 .. automodule:: homeassistant.helpers.config_validation
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.data_entry_flow module
+homeassistant.helpers.data\_entry\_flow
---------------------------------------------
+---------------------------------------
 
 .. automodule:: homeassistant.helpers.data_entry_flow
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.deprecation module
+homeassistant.helpers.debounce
-----------------------------------------
+------------------------------
+
+.. automodule:: homeassistant.helpers.debounce
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.helpers.deprecation
+---------------------------------
 
 .. automodule:: homeassistant.helpers.deprecation
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.device_registry module
+homeassistant.helpers.device\_registry
---------------------------------------------
+--------------------------------------
 
 .. automodule:: homeassistant.helpers.device_registry
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.discovery module
+homeassistant.helpers.discovery
---------------------------------------
+-------------------------------
 
 .. automodule:: homeassistant.helpers.discovery
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.dispatcher module
+homeassistant.helpers.dispatcher
----------------------------------------
+--------------------------------
 
 .. automodule:: homeassistant.helpers.dispatcher
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.entity module
+homeassistant.helpers.entity
------------------------------------
+----------------------------
 
 .. automodule:: homeassistant.helpers.entity
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.entity_component module
+homeassistant.helpers.entity\_component
----------------------------------------------
+---------------------------------------
 
 .. automodule:: homeassistant.helpers.entity_component
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.entity_platform module
+homeassistant.helpers.entity\_platform
---------------------------------------------
+--------------------------------------
 
 .. automodule:: homeassistant.helpers.entity_platform
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.entity_registry module
+homeassistant.helpers.entity\_registry
---------------------------------------------
+--------------------------------------
 
 .. automodule:: homeassistant.helpers.entity_registry
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.entity_values module
+homeassistant.helpers.entity\_values
-------------------------------------------
+------------------------------------
 
 .. automodule:: homeassistant.helpers.entity_values
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.entityfilter module
+homeassistant.helpers.entityfilter
------------------------------------------
+----------------------------------
 
 .. automodule:: homeassistant.helpers.entityfilter
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.event module
+homeassistant.helpers.event
-----------------------------------
+---------------------------
 
 .. automodule:: homeassistant.helpers.event
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.icon module
+homeassistant.helpers.icon
----------------------------------
+--------------------------
 
 .. automodule:: homeassistant.helpers.icon
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.intent module
+homeassistant.helpers.integration\_platform
------------------------------------
+-------------------------------------------
+
+.. automodule:: homeassistant.helpers.integration_platform
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.helpers.intent
+----------------------------
 
 .. automodule:: homeassistant.helpers.intent
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.json module
+homeassistant.helpers.json
----------------------------------
+--------------------------
 
 .. automodule:: homeassistant.helpers.json
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.location module
+homeassistant.helpers.location
--------------------------------------
+------------------------------
 
 .. automodule:: homeassistant.helpers.location
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.logging module
+homeassistant.helpers.logging
-------------------------------------
+-----------------------------
 
 .. automodule:: homeassistant.helpers.logging
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.restore_state module
+homeassistant.helpers.network
-------------------------------------------
+-----------------------------
+
+.. automodule:: homeassistant.helpers.network
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.helpers.restore\_state
+------------------------------------
 
 .. automodule:: homeassistant.helpers.restore_state
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.script module
+homeassistant.helpers.script
------------------------------------
+----------------------------
 
 .. automodule:: homeassistant.helpers.script
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.service module
+homeassistant.helpers.service
-------------------------------------
+-----------------------------
 
 .. automodule:: homeassistant.helpers.service
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.signal module
+homeassistant.helpers.signal
------------------------------------
+-----------------------------
 
 .. automodule:: homeassistant.helpers.signal
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.state module
+homeassistant.helpers.state
-----------------------------------
+---------------------------
 
 .. automodule:: homeassistant.helpers.state
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.storage module
+homeassistant.helpers.storage
-------------------------------------
+-----------------------------
 
 .. automodule:: homeassistant.helpers.storage
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.sun module
+homeassistant.helpers.sun
---------------------------------
+-------------------------
 
 .. automodule:: homeassistant.helpers.sun
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.system_info module
+homeassistant.helpers.system\_info
-----------------------------------------
+----------------------------------
 
 .. automodule:: homeassistant.helpers.system_info
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.temperature module
+homeassistant.helpers.temperature
-----------------------------------------
+---------------------------------
 
 .. automodule:: homeassistant.helpers.temperature
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.template module
+homeassistant.helpers.template
--------------------------------------
+------------------------------
 
 .. automodule:: homeassistant.helpers.template
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.translation module
+homeassistant.helpers.translation
------------------------------------------
+---------------------------------
 
 .. automodule:: homeassistant.helpers.translation
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.helpers.typing module
+homeassistant.helpers.typing
------------------------------------
+----------------------------
 
 .. automodule:: homeassistant.helpers.typing
    :members:
    :undoc-members:
    :show-inheritance:
 
+homeassistant.helpers.update\_coordinator
+-----------------------------------------
 
-Module contents
+.. automodule:: homeassistant.helpers.update_coordinator
----------------
-
-.. automodule:: homeassistant.helpers
    :members:
    :undoc-members:
    :show-inheritance:

docs/source/api/homeassistant.rst

@@ -1,70 +0,0 @@
-homeassistant package
-=====================
-
-Subpackages
------------
-
-.. toctree::
-
-    helpers
-    util
-
-Submodules
-----------
-
-bootstrap module
-------------------------------
-
-.. automodule:: homeassistant.bootstrap
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-config module
----------------------------
-
-.. automodule:: homeassistant.config
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-const module
---------------------------
-
-.. automodule:: homeassistant.const
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-core module
--------------------------
-
-.. automodule:: homeassistant.core
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-exceptions module
--------------------------------
-
-.. automodule:: homeassistant.exceptions
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-loader module
----------------------------
-
-.. automodule:: homeassistant.loader
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-
-Module contents
----------------
-
-.. automodule:: homeassistant
-    :members:
-    :undoc-members:
-    :show-inheritance:

docs/source/api/loader.rst

@@ -0,0 +1,7 @@
+.. _loader_module:
+
+:mod:`homeassistant.loader`
+---------------------------
+
+.. automodule:: homeassistant.loader
+    :members:

docs/source/api/util.rst

@@ -1,86 +1,159 @@
-homeassistant.util package
+:mod:`homeassistant.util`
-==========================
+=========================
 
-Submodules
+.. automodule:: homeassistant.util
-----------
-
-homeassistant.util.async_ module
--------------------------------
-
-.. automodule:: homeassistant.util.async_
    :members:
    :undoc-members:
    :show-inheritance:
 
-homeassistant.util.color module
+homeassistant.util.yaml
--------------------------------
+-----------------------
-
-.. automodule:: homeassistant.util.color
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-homeassistant.util.distance module
-----------------------------------
-
-.. automodule:: homeassistant.util.distance
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-homeassistant.util.dt module
-----------------------------
-
-.. automodule:: homeassistant.util.dt
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-homeassistant.util.location module
-----------------------------------
-
-.. automodule:: homeassistant.util.location
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-homeassistant.util.package module
----------------------------------
-
-.. automodule:: homeassistant.util.package
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-homeassistant.util.temperature module
--------------------------------------
-
-.. automodule:: homeassistant.util.temperature
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-homeassistant.util.unit_system module
--------------------------------------
-
-.. automodule:: homeassistant.util.unit_system
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
-homeassistant.util.yaml module
-------------------------------
 
 .. automodule:: homeassistant.util.yaml
    :members:
    :undoc-members:
    :show-inheritance:
 
+homeassistant.util.aiohttp
+--------------------------
 
-Module contents
+.. automodule:: homeassistant.util.aiohttp
----------------
+   :members:
-
+   :undoc-members:
-.. automodule:: homeassistant.util
+   :show-inheritance:
+
+homeassistant.util.async\_
+--------------------------
+
+.. automodule:: homeassistant.util.async_
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.color
+------------------------
+
+.. automodule:: homeassistant.util.color
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.decorator
+----------------------------
+
+.. automodule:: homeassistant.util.decorator
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.distance
+---------------------------
+
+.. automodule:: homeassistant.util.distance
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.dt
+---------------------
+
+.. automodule:: homeassistant.util.dt
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.json
+-----------------------
+
+.. automodule:: homeassistant.util.json
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.location
+---------------------------
+
+.. automodule:: homeassistant.util.location
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.logging
+--------------------------
+
+.. automodule:: homeassistant.util.logging
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.network
+--------------------------
+
+.. automodule:: homeassistant.util.network
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.package
+--------------------------
+
+.. automodule:: homeassistant.util.package
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.pil
+----------------------
+
+.. automodule:: homeassistant.util.pil
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.pressure
+---------------------------
+
+.. automodule:: homeassistant.util.pressure
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.ruamel\_yaml
+-------------------------------
+
+.. automodule:: homeassistant.util.ruamel_yaml
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.ssl
+----------------------
+
+.. automodule:: homeassistant.util.ssl
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.temperature
+------------------------------
+
+.. automodule:: homeassistant.util.temperature
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.unit\_system
+-------------------------------
+
+.. automodule:: homeassistant.util.unit_system
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+homeassistant.util.volume
+-------------------------
+
+.. automodule:: homeassistant.util.volume
    :members:
    :undoc-members:
    :show-inheritance:

docs/source/conf.py

@@ -1,5 +1,4 @@
 #!/usr/bin/env python3
-# -*- coding: utf-8 -*-
 #
 # Home-Assistant documentation build configuration file, created by
 # sphinx-quickstart on Sun Aug 28 13:13:10 2016.
@@ -17,31 +16,32 @@
 # add these directories to sys.path here. If the directory is relative to the
 # documentation root, use os.path.abspath to make it absolute, like shown here.
 #
-import sys
-import os
 import inspect
+import os
+import sys
 
-from homeassistant.const import __version__, __short_version__
+from homeassistant.const import __short_version__, __version__
 
-PROJECT_NAME = 'Home Assistant'
+PROJECT_NAME = "Home Assistant"
-PROJECT_PACKAGE_NAME = 'homeassistant'
+PROJECT_PACKAGE_NAME = "homeassistant"
-PROJECT_AUTHOR = 'The Home Assistant Authors'
+PROJECT_AUTHOR = "The Home Assistant Authors"
-PROJECT_COPYRIGHT = ' 2013-2018, {}'.format(PROJECT_AUTHOR)
+PROJECT_COPYRIGHT = f" 2013-2020, {PROJECT_AUTHOR}"
-PROJECT_LONG_DESCRIPTION = ('Home Assistant is an open-source '
+PROJECT_LONG_DESCRIPTION = (
-                            'home automation platform running on Python 3. '
+    "Home Assistant is an open-source "
-                            'Track and control all devices at home and '
+    "home automation platform running on Python 3. "
-                            'automate control. '
+    "Track and control all devices at home and "
-                            'Installation in less than a minute.')
+    "automate control. "
-PROJECT_GITHUB_USERNAME = 'home-assistant'
+    "Installation in less than a minute."
-PROJECT_GITHUB_REPOSITORY = 'home-assistant'
+)
+PROJECT_GITHUB_USERNAME = "home-assistant"
+PROJECT_GITHUB_REPOSITORY = "home-assistant"
 
-GITHUB_PATH = '{}/{}'.format(
+GITHUB_PATH = f"{PROJECT_GITHUB_USERNAME}/{PROJECT_GITHUB_REPOSITORY}"
-    PROJECT_GITHUB_USERNAME, PROJECT_GITHUB_REPOSITORY)
+GITHUB_URL = f"https://github.com/{GITHUB_PATH}"
-GITHUB_URL = 'https://github.com/{}'.format(GITHUB_PATH)
 
 
-sys.path.insert(0, os.path.abspath('_ext'))
+sys.path.insert(0, os.path.abspath("_ext"))
-sys.path.insert(0, os.path.abspath('../homeassistant'))
+sys.path.insert(0, os.path.abspath("../homeassistant"))
 
 # -- General configuration ------------------------------------------------
 
@@ -53,27 +53,27 @@ sys.path.insert(0, os.path.abspath('../homeassistant'))
 # extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
 # ones.
 extensions = [
-    'sphinx.ext.autodoc',
+    "sphinx.ext.autodoc",
-    'sphinx.ext.linkcode',
+    "sphinx.ext.linkcode",
-    'sphinx_autodoc_annotation',
+    "sphinx_autodoc_annotation",
-    'edit_on_github'
+    "edit_on_github",
 ]
 
 # Add any paths that contain templates here, relative to this directory.
-templates_path = ['_templates']
+templates_path = ["_templates"]
 
 # The suffix(es) of source filenames.
 # You can specify multiple suffix as a list of string:
 #
 # source_suffix = ['.rst', '.md']
-source_suffix = '.rst'
+source_suffix = ".rst"
 
 # The encoding of source files.
 #
 # source_encoding = 'utf-8-sig'
 
 # The master toctree document.
-master_doc = 'index'
+master_doc = "index"
 
 # General information about the project.
 project = PROJECT_NAME
@@ -89,25 +89,25 @@ version = __short_version__
 # The full version, including alpha/beta/rc tags.
 release = __version__
 
-code_branch = 'dev' if 'dev' in __version__ else 'master'
+code_branch = "dev" if "dev" in __version__ else "master"
 
 # Edit on Github config
 edit_on_github_project = GITHUB_PATH
 edit_on_github_branch = code_branch
-edit_on_github_src_path = 'docs/source/'
+edit_on_github_src_path = "docs/source/"
 
 
 def linkcode_resolve(domain, info):
     """Determine the URL corresponding to Python object."""
-    if domain != 'py':
+    if domain != "py":
         return None
-    modname = info['module']
+    modname = info["module"]
-    fullname = info['fullname']
+    fullname = info["fullname"]
     submod = sys.modules.get(modname)
     if submod is None:
         return None
     obj = submod
-    for part in fullname.split('.'):
+    for part in fullname.split("."):
         try:
             obj = getattr(obj, part)
         except:
@@ -132,7 +132,8 @@ def linkcode_resolve(domain, info):
 
     fn = fn[index:]
 
-    return '{}/blob/{}/{}{}'.format(GITHUB_URL, code_branch, fn, linespec)
+    return f"{GITHUB_URL}/blob/{code_branch}/{fn}{linespec}"
+
 
 # The language for content autogenerated by Sphinx. Refer to documentation
 # for a list of supported languages.
@@ -175,7 +176,7 @@ exclude_patterns = []
 # show_authors = False
 
 # The name of the Pygments (syntax highlighting) style to use.
-pygments_style = 'sphinx'
+pygments_style = "sphinx"
 
 # A list of ignored prefixes for module index sorting.
 # modindex_common_prefix = []
@@ -192,22 +193,22 @@ todo_include_todos = False
 # The theme to use for HTML and HTML Help pages.  See the documentation for
 # a list of builtin themes.
 #
-html_theme = 'alabaster'
+html_theme = "alabaster"
 
 # Theme options are theme-specific and customize the look and feel of a theme
 # further.  For a list of options available for each theme, see the
 # documentation.
 #
 html_theme_options = {
-    'logo': 'logo.png',
+    "logo": "logo.png",
-    'logo_name': PROJECT_NAME,
+    "logo_name": PROJECT_NAME,
-    'description': PROJECT_LONG_DESCRIPTION,
+    "description": PROJECT_LONG_DESCRIPTION,
-    'github_user': PROJECT_GITHUB_USERNAME,
+    "github_user": PROJECT_GITHUB_USERNAME,
-    'github_repo': PROJECT_GITHUB_REPOSITORY,
+    "github_repo": PROJECT_GITHUB_REPOSITORY,
-    'github_type': 'star',
+    "github_type": "star",
-    'github_banner': True,
+    "github_banner": True,
-    'travis_button': True,
+    "travis_button": True,
-    'touch_icon': 'logo-apple.png',
+    "touch_icon": "logo-apple.png",
     # 'fixed_sidebar': True, # Re-enable when we have more content
 }
 
@@ -233,12 +234,12 @@ html_theme_options = {
 # This file should be a Windows icon file (.ico) being 16x16 or 32x32
 # pixels large.
 #
-html_favicon = '_static/favicon.ico'
+html_favicon = "_static/favicon.ico"
 
 # Add any paths that contain custom static files (such as style sheets) here,
 # relative to this directory. They are copied after the builtin static files,
 # so a file named "default.css" will overwrite the builtin "default.css".
-html_static_path = ['_static']
+html_static_path = ["_static"]
 
 # Add any extra paths that contain custom files (such as robots.txt or
 # .htaccess) here, relative to this directory. These files are copied
@@ -250,7 +251,7 @@ html_static_path = ['_static']
 # bottom, using the given strftime format.
 # The empty string is equivalent to '%b %d, %Y'.
 #
-html_last_updated_fmt = '%b %d, %Y'
+html_last_updated_fmt = "%b %d, %Y"
 
 # If true, SmartyPants will be used to convert quotes and dashes to
 # typographically correct entities.
@@ -260,13 +261,13 @@ html_use_smartypants = True
 # Custom sidebar templates, maps document names to template names.
 #
 html_sidebars = {
-    '**': [
+    "**": [
-        'about.html',
+        "about.html",
-        'links.html',
+        "links.html",
-        'searchbox.html',
+        "searchbox.html",
-        'sourcelink.html',
+        "sourcelink.html",
-        'navigation.html',
+        "navigation.html",
-        'relations.html'
+        "relations.html",
     ]
 }
 
@@ -327,7 +328,7 @@ html_sidebars = {
 # html_search_scorer = 'scorer.js'
 
 # Output file base name for HTML help builder.
-htmlhelp_basename = 'Home-Assistantdoc'
+htmlhelp_basename = "Home-Assistantdoc"
 
 # -- Options for LaTeX output ---------------------------------------------
 
@@ -335,15 +336,12 @@ latex_elements = {
     # The paper size ('letterpaper' or 'a4paper').
     #
     # 'papersize': 'letterpaper',
-
     # The font size ('10pt', '11pt' or '12pt').
     #
     # 'pointsize': '10pt',
-
     # Additional stuff for the LaTeX preamble.
     #
     # 'preamble': '',
-
     # Latex figure (float) alignment
     #
     # 'figure_align': 'htbp',
@@ -353,8 +351,13 @@ latex_elements = {
 # (source start file, target name, title,
 #  author, documentclass [howto, manual, or own class]).
 latex_documents = [
-    (master_doc, 'home-assistant.tex', 'Home Assistant Documentation',
+    (
-     'Home Assistant Team', 'manual'),
+        master_doc,
+        "home-assistant.tex",
+        "Home Assistant Documentation",
+        "Home Assistant Team",
+        "manual",
+    )
 ]
 
 # The name of an image file (relative to this directory) to place at the top of
@@ -395,8 +398,7 @@ latex_documents = [
 # One entry per manual page. List of tuples
 # (source start file, name, description, authors, manual section).
 man_pages = [
-    (master_doc, 'home-assistant', 'Home Assistant Documentation',
+    (master_doc, "home-assistant", "Home Assistant Documentation", [author], 1)
-     [author], 1)
 ]
 
 # If true, show URL addresses after external links.
@@ -410,9 +412,15 @@ man_pages = [
 # (source start file, target name, title, author,
 #  dir menu entry, description, category)
 texinfo_documents = [
-    (master_doc, 'Home-Assistant', 'Home Assistant Documentation',
+    (
-     author, 'Home Assistant', 'Open-source home automation platform.',
+        master_doc,
-     'Miscellaneous'),
+        "Home-Assistant",
+        "Home Assistant Documentation",
+        author,
+        "Home Assistant",
+        "Open-source home automation platform.",
+        "Miscellaneous",
+    )
 ]
 
 # Documents to append as an appendix to all manuals.

homeassistant/__main__.py

@@ -5,59 +5,24 @@ import platform
 import subprocess
 import sys
 import threading
-from typing import List, Dict, Any, TYPE_CHECKING
+from typing import List
 
-from homeassistant import monkey_patch
+from homeassistant.const import REQUIRED_PYTHON_VER, RESTART_EXIT_CODE, __version__
-from homeassistant.const import __version__, REQUIRED_PYTHON_VER, RESTART_EXIT_CODE
-
-if TYPE_CHECKING:
-    from homeassistant import core
-
-
-def set_loop() -> None:
-    """Attempt to use uvloop."""
-    import asyncio
-    from asyncio.events import BaseDefaultEventLoopPolicy
-
-    policy = None
-
-    if sys.platform == "win32":
-        if hasattr(asyncio, "WindowsProactorEventLoopPolicy"):
-            # pylint: disable=no-member
-            policy = asyncio.WindowsProactorEventLoopPolicy()
-        else:
-
-            class ProactorPolicy(BaseDefaultEventLoopPolicy):
-                """Event loop policy to create proactor loops."""
-
-                _loop_factory = asyncio.ProactorEventLoop
-
-            policy = ProactorPolicy()
-    else:
-        try:
-            import uvloop
-        except ImportError:
-            pass
-        else:
-            policy = uvloop.EventLoopPolicy()
-
-    if policy is not None:
-        asyncio.set_event_loop_policy(policy)
 
 
 def validate_python() -> None:
     """Validate that the right Python version is running."""
     if sys.version_info[:3] < REQUIRED_PYTHON_VER:
         print(
-            "Home Assistant requires at least Python {}.{}.{}".format(
+            "Home Assistant requires at least Python "
-                *REQUIRED_PYTHON_VER
+            f"{REQUIRED_PYTHON_VER[0]}.{REQUIRED_PYTHON_VER[1]}.{REQUIRED_PYTHON_VER[2]}"
-            )
         )
         sys.exit(1)
 
 
 def ensure_config_path(config_dir: str) -> None:
     """Validate the configuration directory."""
+    # pylint: disable=import-outside-toplevel
     import homeassistant.config as config_util
 
     lib_dir = os.path.join(config_dir, "deps")
@@ -66,10 +31,8 @@ def ensure_config_path(config_dir: str) -> None:
     if not os.path.isdir(config_dir):
         if config_dir != config_util.get_default_config_dir():
             print(
-                (
+                f"Fatal Error: Specified configuration directory {config_dir} "
-                    "Fatal Error: Specified configuration directory does "
+                "does not exist"
-                    "not exist {} "
-                ).format(config_dir)
             )
             sys.exit(1)
 
@@ -77,10 +40,8 @@ def ensure_config_path(config_dir: str) -> None:
             os.mkdir(config_dir)
         except OSError:
             print(
-                (
                 "Fatal Error: Unable to create default configuration "
-                    "directory {} "
+                f"directory {config_dir}"
-                ).format(config_dir)
             )
             sys.exit(1)
 
@@ -89,29 +50,13 @@ def ensure_config_path(config_dir: str) -> None:
         try:
             os.mkdir(lib_dir)
         except OSError:
-            print(
+            print(f"Fatal Error: Unable to create library directory {lib_dir}")
-                ("Fatal Error: Unable to create library " "directory {} ").format(
-                    lib_dir
-                )
-            )
             sys.exit(1)
 
 
-async def ensure_config_file(hass: "core.HomeAssistant", config_dir: str) -> str:
-    """Ensure configuration file exists."""
-    import homeassistant.config as config_util
-
-    config_path = await config_util.async_ensure_config_exists(hass, config_dir)
-
-    if config_path is None:
-        print("Error getting configuration path")
-        sys.exit(1)
-
-    return config_path
-
-
 def get_arguments() -> argparse.Namespace:
     """Get parsed passed in arguments."""
+    # pylint: disable=import-outside-toplevel
     import homeassistant.config as config_util
 
     parser = argparse.ArgumentParser(
@@ -126,7 +71,7 @@ def get_arguments() -> argparse.Namespace:
         help="Directory that contains the Home Assistant configuration",
     )
     parser.add_argument(
-        "--demo-mode", action="store_true", help="Start Home Assistant in demo mode"
+        "--safe-mode", action="store_true", help="Start Home Assistant in safe mode"
     )
     parser.add_argument(
         "--debug", action="store_true", help="Start Home Assistant in debug mode"
@@ -158,7 +103,7 @@ def get_arguments() -> argparse.Namespace:
         "--log-file",
         type=str,
         default=None,
-        help="Log file to write to.  If not set, CONFIG/home-assistant.log " "is used",
+        help="Log file to write to.  If not set, CONFIG/home-assistant.log is used",
     )
     parser.add_argument(
         "--log-no-color", action="store_true", help="Disable color logs"
@@ -199,7 +144,7 @@ def daemonize() -> None:
         sys.exit(0)
 
     # redirect standard file descriptors to devnull
-    infd = open(os.devnull, "r")
+    infd = open(os.devnull)
     outfd = open(os.devnull, "a+")
     sys.stdout.flush()
     sys.stderr.flush()
@@ -212,7 +157,7 @@ def check_pid(pid_file: str) -> None:
     """Check that Home Assistant is not already running."""
     # Check pid file
     try:
-        with open(pid_file, "r") as file:
+        with open(pid_file) as file:
             pid = int(file.readline())
     except OSError:
         # PID File does not exist
@@ -227,7 +172,7 @@ def check_pid(pid_file: str) -> None:
     except OSError:
         # PID does not exist
         return
-    print("Fatal Error: HomeAssistant is already running.")
+    print("Fatal Error: Home Assistant is already running.")
     sys.exit(1)
 
 
@@ -249,7 +194,8 @@ def closefds_osx(min_fd: int, max_fd: int) -> None:
     are guarded. But we can set the close-on-exec flag on everything we want to
     get rid of.
     """
-    from fcntl import fcntl, F_GETFD, F_SETFD, FD_CLOEXEC
+    # pylint: disable=import-outside-toplevel
+    from fcntl import F_GETFD, F_SETFD, FD_CLOEXEC, fcntl
 
     for _fd in range(min_fd, max_fd):
         try:
@@ -270,46 +216,6 @@ def cmdline() -> List[str]:
     return [arg for arg in sys.argv if arg != "--daemon"]
 
 
-async def setup_and_run_hass(config_dir: str, args: argparse.Namespace) -> int:
-    """Set up HASS and run."""
-    # pylint: disable=redefined-outer-name
-    from homeassistant import bootstrap, core
-
-    hass = core.HomeAssistant()
-
-    if args.demo_mode:
-        config: Dict[str, Any] = {"frontend": {}, "demo": {}}
-        bootstrap.async_from_config_dict(
-            config,
-            hass,
-            config_dir=config_dir,
-            verbose=args.verbose,
-            skip_pip=args.skip_pip,
-            log_rotate_days=args.log_rotate_days,
-            log_file=args.log_file,
-            log_no_color=args.log_no_color,
-        )
-    else:
-        config_file = await ensure_config_file(hass, config_dir)
-        print("Config directory:", config_dir)
-        await bootstrap.async_from_config_file(
-            config_file,
-            hass,
-            verbose=args.verbose,
-            skip_pip=args.skip_pip,
-            log_rotate_days=args.log_rotate_days,
-            log_file=args.log_file,
-            log_no_color=args.log_no_color,
-        )
-
-    if args.open_ui and hass.config.api is not None:
-        import webbrowser
-
-        hass.add_job(webbrowser.open, hass.config.api.base_url)
-
-    return await hass.async_run()
-
-
 def try_to_restart() -> None:
     """Attempt to clean up state and start a new Home Assistant instance."""
     # Things should be mostly shut down already at this point, now just try
@@ -356,13 +262,6 @@ def main() -> int:
     """Start Home Assistant."""
     validate_python()
 
-    monkey_patch_needed = sys.version_info[:3] < (3, 6, 3)
-    if monkey_patch_needed and os.environ.get("HASS_NO_MONKEY") != "1":
-        monkey_patch.disable_c_asyncio()
-        monkey_patch.patch_weakref_tasks()
-
-    set_loop()
-
     # Run a simple daemon runner process on Windows to handle restarts
     if os.name == "nt" and "--runner" not in sys.argv:
         nt_args = cmdline() + ["--runner"]
@@ -379,11 +278,12 @@ def main() -> int:
     args = get_arguments()
 
     if args.script is not None:
+        # pylint: disable=import-outside-toplevel
         from homeassistant import scripts
 
         return scripts.run(args.script)
 
-    config_dir = os.path.join(os.getcwd(), args.config)
+    config_dir = os.path.abspath(os.path.join(os.getcwd(), args.config))
     ensure_config_path(config_dir)
 
     # Daemon functions
@@ -394,13 +294,26 @@ def main() -> int:
     if args.pid_file:
         write_pid(args.pid_file)
 
-    from homeassistant.util.async_ import asyncio_run
+    # pylint: disable=import-outside-toplevel
+    from homeassistant import runner
 
-    exit_code = asyncio_run(setup_and_run_hass(config_dir, args))
+    runtime_conf = runner.RuntimeConfig(
+        config_dir=config_dir,
+        verbose=args.verbose,
+        log_rotate_days=args.log_rotate_days,
+        log_file=args.log_file,
+        log_no_color=args.log_no_color,
+        skip_pip=args.skip_pip,
+        safe_mode=args.safe_mode,
+        debug=args.debug,
+        open_ui=args.open_ui,
+    )
+
+    exit_code = runner.run(runtime_conf)
     if exit_code == RESTART_EXIT_CODE and not args.runner:
         try_to_restart()
 
-    return exit_code  # type: ignore
+    return exit_code
 
 
 if __name__ == "__main__":

homeassistant/auth/__init__.py

@@ -1,6 +1,5 @@
 """Provide an authentication layer for Home Assistant."""
 import asyncio
-import logging
 from collections import OrderedDict
 from datetime import timedelta
 from typing import Any, Dict, List, Optional, Tuple, cast
@@ -9,18 +8,17 @@ import jwt
 
 from homeassistant import data_entry_flow
 from homeassistant.auth.const import ACCESS_TOKEN_EXPIRATION
-from homeassistant.core import callback, HomeAssistant
+from homeassistant.core import HomeAssistant, callback
 from homeassistant.util import dt as dt_util
 
 from . import auth_store, models
 from .const import GROUP_ID_ADMIN
-from .mfa_modules import auth_mfa_module_from_config, MultiFactorAuthModule
+from .mfa_modules import MultiFactorAuthModule, auth_mfa_module_from_config
-from .providers import auth_provider_from_config, AuthProvider, LoginFlow
+from .providers import AuthProvider, LoginFlow, auth_provider_from_config
 
 EVENT_USER_ADDED = "user_added"
 EVENT_USER_REMOVED = "user_removed"
 
-_LOGGER = logging.getLogger(__name__)
 _MfaModuleDict = Dict[str, MultiFactorAuthModule]
 _ProviderKey = Tuple[str, Optional[str]]
 _ProviderDict = Dict[_ProviderKey, AuthProvider]
@@ -67,6 +65,69 @@ async def auth_manager_from_config(
     return manager
 
 
+class AuthManagerFlowManager(data_entry_flow.FlowManager):
+    """Manage authentication flows."""
+
+    def __init__(self, hass: HomeAssistant, auth_manager: "AuthManager"):
+        """Init auth manager flows."""
+        super().__init__(hass)
+        self.auth_manager = auth_manager
+
+    async def async_create_flow(
+        self,
+        handler_key: Any,
+        *,
+        context: Optional[Dict[str, Any]] = None,
+        data: Optional[Dict[str, Any]] = None,
+    ) -> data_entry_flow.FlowHandler:
+        """Create a login flow."""
+        auth_provider = self.auth_manager.get_auth_provider(*handler_key)
+        if not auth_provider:
+            raise KeyError(f"Unknown auth provider {handler_key}")
+        return await auth_provider.async_login_flow(context)
+
+    async def async_finish_flow(
+        self, flow: data_entry_flow.FlowHandler, result: Dict[str, Any]
+    ) -> Dict[str, Any]:
+        """Return a user as result of login flow."""
+        flow = cast(LoginFlow, flow)
+
+        if result["type"] != data_entry_flow.RESULT_TYPE_CREATE_ENTRY:
+            return result
+
+        # we got final result
+        if isinstance(result["data"], models.User):
+            result["result"] = result["data"]
+            return result
+
+        auth_provider = self.auth_manager.get_auth_provider(*result["handler"])
+        if not auth_provider:
+            raise KeyError(f"Unknown auth provider {result['handler']}")
+
+        credentials = await auth_provider.async_get_or_create_credentials(
+            result["data"]
+        )
+
+        if flow.context.get("credential_only"):
+            result["result"] = credentials
+            return result
+
+        # multi-factor module cannot enabled for new credential
+        # which has not linked to a user yet
+        if auth_provider.support_mfa and not credentials.is_new:
+            user = await self.auth_manager.async_get_user_by_credentials(credentials)
+            if user is not None:
+                modules = await self.auth_manager.async_get_enabled_mfa(user)
+
+                if modules:
+                    flow.user = user
+                    flow.available_mfa_modules = modules
+                    return await flow.async_step_select_mfa_module()
+
+        result["result"] = await self.auth_manager.async_get_or_create_user(credentials)
+        return result
+
+
 class AuthManager:
     """Manage the authentication for Home Assistant."""
 
@@ -82,9 +143,7 @@ class AuthManager:
         self._store = store
         self._providers = providers
         self._mfa_modules = mfa_modules
-        self.login_flow = data_entry_flow.FlowManager(
+        self.login_flow = AuthManagerFlowManager(hass, self)
-            hass, self._async_create_login_flow, self._async_finish_login_flow
-        )
 
     @property
     def auth_providers(self) -> List[AuthProvider]:
@@ -154,12 +213,14 @@ class AuthManager:
 
         return user
 
-    async def async_create_user(self, name: str) -> models.User:
+    async def async_create_user(
+        self, name: str, group_ids: Optional[List[str]] = None
+    ) -> models.User:
         """Create a user."""
         kwargs: Dict[str, Any] = {
             "name": name,
             "is_active": True,
-            "group_ids": [GROUP_ID_ADMIN],
+            "group_ids": group_ids or [],
         }
 
         if await self._user_should_be_owner():
@@ -223,6 +284,7 @@ class AuthManager:
         self,
         user: models.User,
         name: Optional[str] = None,
+        is_active: Optional[bool] = None,
         group_ids: Optional[List[str]] = None,
     ) -> None:
         """Update a user."""
@@ -233,6 +295,12 @@ class AuthManager:
             kwargs["group_ids"] = group_ids
         await self._store.async_update_user(user, **kwargs)
 
+        if is_active is not None:
+            if is_active is True:
+                await self.async_activate_user(user)
+            else:
+                await self.async_deactivate_user(user)
+
     async def async_activate_user(self, user: models.User) -> None:
         """Activate a user."""
         await self._store.async_activate_user(user)
@@ -240,7 +308,7 @@ class AuthManager:
     async def async_deactivate_user(self, user: models.User) -> None:
         """Deactivate a user."""
         if user.is_owner:
-            raise ValueError("Unable to deactive the owner")
+            raise ValueError("Unable to deactivate the owner")
         await self._store.async_deactivate_user(user)
 
     async def async_remove_credentials(self, credentials: models.Credentials) -> None:
@@ -249,9 +317,7 @@ class AuthManager:
 
         if provider is not None and hasattr(provider, "async_will_remove_credentials"):
             # https://github.com/python/mypy/issues/1424
-            await provider.async_will_remove_credentials(  # type: ignore
+            await provider.async_will_remove_credentials(credentials)  # type: ignore
-                credentials
-            )
 
         await self._store.async_remove_credentials(credentials)
 
@@ -261,7 +327,7 @@ class AuthManager:
         """Enable a multi-factor auth module for user."""
         if user.system_generated:
             raise ValueError(
-                "System generated users cannot enable " "multi-factor auth module."
+                "System generated users cannot enable multi-factor auth module."
             )
 
         module = self.get_auth_mfa_module(mfa_module_id)
@@ -276,7 +342,7 @@ class AuthManager:
         """Disable a multi-factor auth module for user."""
         if user.system_generated:
             raise ValueError(
-                "System generated users cannot disable " "multi-factor auth module."
+                "System generated users cannot disable multi-factor auth module."
             )
 
         module = self.get_auth_mfa_module(mfa_module_id)
@@ -320,7 +386,7 @@ class AuthManager:
 
         if user.system_generated != (token_type == models.TOKEN_TYPE_SYSTEM):
             raise ValueError(
-                "System generated users can only have system type " "refresh tokens"
+                "System generated users can only have system type refresh tokens"
             )
 
         if token_type == models.TOKEN_TYPE_NORMAL and client_id is None:
@@ -330,7 +396,7 @@ class AuthManager:
             token_type == models.TOKEN_TYPE_LONG_LIVED_ACCESS_TOKEN
             and client_name is None
         ):
-            raise ValueError("Client_name is required for long-lived access " "token")
+            raise ValueError("Client_name is required for long-lived access token")
 
         if token_type == models.TOKEN_TYPE_LONG_LIVED_ACCESS_TOKEN:
             for token in user.refresh_tokens.values():
@@ -417,50 +483,6 @@ class AuthManager:
 
         return refresh_token
 
-    async def _async_create_login_flow(
-        self, handler: _ProviderKey, *, context: Optional[Dict], data: Optional[Any]
-    ) -> data_entry_flow.FlowHandler:
-        """Create a login flow."""
-        auth_provider = self._providers[handler]
-
-        return await auth_provider.async_login_flow(context)
-
-    async def _async_finish_login_flow(
-        self, flow: LoginFlow, result: Dict[str, Any]
-    ) -> Dict[str, Any]:
-        """Return a user as result of login flow."""
-        if result["type"] != data_entry_flow.RESULT_TYPE_CREATE_ENTRY:
-            return result
-
-        # we got final result
-        if isinstance(result["data"], models.User):
-            result["result"] = result["data"]
-            return result
-
-        auth_provider = self._providers[result["handler"]]
-        credentials = await auth_provider.async_get_or_create_credentials(
-            result["data"]
-        )
-
-        if flow.context.get("credential_only"):
-            result["result"] = credentials
-            return result
-
-        # multi-factor module cannot enabled for new credential
-        # which has not linked to a user yet
-        if auth_provider.support_mfa and not credentials.is_new:
-            user = await self.async_get_user_by_credentials(credentials)
-            if user is not None:
-                modules = await self.async_get_enabled_mfa(user)
-
-                if modules:
-                    flow.user = user
-                    flow.available_mfa_modules = modules
-                    return await flow.async_step_select_mfa_module()
-
-        result["result"] = await self.async_get_or_create_user(credentials)
-        return result
-
     @callback
     def _async_get_auth_provider(
         self, credentials: models.Credentials

homeassistant/auth/auth_store.py

@@ -11,7 +11,7 @@ from homeassistant.core import HomeAssistant, callback
 from homeassistant.util import dt as dt_util
 
 from . import models
-from .const import GROUP_ID_ADMIN, GROUP_ID_USER, GROUP_ID_READ_ONLY
+from .const import GROUP_ID_ADMIN, GROUP_ID_READ_ONLY, GROUP_ID_USER
 from .permissions import PermissionLookup, system_policies
 from .permissions.types import PolicyType
 

homeassistant/auth/mfa_modules/__init__.py

@@ -1,4 +1,4 @@
-"""Plugable auth modules for Home Assistant."""
+"""Pluggable auth modules for Home Assistant."""
 import importlib
 import logging
 import types
@@ -7,7 +7,7 @@ from typing import Any, Dict, Optional
 import voluptuous as vol
 from voluptuous.humanize import humanize_error
 
-from homeassistant import requirements, data_entry_flow
+from homeassistant import data_entry_flow, requirements
 from homeassistant.const import CONF_ID, CONF_NAME, CONF_TYPE
 from homeassistant.core import HomeAssistant
 from homeassistant.exceptions import HomeAssistantError
@@ -42,7 +42,7 @@ class MultiFactorAuthModule:
         self.config = config
 
     @property
-    def id(self) -> str:  # pylint: disable=invalid-name
+    def id(self) -> str:
         """Return id of the auth module.
 
         Default is same as type
@@ -150,7 +150,9 @@ async def _load_mfa_module(hass: HomeAssistant, module_name: str) -> types.Modul
         module = importlib.import_module(module_path)
     except ImportError as err:
         _LOGGER.error("Unable to load mfa module %s: %s", module_name, err)
-        raise HomeAssistantError(f"Unable to load mfa module {module_name}: {err}")
+        raise HomeAssistantError(
+            f"Unable to load mfa module {module_name}: {err}"
+        ) from err
 
     if hass.config.skip_pip or not hasattr(module, "REQUIREMENTS"):
         return module

homeassistant/auth/mfa_modules/insecure_example.py

@@ -1,5 +1,4 @@
 """Example auth module."""
-import logging
 from typing import Any, Dict
 
 import voluptuous as vol
@@ -7,9 +6,9 @@ import voluptuous as vol
 from homeassistant.core import HomeAssistant
 
 from . import (
-    MultiFactorAuthModule,
-    MULTI_FACTOR_AUTH_MODULES,
     MULTI_FACTOR_AUTH_MODULE_SCHEMA,
+    MULTI_FACTOR_AUTH_MODULES,
+    MultiFactorAuthModule,
     SetupFlow,
 )
 
@@ -22,8 +21,6 @@ CONFIG_SCHEMA = MULTI_FACTOR_AUTH_MODULE_SCHEMA.extend(
     extra=vol.PREVENT_EXTRA,
 )
 
-_LOGGER = logging.getLogger(__name__)
-
 
 @MULTI_FACTOR_AUTH_MODULES.register("insecure_example")
 class InsecureExampleModule(MultiFactorAuthModule):

homeassistant/auth/mfa_modules/notify.py

@@ -3,9 +3,9 @@
 Sending HOTP through notify service
 """
 import asyncio
-import logging
 from collections import OrderedDict
-from typing import Any, Dict, Optional, List
+import logging
+from typing import Any, Dict, List, Optional
 
 import attr
 import voluptuous as vol
@@ -16,9 +16,9 @@ from homeassistant.exceptions import ServiceNotFound
 from homeassistant.helpers import config_validation as cv
 
 from . import (
-    MultiFactorAuthModule,
-    MULTI_FACTOR_AUTH_MODULES,
     MULTI_FACTOR_AUTH_MODULE_SCHEMA,
+    MULTI_FACTOR_AUTH_MODULES,
+    MultiFactorAuthModule,
     SetupFlow,
 )
 
@@ -47,28 +47,28 @@ _LOGGER = logging.getLogger(__name__)
 
 def _generate_secret() -> str:
     """Generate a secret."""
-    import pyotp
+    import pyotp  # pylint: disable=import-outside-toplevel
 
     return str(pyotp.random_base32())
 
 
 def _generate_random() -> int:
     """Generate a 8 digit number."""
-    import pyotp
+    import pyotp  # pylint: disable=import-outside-toplevel
 
     return int(pyotp.random_base32(length=8, chars=list("1234567890")))
 
 
 def _generate_otp(secret: str, count: int) -> str:
     """Generate one time password."""
-    import pyotp
+    import pyotp  # pylint: disable=import-outside-toplevel
 
     return str(pyotp.HOTP(secret).at(count))
 
 
 def _verify_otp(secret: str, otp: str, count: int) -> bool:
     """Verify one time password."""
-    import pyotp
+    import pyotp  # pylint: disable=import-outside-toplevel
 
     return bool(pyotp.HOTP(secret).verify(otp, count))
 
@@ -77,10 +77,10 @@ def _verify_otp(secret: str, otp: str, count: int) -> bool:
 class NotifySetting:
     """Store notify setting for one user."""
 
-    secret = attr.ib(type=str, factory=_generate_secret)  # not persistent
+    secret: str = attr.ib(factory=_generate_secret)  # not persistent
-    counter = attr.ib(type=int, factory=_generate_random)  # not persistent
+    counter: int = attr.ib(factory=_generate_random)  # not persistent
-    notify_service = attr.ib(type=Optional[str], default=None)
+    notify_service: Optional[str] = attr.ib(default=None)
-    target = attr.ib(type=Optional[str], default=None)
+    target: Optional[str] = attr.ib(default=None)
 
 
 _UsersDict = Dict[str, NotifySetting]
@@ -204,7 +204,7 @@ class NotifyAuthModule(MultiFactorAuthModule):
             await self._async_load()
             assert self._user_settings is not None
 
-        notify_setting = self._user_settings.get(user_id, None)
+        notify_setting = self._user_settings.get(user_id)
         if notify_setting is None:
             return False
 
@@ -222,7 +222,7 @@ class NotifyAuthModule(MultiFactorAuthModule):
             await self._async_load()
             assert self._user_settings is not None
 
-        notify_setting = self._user_settings.get(user_id, None)
+        notify_setting = self._user_settings.get(user_id)
         if notify_setting is None:
             raise ValueError("Cannot find user_id")
 
@@ -246,7 +246,7 @@ class NotifyAuthModule(MultiFactorAuthModule):
             await self._async_load()
             assert self._user_settings is not None
 
-        notify_setting = self._user_settings.get(user_id, None)
+        notify_setting = self._user_settings.get(user_id)
         if notify_setting is None:
             _LOGGER.error("Cannot find user %s", user_id)
             return
@@ -317,7 +317,7 @@ class NotifySetupFlow(SetupFlow):
     async def async_step_setup(
         self, user_input: Optional[Dict[str, str]] = None
     ) -> Dict[str, Any]:
-        """Verify user can recevie one-time password."""
+        """Verify user can receive one-time password."""
         errors: Dict[str, str] = {}
 
         hass = self._auth_module.hass

homeassistant/auth/mfa_modules/totp.py

@@ -1,6 +1,5 @@
 """Time-based One Time Password auth module."""
 import asyncio
-import logging
 from io import BytesIO
 from typing import Any, Dict, Optional, Tuple
 
@@ -10,9 +9,9 @@ from homeassistant.auth.models import User
 from homeassistant.core import HomeAssistant
 
 from . import (
-    MultiFactorAuthModule,
-    MULTI_FACTOR_AUTH_MODULES,
     MULTI_FACTOR_AUTH_MODULE_SCHEMA,
+    MULTI_FACTOR_AUTH_MODULES,
+    MultiFactorAuthModule,
     SetupFlow,
 )
 
@@ -30,18 +29,16 @@ INPUT_FIELD_CODE = "code"
 
 DUMMY_SECRET = "FPPTH34D4E3MI2HG"
 
-_LOGGER = logging.getLogger(__name__)
-
 
 def _generate_qr_code(data: str) -> str:
     """Generate a base64 PNG string represent QR Code image of data."""
-    import pyqrcode
+    import pyqrcode  # pylint: disable=import-outside-toplevel
 
     qr_code = pyqrcode.create(data)
 
     with BytesIO() as buffer:
         qr_code.svg(file=buffer, scale=4)
-        return "{}".format(
+        return str(
             buffer.getvalue()
             .decode("ascii")
             .replace("\n", "")
@@ -55,7 +52,7 @@ def _generate_qr_code(data: str) -> str:
 
 def _generate_secret_and_qr_code(username: str) -> Tuple[str, str, str]:
     """Generate a secret, url, and QR code."""
-    import pyotp
+    import pyotp  # pylint: disable=import-outside-toplevel
 
     ota_secret = pyotp.random_base32()
     url = pyotp.totp.TOTP(ota_secret).provisioning_uri(
@@ -105,7 +102,7 @@ class TotpAuthModule(MultiFactorAuthModule):
 
     def _add_ota_secret(self, user_id: str, secret: Optional[str] = None) -> str:
         """Create a ota_secret for user."""
-        import pyotp
+        import pyotp  # pylint: disable=import-outside-toplevel
 
         ota_secret: str = secret or pyotp.random_base32()
 
@@ -117,7 +114,8 @@ class TotpAuthModule(MultiFactorAuthModule):
 
         Mfa module should extend SetupFlow
         """
-        user = await self.hass.auth.async_get_user(user_id)  # type: ignore
+        user = await self.hass.auth.async_get_user(user_id)
+        assert user is not None
         return TotpSetupFlow(self, self.input_schema, user)
 
     async def async_setup_user(self, user_id: str, setup_data: Any) -> str:
@@ -160,7 +158,7 @@ class TotpAuthModule(MultiFactorAuthModule):
 
     def _validate_2fa(self, user_id: str, code: str) -> bool:
         """Validate two factor authentication code."""
-        import pyotp
+        import pyotp  # pylint: disable=import-outside-toplevel
 
         ota_secret = self._users.get(user_id)  # type: ignore
         if ota_secret is None:
@@ -195,7 +193,7 @@ class TotpSetupFlow(SetupFlow):
         Return self.async_show_form(step_id='init') if user_input is None.
         Return self.async_create_entry(data={'result': result}) if finish.
         """
-        import pyotp
+        import pyotp  # pylint: disable=import-outside-toplevel
 
         errors: Dict[str, str] = {}
 
@@ -215,7 +213,11 @@ class TotpSetupFlow(SetupFlow):
 
         else:
             hass = self._auth_module.hass
-            self._ota_secret, self._url, self._image = await hass.async_add_executor_job(
+            (
+                self._ota_secret,
+                self._url,
+                self._image,
+            ) = await hass.async_add_executor_job(
                 _generate_secret_and_qr_code,  # type: ignore
                 str(self._user.name),
             )

homeassistant/auth/models.py

@@ -1,5 +1,6 @@
 """Auth models."""
 from datetime import datetime, timedelta
+import secrets
 from typing import Dict, List, NamedTuple, Optional
 import uuid
 
@@ -9,7 +10,6 @@ from homeassistant.util import dt as dt_util
 
 from . import permissions as perm_mdl
 from .const import GROUP_ID_ADMIN
-from .util import generate_secret
 
 TOKEN_TYPE_NORMAL = "normal"
 TOKEN_TYPE_SYSTEM = "system"
@@ -20,33 +20,38 @@ TOKEN_TYPE_LONG_LIVED_ACCESS_TOKEN = "long_lived_access_token"
 class Group:
     """A group."""
 
-    name = attr.ib(type=Optional[str])
+    name: Optional[str] = attr.ib()
-    policy = attr.ib(type=perm_mdl.PolicyType)
+    policy: perm_mdl.PolicyType = attr.ib()
-    id = attr.ib(type=str, factory=lambda: uuid.uuid4().hex)
+    id: str = attr.ib(factory=lambda: uuid.uuid4().hex)
-    system_generated = attr.ib(type=bool, default=False)
+    system_generated: bool = attr.ib(default=False)
 
 
 @attr.s(slots=True)
 class User:
     """A user."""
 
-    name = attr.ib(type=Optional[str])
+    name: Optional[str] = attr.ib()
-    perm_lookup = attr.ib(type=perm_mdl.PermissionLookup, cmp=False)
+    perm_lookup: perm_mdl.PermissionLookup = attr.ib(eq=False, order=False)
-    id = attr.ib(type=str, factory=lambda: uuid.uuid4().hex)
+    id: str = attr.ib(factory=lambda: uuid.uuid4().hex)
-    is_owner = attr.ib(type=bool, default=False)
+    is_owner: bool = attr.ib(default=False)
-    is_active = attr.ib(type=bool, default=False)
+    is_active: bool = attr.ib(default=False)
-    system_generated = attr.ib(type=bool, default=False)
+    system_generated: bool = attr.ib(default=False)
 
-    groups = attr.ib(type=List[Group], factory=list, cmp=False)
+    groups: List[Group] = attr.ib(factory=list, eq=False, order=False)
 
     # List of credentials of a user.
-    credentials = attr.ib(type=List["Credentials"], factory=list, cmp=False)
+    credentials: List["Credentials"] = attr.ib(factory=list, eq=False, order=False)
 
     # Tokens associated with a user.
-    refresh_tokens = attr.ib(type=Dict[str, "RefreshToken"], factory=dict, cmp=False)
+    refresh_tokens: Dict[str, "RefreshToken"] = attr.ib(
+        factory=dict, eq=False, order=False
+    )
 
-    _permissions = attr.ib(
+    _permissions: Optional[perm_mdl.PolicyPermissions] = attr.ib(
-        type=Optional[perm_mdl.PolicyPermissions], init=False, cmp=False, default=None
+        init=False,
+        eq=False,
+        order=False,
+        default=None,
     )
 
     @property
@@ -82,39 +87,42 @@ class User:
 class RefreshToken:
     """RefreshToken for a user to grant new access tokens."""
 
-    user = attr.ib(type=User)
+    user: User = attr.ib()
-    client_id = attr.ib(type=Optional[str])
+    client_id: Optional[str] = attr.ib()
-    access_token_expiration = attr.ib(type=timedelta)
+    access_token_expiration: timedelta = attr.ib()
-    client_name = attr.ib(type=Optional[str], default=None)
+    client_name: Optional[str] = attr.ib(default=None)
-    client_icon = attr.ib(type=Optional[str], default=None)
+    client_icon: Optional[str] = attr.ib(default=None)
-    token_type = attr.ib(
+    token_type: str = attr.ib(
-        type=str,
         default=TOKEN_TYPE_NORMAL,
         validator=attr.validators.in_(
             (TOKEN_TYPE_NORMAL, TOKEN_TYPE_SYSTEM, TOKEN_TYPE_LONG_LIVED_ACCESS_TOKEN)
         ),
     )
-    id = attr.ib(type=str, factory=lambda: uuid.uuid4().hex)
+    id: str = attr.ib(factory=lambda: uuid.uuid4().hex)
-    created_at = attr.ib(type=datetime, factory=dt_util.utcnow)
+    created_at: datetime = attr.ib(factory=dt_util.utcnow)
-    token = attr.ib(type=str, factory=lambda: generate_secret(64))
+    token: str = attr.ib(factory=lambda: secrets.token_hex(64))
-    jwt_key = attr.ib(type=str, factory=lambda: generate_secret(64))
+    jwt_key: str = attr.ib(factory=lambda: secrets.token_hex(64))
 
-    last_used_at = attr.ib(type=Optional[datetime], default=None)
+    last_used_at: Optional[datetime] = attr.ib(default=None)
-    last_used_ip = attr.ib(type=Optional[str], default=None)
+    last_used_ip: Optional[str] = attr.ib(default=None)
 
 
 @attr.s(slots=True)
 class Credentials:
     """Credentials for a user on an auth provider."""
 
-    auth_provider_type = attr.ib(type=str)
+    auth_provider_type: str = attr.ib()
-    auth_provider_id = attr.ib(type=Optional[str])
+    auth_provider_id: Optional[str] = attr.ib()
 
     # Allow the auth provider to store data to represent their auth.
-    data = attr.ib(type=dict)
+    data: dict = attr.ib()
 
-    id = attr.ib(type=str, factory=lambda: uuid.uuid4().hex)
+    id: str = attr.ib(factory=lambda: uuid.uuid4().hex)
-    is_new = attr.ib(type=bool, default=True)
+    is_new: bool = attr.ib(default=True)
 
 
-UserMeta = NamedTuple("UserMeta", [("name", Optional[str]), ("is_active", bool)])
+class UserMeta(NamedTuple):
+    """User metadata."""
+
+    name: Optional[str]
+    is_active: bool

homeassistant/auth/permissions/__init__.py

@@ -1,29 +1,16 @@
 """Permissions for Home Assistant."""
 import logging
-from typing import (  # noqa: F401
+from typing import Any, Callable, Optional
-    cast,
-    Any,
-    Callable,
-    Dict,
-    List,
-    Mapping,
-    Optional,
-    Set,
-    Tuple,
-    Union,
-    TYPE_CHECKING,
-)
 
 import voluptuous as vol
 
 from .const import CAT_ENTITIES
+from .entities import ENTITY_POLICY_SCHEMA, compile_entities
+from .merge import merge_policies  # noqa: F401
 from .models import PermissionLookup
 from .types import PolicyType
-from .entities import ENTITY_POLICY_SCHEMA, compile_entities
-from .merge import merge_policies  # noqa
 from .util import test_all
 
-
 POLICY_SCHEMA = vol.Schema({vol.Optional(CAT_ENTITIES): ENTITY_POLICY_SCHEMA})
 
 _LOGGER = logging.getLogger(__name__)
@@ -70,15 +57,12 @@ class PolicyPermissions(AbstractPermissions):
 
     def __eq__(self, other: Any) -> bool:
         """Equals check."""
-        # pylint: disable=protected-access
         return isinstance(other, PolicyPermissions) and other._policy == self._policy
 
 
 class _OwnerPermissions(AbstractPermissions):
     """Owner permissions."""
 
-    # pylint: disable=no-self-use
-
     def access_all_entities(self, key: str) -> bool:
         """Check if we have a certain access to all entities."""
         return True
@@ -88,4 +72,4 @@ class _OwnerPermissions(AbstractPermissions):
         return lambda entity_id, key: True
 
 
-OwnerPermissions = _OwnerPermissions()  # pylint: disable=invalid-name
+OwnerPermissions = _OwnerPermissions()

homeassistant/auth/permissions/entities.py

@@ -4,11 +4,10 @@ from typing import Callable, Optional
 
 import voluptuous as vol
 
-from .const import SUBCAT_ALL, POLICY_READ, POLICY_CONTROL, POLICY_EDIT
+from .const import POLICY_CONTROL, POLICY_EDIT, POLICY_READ, SUBCAT_ALL
 from .models import PermissionLookup
 from .types import CategoryType, SubCategoryDict, ValueType
-
+from .util import SubCatLookupType, compile_policy, lookup_all
-from .util import SubCatLookupType, lookup_all, compile_policy
 
 SINGLE_ENTITY_SCHEMA = vol.Any(
     True,

homeassistant/auth/permissions/merge.py

@@ -1,7 +1,7 @@
 """Merging of policies."""
-from typing import cast, Dict, List, Set
+from typing import Dict, List, Set, cast
 
-from .types import PolicyType, CategoryType
+from .types import CategoryType, PolicyType
 
 
 def merge_policies(policies: List[PolicyType]) -> PolicyType:

homeassistant/auth/permissions/models.py

@@ -5,13 +5,15 @@ import attr
 
 if TYPE_CHECKING:
     # pylint: disable=unused-import
-    from homeassistant.helpers import entity_registry as ent_reg  # noqa
+    from homeassistant.helpers import (  # noqa: F401
-    from homeassistant.helpers import device_registry as dev_reg  # noqa
+        device_registry as dev_reg,
+        entity_registry as ent_reg,
+    )
 
 
 @attr.s(slots=True)
 class PermissionLookup:
     """Class to hold data for permission lookups."""
 
-    entity_registry = attr.ib(type="ent_reg.EntityRegistry")
+    entity_registry: "ent_reg.EntityRegistry" = attr.ib()
-    device_registry = attr.ib(type="dev_reg.DeviceRegistry")
+    device_registry: "dev_reg.DeviceRegistry" = attr.ib()

homeassistant/auth/permissions/system_policies.py

@@ -1,5 +1,5 @@
 """System policies."""
-from .const import CAT_ENTITIES, SUBCAT_ALL, POLICY_READ
+from .const import CAT_ENTITIES, POLICY_READ, SUBCAT_ALL
 
 ADMIN_POLICY = {CAT_ENTITIES: True}
 

homeassistant/auth/permissions/util.py

@@ -1,6 +1,5 @@
 """Helpers to deal with permissions."""
 from functools import wraps
-
 from typing import Callable, Dict, List, Optional, cast
 
 from .const import SUBCAT_ALL
@@ -21,8 +20,9 @@ def lookup_all(
 
 def compile_policy(
     policy: CategoryType, subcategories: SubCatLookupType, perm_lookup: PermissionLookup
-) -> Callable[[str, str], bool]:  # noqa
+) -> Callable[[str, str], bool]:
     """Compile policy into a function that tests policy.
+
     Subcategories are mapping key -> lookup function, ordered by highest
     priority first.
     """
@@ -80,7 +80,7 @@ def compile_policy(
 
 def _gen_dict_test_func(
     perm_lookup: PermissionLookup, lookup_func: LookupFunc, lookup_dict: SubCategoryDict
-) -> Callable[[str, str], Optional[bool]]:  # noqa
+) -> Callable[[str, str], Optional[bool]]:
     """Generate a lookup function."""
 
     def test_value(object_id: str, key: str) -> Optional[bool]:

homeassistant/auth/providers/__init__.py

@@ -8,8 +8,8 @@ import voluptuous as vol
 from voluptuous.humanize import humanize_error
 
 from homeassistant import data_entry_flow, requirements
-from homeassistant.core import callback, HomeAssistant
 from homeassistant.const import CONF_ID, CONF_NAME, CONF_TYPE
+from homeassistant.core import HomeAssistant, callback
 from homeassistant.exceptions import HomeAssistantError
 from homeassistant.util import dt as dt_util
 from homeassistant.util.decorator import Registry
@@ -48,7 +48,7 @@ class AuthProvider:
         self.config = config
 
     @property
-    def id(self) -> Optional[str]:  # pylint: disable=invalid-name
+    def id(self) -> Optional[str]:
         """Return id of the auth provider.
 
         Optional, can be None.
@@ -116,7 +116,6 @@ class AuthProvider:
 
     async def async_initialize(self) -> None:
         """Initialize the auth provider."""
-        pass
 
 
 async def auth_provider_from_config(
@@ -147,7 +146,9 @@ async def load_auth_provider_module(
         module = importlib.import_module(f"homeassistant.auth.providers.{provider}")
     except ImportError as err:
         _LOGGER.error("Unable to load auth provider %s: %s", provider, err)
-        raise HomeAssistantError(f"Unable to load auth provider {provider}: {err}")
+        raise HomeAssistantError(
+            f"Unable to load auth provider {provider}: {err}"
+        ) from err
 
     if hass.config.skip_pip or not hasattr(module, "REQUIREMENTS"):
         return module
@@ -176,7 +177,7 @@ class LoginFlow(data_entry_flow.FlowHandler):
         """Initialize the login flow."""
         self._auth_provider = auth_provider
         self._auth_module_id: Optional[str] = None
-        self._auth_manager = auth_provider.hass.auth  # type: ignore
+        self._auth_manager = auth_provider.hass.auth
         self.available_mfa_modules: Dict[str, str] = {}
         self.created_at = dt_util.utcnow()
         self.invalid_mfa_times = 0
@@ -206,7 +207,7 @@ class LoginFlow(data_entry_flow.FlowHandler):
             errors["base"] = "invalid_auth_module"
 
         if len(self.available_mfa_modules) == 1:
-            self._auth_module_id = list(self.available_mfa_modules.keys())[0]
+            self._auth_module_id = list(self.available_mfa_modules)[0]
             return await self.async_step_mfa()
 
         return self.async_show_form(
@@ -225,6 +226,7 @@ class LoginFlow(data_entry_flow.FlowHandler):
 
         errors = {}
 
+        assert self._auth_module_id is not None
         auth_module = self._auth_manager.get_auth_mfa_module(self._auth_module_id)
         if auth_module is None:
             # Given an invalid input to async_step_select_mfa_module
@@ -235,7 +237,9 @@ class LoginFlow(data_entry_flow.FlowHandler):
             auth_module, "async_initialize_login_mfa_step"
         ):
             try:
-                await auth_module.async_initialize_login_mfa_step(self.user.id)
+                await auth_module.async_initialize_login_mfa_step(  # type: ignore
+                    self.user.id
+                )
             except HomeAssistantError:
                 _LOGGER.exception("Error initializing MFA step")
                 return self.async_abort(reason="unknown_error")

homeassistant/auth/providers/command_line.py

@@ -1,20 +1,18 @@
 """Auth provider that validates credentials via an external command."""
 
-from typing import Any, Dict, Optional, cast
-
 import asyncio.subprocess
 import collections
 import logging
 import os
+from typing import Any, Dict, Optional, cast
 
 import voluptuous as vol
 
 from homeassistant.exceptions import HomeAssistantError
 
-from . import AuthProvider, AUTH_PROVIDER_SCHEMA, AUTH_PROVIDERS, LoginFlow
+from . import AUTH_PROVIDER_SCHEMA, AUTH_PROVIDERS, AuthProvider, LoginFlow
 from ..models import Credentials, UserMeta
 
-
 CONF_COMMAND = "command"
 CONF_ARGS = "args"
 CONF_META = "meta"
@@ -63,8 +61,7 @@ class CommandLineAuthProvider(AuthProvider):
         """Validate a username and password."""
         env = {"username": username, "password": password}
         try:
-            # pylint: disable=no-member
+            process = await asyncio.subprocess.create_subprocess_exec(  # pylint: disable=no-member
-            process = await asyncio.subprocess.create_subprocess_exec(
                 self.config[CONF_COMMAND],
                 *self.config[CONF_ARGS],
                 env=env,
@@ -74,11 +71,11 @@ class CommandLineAuthProvider(AuthProvider):
         except OSError as err:
             # happens when command doesn't exist or permission is denied
             _LOGGER.error("Error while authenticating %r: %s", username, err)
-            raise InvalidAuthError
+            raise InvalidAuthError from err
 
         if process.returncode != 0:
             _LOGGER.error(
-                "User %r failed to authenticate, command exited " "with code %d.",
+                "User %r failed to authenticate, command exited with code %d",
                 username,
                 process.returncode,
             )

homeassistant/auth/providers/homeassistant.py

@@ -3,21 +3,18 @@ import asyncio
 import base64
 from collections import OrderedDict
 import logging
-
 from typing import Any, Dict, List, Optional, Set, cast
 
 import bcrypt
 import voluptuous as vol
 
 from homeassistant.const import CONF_ID
-from homeassistant.core import callback, HomeAssistant
+from homeassistant.core import HomeAssistant, callback
 from homeassistant.exceptions import HomeAssistantError
 
-from . import AuthProvider, AUTH_PROVIDER_SCHEMA, AUTH_PROVIDERS, LoginFlow
+from . import AUTH_PROVIDER_SCHEMA, AUTH_PROVIDERS, AuthProvider, LoginFlow
-
 from ..models import Credentials, UserMeta
 
-
 STORAGE_VERSION = 1
 STORAGE_KEY = "auth_provider.homeassistant"
 
@@ -33,6 +30,16 @@ def _disallow_id(conf: Dict[str, Any]) -> Dict[str, Any]:
 CONFIG_SCHEMA = vol.All(AUTH_PROVIDER_SCHEMA, _disallow_id)
 
 
+@callback
+def async_get_provider(hass: HomeAssistant) -> "HassAuthProvider":
+    """Get the provider."""
+    for prv in hass.auth.auth_providers:
+        if prv.type == "homeassistant":
+            return cast(HassAuthProvider, prv)
+
+    raise RuntimeError("Provider not found")
+
+
 class InvalidAuth(HomeAssistantError):
     """Raised when we encounter invalid authentication."""
 
@@ -141,8 +148,9 @@ class Data:
         if not bcrypt.checkpw(password.encode(), user_hash):
             raise InvalidAuth
 
-    # pylint: disable=no-self-use
+    def hash_password(  # pylint: disable=no-self-use
-    def hash_password(self, password: str, for_storage: bool = False) -> bytes:
+        self, password: str, for_storage: bool = False
+    ) -> bytes:
         """Encode a password."""
         hashed: bytes = bcrypt.hashpw(password.encode(), bcrypt.gensalt(rounds=12))
 
@@ -203,7 +211,7 @@ class Data:
 
 @AUTH_PROVIDERS.register("homeassistant")
 class HassAuthProvider(AuthProvider):
-    """Auth provider based on a local storage of users in HASS config dir."""
+    """Auth provider based on a local storage of users in Home Assistant config dir."""
 
     DEFAULT_TITLE = "Home Assistant Local"
 
@@ -237,6 +245,35 @@ class HassAuthProvider(AuthProvider):
             self.data.validate_login, username, password
         )
 
+    async def async_add_auth(self, username: str, password: str) -> None:
+        """Call add_auth on data."""
+        if self.data is None:
+            await self.async_initialize()
+            assert self.data is not None
+
+        await self.hass.async_add_executor_job(self.data.add_auth, username, password)
+        await self.data.async_save()
+
+    async def async_remove_auth(self, username: str) -> None:
+        """Call remove_auth on data."""
+        if self.data is None:
+            await self.async_initialize()
+            assert self.data is not None
+
+        self.data.async_remove_auth(username)
+        await self.data.async_save()
+
+    async def async_change_password(self, username: str, new_password: str) -> None:
+        """Call change_password on data."""
+        if self.data is None:
+            await self.async_initialize()
+            assert self.data is not None
+
+        await self.hass.async_add_executor_job(
+            self.data.change_password, username, new_password
+        )
+        await self.data.async_save()
+
     async def async_get_or_create_credentials(
         self, flow_result: Dict[str, str]
     ) -> Credentials:

homeassistant/auth/providers/insecure_example.py

@@ -5,13 +5,12 @@ from typing import Any, Dict, Optional, cast
 
 import voluptuous as vol
 
-from homeassistant.exceptions import HomeAssistantError
 from homeassistant.core import callback
+from homeassistant.exceptions import HomeAssistantError
 
-from . import AuthProvider, AUTH_PROVIDER_SCHEMA, AUTH_PROVIDERS, LoginFlow
+from . import AUTH_PROVIDER_SCHEMA, AUTH_PROVIDERS, AuthProvider, LoginFlow
 from ..models import Credentials, UserMeta
 
-
 USER_SCHEMA = vol.Schema(
     {
         vol.Required("username"): str,

homeassistant/auth/providers/legacy_api_password.py

@@ -12,9 +12,9 @@ from homeassistant.core import HomeAssistant, callback
 from homeassistant.exceptions import HomeAssistantError
 import homeassistant.helpers.config_validation as cv
 
-from . import AuthProvider, AUTH_PROVIDER_SCHEMA, AUTH_PROVIDERS, LoginFlow
+from . import AUTH_PROVIDER_SCHEMA, AUTH_PROVIDERS, AuthProvider, LoginFlow
 from .. import AuthManager
-from ..models import Credentials, UserMeta, User
+from ..models import Credentials, User, UserMeta
 
 AUTH_PROVIDER_TYPE = "legacy_api_password"
 CONF_API_PASSWORD = "api_password"

homeassistant/auth/providers/trusted_networks.py

@@ -3,15 +3,16 @@
 It shows list of users if access from trusted network.
 Abort login flow if not access from trusted network.
 """
-from ipaddress import ip_network, IPv4Address, IPv6Address, IPv4Network, IPv6Network
+from ipaddress import IPv4Address, IPv4Network, IPv6Address, IPv6Network, ip_network
 from typing import Any, Dict, List, Optional, Union, cast
 
 import voluptuous as vol
 
-import homeassistant.helpers.config_validation as cv
 from homeassistant.core import callback
 from homeassistant.exceptions import HomeAssistantError
-from . import AuthProvider, AUTH_PROVIDER_SCHEMA, AUTH_PROVIDERS, LoginFlow
+import homeassistant.helpers.config_validation as cv
+
+from . import AUTH_PROVIDER_SCHEMA, AUTH_PROVIDERS, AuthProvider, LoginFlow
 from ..models import Credentials, UserMeta
 
 IPAddress = Union[IPv4Address, IPv6Address]
@@ -189,7 +190,7 @@ class TrustedNetworksLoginFlow(LoginFlow):
             ).async_validate_access(self._ip_address)
 
         except InvalidAuthError:
-            return self.async_abort(reason="not_whitelisted")
+            return self.async_abort(reason="not_allowed")
 
         if user_input is not None:
             return await self.async_finish(user_input)

homeassistant/auth/util.py

@@ -1,13 +0,0 @@
-"""Auth utils."""
-import binascii
-import os
-
-
-def generate_secret(entropy: int = 32) -> str:
-    """Generate a secret.
-
-    Backport of secrets.token_hex from Python 3.6
-
-    Event loop friendly.
-    """
-    return binascii.hexlify(os.urandom(entropy)).decode("ascii")

homeassistant/block_async_io.py

@@ -0,0 +1,14 @@
+"""Block I/O being done in asyncio."""
+from http.client import HTTPConnection
+
+from homeassistant.util.async_ import protect_loop
+
+
+def enable() -> None:
+    """Enable the detection of I/O in the event loop."""
+    # Prevent urllib3 and requests doing I/O in event loop
+    HTTPConnection.putrequest = protect_loop(HTTPConnection.putrequest)  # type: ignore
+
+    # Currently disabled. pytz doing I/O when getting timezone.
+    # Prevent files being opened inside the event loop
+    # builtins.open = protect_loop(builtins.open)

homeassistant/bootstrap.py

@@ -1,22 +1,36 @@
 """Provide methods to bootstrap a Home Assistant instance."""
 import asyncio
+import contextlib
+from datetime import datetime
 import logging
 import logging.handlers
 import os
 import sys
-from time import time
+import threading
-from collections import OrderedDict
+from time import monotonic
-from typing import Any, Optional, Dict, Set
+from typing import TYPE_CHECKING, Any, Dict, Optional, Set
 
 import voluptuous as vol
+import yarl
 
-from homeassistant import core, config as conf_util, config_entries, loader
+from homeassistant import config as conf_util, config_entries, core, loader
-from homeassistant.const import EVENT_HOMEASSISTANT_CLOSE
+from homeassistant.components import http
-from homeassistant.setup import async_setup_component
+from homeassistant.const import REQUIRED_NEXT_PYTHON_DATE, REQUIRED_NEXT_PYTHON_VER
-from homeassistant.util.logging import AsyncHandler
+from homeassistant.exceptions import HomeAssistantError
+from homeassistant.helpers.typing import ConfigType
+from homeassistant.setup import (
+    DATA_SETUP,
+    DATA_SETUP_STARTED,
+    async_set_domains_to_be_loaded,
+    async_setup_component,
+)
+from homeassistant.util.async_ import gather_with_concurrency
+from homeassistant.util.logging import async_activate_log_queue_handler
 from homeassistant.util.package import async_get_user_site, is_virtual_env
 from homeassistant.util.yaml import clear_secret_cache
-from homeassistant.exceptions import HomeAssistantError
+
+if TYPE_CHECKING:
+    from .runner import RuntimeConfig
 
 _LOGGER = logging.getLogger(__name__)
 
@@ -25,43 +39,183 @@ ERROR_LOG_FILENAME = "home-assistant.log"
 # hass.data key for logging information.
 DATA_LOGGING = "logging"
 
-DEBUGGER_INTEGRATIONS = {"ptvsd"}
+LOG_SLOW_STARTUP_INTERVAL = 60
+
+STAGE_1_TIMEOUT = 120
+STAGE_2_TIMEOUT = 300
+WRAP_UP_TIMEOUT = 300
+COOLDOWN_TIME = 60
+
+MAX_LOAD_CONCURRENTLY = 6
+
+DEBUGGER_INTEGRATIONS = {"debugpy", "ptvsd"}
 CORE_INTEGRATIONS = ("homeassistant", "persistent_notification")
-LOGGING_INTEGRATIONS = {"logger", "system_log"}
+LOGGING_INTEGRATIONS = {
-STAGE_1_INTEGRATIONS = {
+    # Set log levels
+    "logger",
+    # Error logging
+    "system_log",
+    "sentry",
     # To record data
     "recorder",
+}
+STAGE_1_INTEGRATIONS = {
     # To make sure we forward data to other instances
     "mqtt_eventstream",
+    # To provide account link implementations
+    "cloud",
+    # Ensure supervisor is available
+    "hassio",
+    # Get the frontend up and running as soon
+    # as possible so problem integrations can
+    # be removed
+    "frontend",
 }
 
 
+async def async_setup_hass(
+    runtime_config: "RuntimeConfig",
+) -> Optional[core.HomeAssistant]:
+    """Set up Home Assistant."""
+    hass = core.HomeAssistant()
+    hass.config.config_dir = runtime_config.config_dir
+
+    async_enable_logging(
+        hass,
+        runtime_config.verbose,
+        runtime_config.log_rotate_days,
+        runtime_config.log_file,
+        runtime_config.log_no_color,
+    )
+
+    hass.config.skip_pip = runtime_config.skip_pip
+    if runtime_config.skip_pip:
+        _LOGGER.warning(
+            "Skipping pip installation of required modules. This may cause issues"
+        )
+
+    if not await conf_util.async_ensure_config_exists(hass):
+        _LOGGER.error("Error getting configuration path")
+        return None
+
+    _LOGGER.info("Config directory: %s", runtime_config.config_dir)
+
+    config_dict = None
+    basic_setup_success = False
+    safe_mode = runtime_config.safe_mode
+
+    if not safe_mode:
+        await hass.async_add_executor_job(conf_util.process_ha_config_upgrade, hass)
+
+        try:
+            config_dict = await conf_util.async_hass_config_yaml(hass)
+        except HomeAssistantError as err:
+            _LOGGER.error(
+                "Failed to parse configuration.yaml: %s. Activating safe mode",
+                err,
+            )
+        else:
+            if not is_virtual_env():
+                await async_mount_local_lib_path(runtime_config.config_dir)
+
+            basic_setup_success = (
+                await async_from_config_dict(config_dict, hass) is not None
+            )
+        finally:
+            clear_secret_cache()
+
+    if config_dict is None:
+        safe_mode = True
+
+    elif not basic_setup_success:
+        _LOGGER.warning("Unable to set up core integrations. Activating safe mode")
+        safe_mode = True
+
+    elif (
+        "frontend" in hass.data.get(DATA_SETUP, {})
+        and "frontend" not in hass.config.components
+    ):
+        _LOGGER.warning("Detected that frontend did not load. Activating safe mode")
+        # Ask integrations to shut down. It's messy but we can't
+        # do a clean stop without knowing what is broken
+        with contextlib.suppress(asyncio.TimeoutError):
+            async with hass.timeout.async_timeout(10):
+                await hass.async_stop()
+
+        safe_mode = True
+        old_config = hass.config
+
+        hass = core.HomeAssistant()
+        hass.config.skip_pip = old_config.skip_pip
+        hass.config.internal_url = old_config.internal_url
+        hass.config.external_url = old_config.external_url
+        hass.config.config_dir = old_config.config_dir
+
+    if safe_mode:
+        _LOGGER.info("Starting in safe mode")
+        hass.config.safe_mode = True
+
+        http_conf = (await http.async_get_last_config(hass)) or {}
+
+        await async_from_config_dict(
+            {"safe_mode": {}, "http": http_conf},
+            hass,
+        )
+
+    if runtime_config.open_ui:
+        hass.add_job(open_hass_ui, hass)
+
+    return hass
+
+
+def open_hass_ui(hass: core.HomeAssistant) -> None:
+    """Open the UI."""
+    import webbrowser  # pylint: disable=import-outside-toplevel
+
+    if hass.config.api is None or "frontend" not in hass.config.components:
+        _LOGGER.warning("Cannot launch the UI because frontend not loaded")
+        return
+
+    scheme = "https" if hass.config.api.use_ssl else "http"
+    url = str(
+        yarl.URL.build(scheme=scheme, host="127.0.0.1", port=hass.config.api.port)
+    )
+
+    if not webbrowser.open(url):
+        _LOGGER.warning(
+            "Unable to open the Home Assistant UI in a browser. Open it yourself at %s",
+            url,
+        )
+
+
 async def async_from_config_dict(
-    config: Dict[str, Any],
+    config: ConfigType, hass: core.HomeAssistant
-    hass: core.HomeAssistant,
-    config_dir: Optional[str] = None,
-    enable_log: bool = True,
-    verbose: bool = False,
-    skip_pip: bool = False,
-    log_rotate_days: Any = None,
-    log_file: Any = None,
-    log_no_color: bool = False,
 ) -> Optional[core.HomeAssistant]:
     """Try to configure Home Assistant from a configuration dictionary.
 
     Dynamically loads required components and its dependencies.
     This method is a coroutine.
     """
-    start = time()
+    start = monotonic()
 
-    if enable_log:
+    hass.config_entries = config_entries.ConfigEntries(hass, config)
-        async_enable_logging(hass, verbose, log_rotate_days, log_file, log_no_color)
+    await hass.config_entries.async_initialize()
 
-    hass.config.skip_pip = skip_pip
+    # Set up core.
-    if skip_pip:
+    _LOGGER.debug("Setting up %s", CORE_INTEGRATIONS)
-        _LOGGER.warning(
+
-            "Skipping pip installation of required modules. " "This may cause issues"
+    if not all(
+        await asyncio.gather(
+            *(
+                async_setup_component(hass, domain, config)
+                for domain in CORE_INTEGRATIONS
             )
+        )
+    ):
+        _LOGGER.error("Home Assistant core failed to initialize. ")
+        return None
+
+    _LOGGER.debug("Home Assistant core initialized")
 
     core_config = config.get(core.DOMAIN, {})
 
@@ -77,27 +231,19 @@ async def async_from_config_dict(
         )
         return None
 
-    # Make a copy because we are mutating it.
-    config = OrderedDict(config)
-
-    # Merge packages
-    await conf_util.merge_packages_config(
-        hass, config, core_config.get(conf_util.CONF_PACKAGES, {})
-    )
-
-    hass.config_entries = config_entries.ConfigEntries(hass, config)
-    await hass.config_entries.async_initialize()
-
     await _async_set_up_integrations(hass, config)
 
-    stop = time()
+    stop = monotonic()
     _LOGGER.info("Home Assistant initialized in %.2fs", stop - start)
 
-    if sys.version_info[:3] < (3, 7, 0):
+    if REQUIRED_NEXT_PYTHON_DATE and sys.version_info[:3] < REQUIRED_NEXT_PYTHON_VER:
         msg = (
-            "Python 3.6 support is deprecated and will "
+            "Support for the running Python version "
-            "be removed in the first release after December 15, 2019. Please "
+            f"{'.'.join(str(x) for x in sys.version_info[:3])} is deprecated and will "
-            "upgrade Python to 3.7.0 or higher."
+            f"be removed in the first release after {REQUIRED_NEXT_PYTHON_DATE}. "
+            "Please upgrade Python to "
+            f"{'.'.join(str(x) for x in REQUIRED_NEXT_PYTHON_VER)} or "
+            "higher."
         )
         _LOGGER.warning(msg)
         hass.components.persistent_notification.async_create(
@@ -107,46 +253,6 @@ async def async_from_config_dict(
     return hass
 
 
-async def async_from_config_file(
-    config_path: str,
-    hass: core.HomeAssistant,
-    verbose: bool = False,
-    skip_pip: bool = True,
-    log_rotate_days: Any = None,
-    log_file: Any = None,
-    log_no_color: bool = False,
-) -> Optional[core.HomeAssistant]:
-    """Read the configuration file and try to start all the functionality.
-
-    Will add functionality to 'hass' parameter.
-    This method is a coroutine.
-    """
-    # Set config dir to directory holding config file
-    config_dir = os.path.abspath(os.path.dirname(config_path))
-    hass.config.config_dir = config_dir
-
-    if not is_virtual_env():
-        await async_mount_local_lib_path(config_dir)
-
-    async_enable_logging(hass, verbose, log_rotate_days, log_file, log_no_color)
-
-    await hass.async_add_executor_job(conf_util.process_ha_config_upgrade, hass)
-
-    try:
-        config_dict = await hass.async_add_executor_job(
-            conf_util.load_yaml_config_file, config_path
-        )
-    except HomeAssistantError as err:
-        _LOGGER.error("Error loading %s: %s", config_path, err)
-        return None
-    finally:
-        clear_secret_cache()
-
-    return await async_from_config_dict(
-        config_dict, hass, enable_log=False, skip_pip=skip_pip
-    )
-
-
 @core.callback
 def async_enable_logging(
     hass: core.HomeAssistant,
@@ -159,11 +265,12 @@ def async_enable_logging(
 
     This method must be run in the event loop.
     """
-    fmt = "%(asctime)s %(levelname)s (%(threadName)s) " "[%(name)s] %(message)s"
+    fmt = "%(asctime)s %(levelname)s (%(threadName)s) [%(name)s] %(message)s"
     datefmt = "%Y-%m-%d %H:%M:%S"
 
     if not log_no_color:
         try:
+            # pylint: disable=import-outside-toplevel
             from colorlog import ColoredFormatter
 
             # basicConfig must be called after importing colorlog in order to
@@ -189,7 +296,7 @@ def async_enable_logging(
             pass
 
     # If the above initialization failed for any reason, setup the default
-    # formatting.  If the above succeeds, this wil result in a no-op.
+    # formatting.  If the above succeeds, this will result in a no-op.
     logging.basicConfig(format=fmt, datefmt=datefmt, level=logging.INFO)
 
     # Suppress overly verbose logs from libraries that aren't helpful
@@ -197,6 +304,16 @@ def async_enable_logging(
     logging.getLogger("urllib3").setLevel(logging.WARNING)
     logging.getLogger("aiohttp.access").setLevel(logging.WARNING)
 
+    sys.excepthook = lambda *args: logging.getLogger(None).exception(
+        "Uncaught exception", exc_info=args  # type: ignore
+    )
+
+    if sys.version_info[:2] >= (3, 8):
+        threading.excepthook = lambda args: logging.getLogger(None).exception(
+            "Uncaught thread exception",
+            exc_info=(args.exc_type, args.exc_value, args.exc_traceback),
+        )
+
     # Log errors to a file if we have write access to file or config dir
     if log_file is None:
         err_log_path = hass.config.path(ERROR_LOG_FILENAME)
@@ -213,33 +330,28 @@ def async_enable_logging(
     ):
 
         if log_rotate_days:
-            err_handler: logging.FileHandler = logging.handlers.TimedRotatingFileHandler(
+            err_handler: logging.FileHandler = (
+                logging.handlers.TimedRotatingFileHandler(
                     err_log_path, when="midnight", backupCount=log_rotate_days
                 )
+            )
         else:
             err_handler = logging.FileHandler(err_log_path, mode="w", delay=True)
 
         err_handler.setLevel(logging.INFO if verbose else logging.WARNING)
         err_handler.setFormatter(logging.Formatter(fmt, datefmt=datefmt))
 
-        async_handler = AsyncHandler(hass.loop, err_handler)
-
-        async def async_stop_async_handler(_: Any) -> None:
-            """Cleanup async handler."""
-            logging.getLogger("").removeHandler(async_handler)  # type: ignore
-            await async_handler.async_close(blocking=True)
-
-        hass.bus.async_listen_once(EVENT_HOMEASSISTANT_CLOSE, async_stop_async_handler)
-
         logger = logging.getLogger("")
-        logger.addHandler(async_handler)  # type: ignore
+        logger.addHandler(err_handler)
-        logger.setLevel(logging.INFO)
+        logger.setLevel(logging.INFO if verbose else logging.WARNING)
 
         # Save the log file location for access by other components.
         hass.data[DATA_LOGGING] = err_log_path
     else:
         _LOGGER.error("Unable to set up error log %s (access denied)", err_log_path)
 
+    async_activate_log_queue_handler(hass)
+
 
 async def async_mount_local_lib_path(config_dir: str) -> str:
     """Add local library to Python Path.
@@ -257,9 +369,10 @@ async def async_mount_local_lib_path(config_dir: str) -> str:
 def _get_domains(hass: core.HomeAssistant, config: Dict[str, Any]) -> Set[str]:
     """Get domains of components to set up."""
     # Filter out the repeating and common config section [homeassistant]
-    domains = set(key.split(" ")[0] for key in config.keys() if key != core.DOMAIN)
+    domains = {key.split(" ")[0] for key in config if key != core.DOMAIN}
 
     # Add config entry domains
+    if not hass.config.safe_mode:
         domains.update(hass.config_entries.async_domains())
 
     # Make sure the Hass.io component is loaded
@@ -269,120 +382,170 @@ def _get_domains(hass: core.HomeAssistant, config: Dict[str, Any]) -> Set[str]:
     return domains
 
 
+async def _async_log_pending_setups(
+    domains: Set[str], setup_started: Dict[str, datetime]
+) -> None:
+    """Periodic log of setups that are pending for longer than LOG_SLOW_STARTUP_INTERVAL."""
+    while True:
+        await asyncio.sleep(LOG_SLOW_STARTUP_INTERVAL)
+        remaining = [domain for domain in domains if domain in setup_started]
+
+        if remaining:
+            _LOGGER.warning(
+                "Waiting on integrations to complete setup: %s",
+                ", ".join(remaining),
+            )
+
+
+async def async_setup_multi_components(
+    hass: core.HomeAssistant,
+    domains: Set[str],
+    config: Dict[str, Any],
+    setup_started: Dict[str, datetime],
+) -> None:
+    """Set up multiple domains. Log on failure."""
+    futures = {
+        domain: hass.async_create_task(async_setup_component(hass, domain, config))
+        for domain in domains
+    }
+    log_task = asyncio.create_task(_async_log_pending_setups(domains, setup_started))
+    await asyncio.wait(futures.values())
+    log_task.cancel()
+    errors = [domain for domain in domains if futures[domain].exception()]
+    for domain in errors:
+        exception = futures[domain].exception()
+        assert exception is not None
+        _LOGGER.error(
+            "Error setting up integration %s - received exception",
+            domain,
+            exc_info=(type(exception), exception, exception.__traceback__),
+        )
+
+
 async def _async_set_up_integrations(
     hass: core.HomeAssistant, config: Dict[str, Any]
 ) -> None:
     """Set up all the integrations."""
-    domains = _get_domains(hass, config)
+    setup_started = hass.data[DATA_SETUP_STARTED] = {}
+    domains_to_setup = _get_domains(hass, config)
+
+    # Resolve all dependencies so we know all integrations
+    # that will have to be loaded and start rightaway
+    integration_cache: Dict[str, loader.Integration] = {}
+    to_resolve = domains_to_setup
+    while to_resolve:
+        old_to_resolve = to_resolve
+        to_resolve = set()
+
+        integrations_to_process = [
+            int_or_exc
+            for int_or_exc in await gather_with_concurrency(
+                loader.MAX_LOAD_CONCURRENTLY,
+                *(
+                    loader.async_get_integration(hass, domain)
+                    for domain in old_to_resolve
+                ),
+                return_exceptions=True,
+            )
+            if isinstance(int_or_exc, loader.Integration)
+        ]
+        resolve_dependencies_tasks = [
+            itg.resolve_dependencies()
+            for itg in integrations_to_process
+            if not itg.all_dependencies_resolved
+        ]
+
+        if resolve_dependencies_tasks:
+            await asyncio.gather(*resolve_dependencies_tasks)
+
+        for itg in integrations_to_process:
+            integration_cache[itg.domain] = itg
+
+            for dep in itg.all_dependencies:
+                if dep in domains_to_setup:
+                    continue
+
+                domains_to_setup.add(dep)
+                to_resolve.add(dep)
+
+    _LOGGER.info("Domains to be set up: %s", domains_to_setup)
+
+    logging_domains = domains_to_setup & LOGGING_INTEGRATIONS
+
+    # Load logging as soon as possible
+    if logging_domains:
+        _LOGGER.info("Setting up logging: %s", logging_domains)
+        await async_setup_multi_components(hass, logging_domains, config, setup_started)
 
     # Start up debuggers. Start these first in case they want to wait.
-    debuggers = domains & DEBUGGER_INTEGRATIONS
+    debuggers = domains_to_setup & DEBUGGER_INTEGRATIONS
+
     if debuggers:
-        _LOGGER.debug("Starting up debuggers %s", debuggers)
+        _LOGGER.debug("Setting up debuggers: %s", debuggers)
-        await asyncio.gather(
+        await async_setup_multi_components(hass, debuggers, config, setup_started)
-            *(async_setup_component(hass, domain, config) for domain in debuggers)
-        )
-        domains -= DEBUGGER_INTEGRATIONS
 
-    # Resolve all dependencies of all components so we can find the logging
+    # calculate what components to setup in what stage
-    # and integrations that need faster initialization.
+    stage_1_domains = set()
-    resolved_domains_task = asyncio.gather(
-        *(loader.async_component_dependencies(hass, domain) for domain in domains),
-        return_exceptions=True,
-    )
 
-    # Set up core.
+    # Find all dependencies of any dependency of any stage 1 integration that
-    _LOGGER.debug("Setting up %s", CORE_INTEGRATIONS)
+    # we plan on loading and promote them to stage 1
+    deps_promotion = STAGE_1_INTEGRATIONS
+    while deps_promotion:
+        old_deps_promotion = deps_promotion
+        deps_promotion = set()
 
-    if not all(
+        for domain in old_deps_promotion:
-        await asyncio.gather(
+            if domain not in domains_to_setup or domain in stage_1_domains:
-            *(
+                continue
-                async_setup_component(hass, domain, config)
-                for domain in CORE_INTEGRATIONS
-            )
-        )
-    ):
-        _LOGGER.error(
-            "Home Assistant core failed to initialize. "
-            "Further initialization aborted"
-        )
-        return
 
-    _LOGGER.debug("Home Assistant core initialized")
+            stage_1_domains.add(domain)
 
-    # Finish resolving domains
+            dep_itg = integration_cache.get(domain)
-    for dep_domains in await resolved_domains_task:
-        # Result is either a set or an exception. We ignore exceptions
-        # It will be properly handled during setup of the domain.
-        if isinstance(dep_domains, set):
-            domains.update(dep_domains)
 
-    # setup components
+            if dep_itg is None:
-    logging_domains = domains & LOGGING_INTEGRATIONS
+                continue
-    stage_1_domains = domains & STAGE_1_INTEGRATIONS
-    stage_2_domains = domains - logging_domains - stage_1_domains
 
-    if logging_domains:
+            deps_promotion.update(dep_itg.all_dependencies)
-        _LOGGER.info("Setting up %s", logging_domains)
 
-        await asyncio.gather(
+    stage_2_domains = domains_to_setup - logging_domains - debuggers - stage_1_domains
-            *(async_setup_component(hass, domain, config) for domain in logging_domains)
-        )
 
     # Kick off loading the registries. They don't need to be awaited.
-    asyncio.gather(
+    asyncio.create_task(hass.helpers.device_registry.async_get_registry())
-        hass.helpers.device_registry.async_get_registry(),
+    asyncio.create_task(hass.helpers.entity_registry.async_get_registry())
-        hass.helpers.entity_registry.async_get_registry(),
+    asyncio.create_task(hass.helpers.area_registry.async_get_registry())
-        hass.helpers.area_registry.async_get_registry(),
-    )
 
+    # Start setup
     if stage_1_domains:
-        await asyncio.gather(
+        _LOGGER.info("Setting up stage 1: %s", stage_1_domains)
-            *(async_setup_component(hass, domain, config) for domain in stage_1_domains)
+        try:
-        )
+            async with hass.timeout.async_timeout(
-
+                STAGE_1_TIMEOUT, cool_down=COOLDOWN_TIME
-    # Load all integrations
-    after_dependencies: Dict[str, Set[str]] = {}
-
-    for int_or_exc in await asyncio.gather(
-        *(loader.async_get_integration(hass, domain) for domain in stage_2_domains),
-        return_exceptions=True,
             ):
-        # Exceptions are handled in async_setup_component.
+                await async_setup_multi_components(
-        if isinstance(int_or_exc, loader.Integration) and int_or_exc.after_dependencies:
+                    hass, stage_1_domains, config, setup_started
-            after_dependencies[int_or_exc.domain] = set(int_or_exc.after_dependencies)
-
-    last_load = None
-    while stage_2_domains:
-        domains_to_load = set()
-
-        for domain in stage_2_domains:
-            after_deps = after_dependencies.get(domain)
-            # Load if integration has no after_dependencies or they are
-            # all loaded
-            if not after_deps or not after_deps - hass.config.components:
-                domains_to_load.add(domain)
-
-        if not domains_to_load or domains_to_load == last_load:
-            break
-
-        _LOGGER.debug("Setting up %s", domains_to_load)
-
-        await asyncio.gather(
-            *(async_setup_component(hass, domain, config) for domain in domains_to_load)
                 )
+        except asyncio.TimeoutError:
+            _LOGGER.warning("Setup timed out for stage 1 - moving forward")
 
-        last_load = domains_to_load
+    # Enables after dependencies
-        stage_2_domains -= domains_to_load
+    async_set_domains_to_be_loaded(hass, stage_2_domains)
 
-    # These are stage 2 domains that never have their after_dependencies
-    # satisfied.
     if stage_2_domains:
-        _LOGGER.debug("Final set up: %s", stage_2_domains)
+        _LOGGER.info("Setting up stage 2: %s", stage_2_domains)
-
+        try:
-        await asyncio.gather(
+            async with hass.timeout.async_timeout(
-            *(async_setup_component(hass, domain, config) for domain in stage_2_domains)
+                STAGE_2_TIMEOUT, cool_down=COOLDOWN_TIME
+            ):
+                await async_setup_multi_components(
+                    hass, stage_2_domains, config, setup_started
                 )
+        except asyncio.TimeoutError:
+            _LOGGER.warning("Setup timed out for stage 2 - moving forward")
 
     # Wrap up startup
+    _LOGGER.debug("Waiting for startup to wrap up")
+    try:
+        async with hass.timeout.async_timeout(WRAP_UP_TIMEOUT, cool_down=COOLDOWN_TIME):
             await hass.async_block_till_done()
+    except asyncio.TimeoutError:
+        _LOGGER.warning("Setup timed out for bootstrap - moving forward")

homeassistant/components/__init__.py

@@ -11,7 +11,6 @@ import logging
 
 from homeassistant.core import split_entity_id
 
-
 # mypy: allow-untyped-defs
 
 _LOGGER = logging.getLogger(__name__)
@@ -38,7 +37,7 @@ def is_on(hass, entity_id=None):
             continue
 
         if not hasattr(component, "is_on"):
-            _LOGGER.warning("Integration %s has no is_on method.", domain)
+            _LOGGER.warning("Integration %s has no is_on method", domain)
             continue
 
         if component.is_on(ent_id):

homeassistant/components/abode/.translations/ca.json

@@ -1,22 +0,0 @@
-{
-    "config": {
-        "abort": {
-            "single_instance_allowed": "Nom\u00e9s es permet una \u00fanica configuraci\u00f3 d'Abode."
-        },
-        "error": {
-            "connection_error": "No es pot connectar amb Abode.",
-            "identifier_exists": "Compte ja registrat.",
-            "invalid_credentials": "Credencials inv\u00e0lides."
-        },
-        "step": {
-            "user": {
-                "data": {
-                    "password": "Contrasenya",
-                    "username": "Correu electr\u00f2nic"
-                },
-                "title": "Introdueix la teva informaci\u00f3 d'inici de sessi\u00f3 a Abode."
-            }
-        },
-        "title": "Abode"
-    }
-}

homeassistant/components/abode/.translations/da.json

@@ -1,22 +0,0 @@
-{
-    "config": {
-        "abort": {
-            "single_instance_allowed": "Det er kun n\u00f8dvendigt med en ops\u00e6tning af Abode."
-        },
-        "error": {
-            "connection_error": "Kunne ikke oprette forbindelse til Abode.",
-            "identifier_exists": "Konto er allerede registreret.",
-            "invalid_credentials": "Ugyldige legitimationsoplysninger."
-        },
-        "step": {
-            "user": {
-                "data": {
-                    "password": "Adgangskode",
-                    "username": "Email adresse"
-                },
-                "title": "Udfyld dine Abode-loginoplysninger"
-            }
-        },
-        "title": "Abode"
-    }
-}

homeassistant/components/abode/.translations/de.json

@@ -1,22 +0,0 @@
-{
-    "config": {
-        "abort": {
-            "single_instance_allowed": "Es ist nur eine einzige Konfiguration von Abode erlaubt."
-        },
-        "error": {
-            "connection_error": "Es kann keine Verbindung zu Abode hergestellt werden.",
-            "identifier_exists": "Das Konto ist bereits registriert.",
-            "invalid_credentials": "Ung\u00fcltige Anmeldeinformationen"
-        },
-        "step": {
-            "user": {
-                "data": {
-                    "password": "Passwort",
-                    "username": "E-Mail-Adresse"
-                },
-                "title": "Gib deine Abode-Anmeldeinformationen ein"
-            }
-        },
-        "title": "Abode"
-    }
-}

homeassistant/components/abode/.translations/en.json

@@ -1,22 +0,0 @@
-{
-    "config": {
-        "abort": {
-            "single_instance_allowed": "Only a single configuration of Abode is allowed."
-        },
-        "error": {
-            "connection_error": "Unable to connect to Abode.",
-            "identifier_exists": "Account already registered.",
-            "invalid_credentials": "Invalid credentials."
-        },
-        "step": {
-            "user": {
-                "data": {
-                    "password": "Password",
-                    "username": "Email Address"
-                },
-                "title": "Fill in your Abode login information"
-            }
-        },
-        "title": "Abode"
-    }
-}

homeassistant/components/abode/.translations/es.json

@@ -1,22 +0,0 @@
-{
-    "config": {
-        "abort": {
-            "single_instance_allowed": "Solo se permite una \u00fanica configuraci\u00f3n de Abode."
-        },
-        "error": {
-            "connection_error": "No se puede conectar a Abode.",
-            "identifier_exists": "Cuenta ya registrada.",
-            "invalid_credentials": "Credenciales inv\u00e1lidas."
-        },
-        "step": {
-            "user": {
-                "data": {
-                    "password": "Contrase\u00f1a",
-                    "username": "Direcci\u00f3n de correo electr\u00f3nico"
-                },
-                "title": "Rellene la informaci\u00f3n de acceso Abode"
-            }
-        },
-        "title": "Abode"
-    }
-}

homeassistant/components/abode/.translations/fr.json

@@ -1,22 +0,0 @@
-{
-    "config": {
-        "abort": {
-            "single_instance_allowed": "Une seule configuration d'Abode est autoris\u00e9e."
-        },
-        "error": {
-            "connection_error": "Impossible de se connecter \u00e0 Abode.",
-            "identifier_exists": "Compte d\u00e9j\u00e0 enregistr\u00e9.",
-            "invalid_credentials": "Informations d'identification invalides."
-        },
-        "step": {
-            "user": {
-                "data": {
-                    "password": "Mot de passe",
-                    "username": "Adresse e-mail"
-                },
-                "title": "Remplissez vos informations de connexion Abode"
-            }
-        },
-        "title": "Abode"
-    }
-}

homeassistant/components/abode/.translations/it.json

@@ -1,22 +0,0 @@
-{
-    "config": {
-        "abort": {
-            "single_instance_allowed": "\u00c8 consentita una sola configurazione di Abode."
-        },
-        "error": {
-            "connection_error": "Impossibile connettersi ad Abode.",
-            "identifier_exists": "Account gi\u00e0 registrato",
-            "invalid_credentials": "Credenziali non valide"
-        },
-        "step": {
-            "user": {
-                "data": {
-                    "password": "Password",
-                    "username": "Indirizzo email"
-                },
-                "title": "Inserisci le tue informazioni di accesso Abode"
-            }
-        },
-        "title": "Abode"
-    }
-}

homeassistant/components/abode/.translations/ko.json

@@ -1,22 +0,0 @@
-{
-    "config": {
-        "abort": {
-            "single_instance_allowed": "\ud558\ub098\uc758 Abode \ub9cc \uad6c\uc131 \ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4."
-        },
-        "error": {
-            "connection_error": "Abode \uc5d0 \uc5f0\uacb0\ud560 \uc218 \uc5c6\uc2b5\ub2c8\ub2e4.",
-            "identifier_exists": "\uacc4\uc815\uc774 \uc774\ubbf8 \ub4f1\ub85d\ub418\uc5c8\uc2b5\ub2c8\ub2e4",
-            "invalid_credentials": "\uc0ac\uc6a9\uc790 \uc774\ub984 \ud639\uc740 \ube44\ubc00\ubc88\ud638\uac00 \uc798\ubabb\ub418\uc5c8\uc2b5\ub2c8\ub2e4"
-        },
-        "step": {
-            "user": {
-                "data": {
-                    "password": "\ube44\ubc00\ubc88\ud638",
-                    "username": "\uc774\uba54\uc77c \uc8fc\uc18c"
-                },
-                "title": "Abode \uc0ac\uc6a9\uc790 \uc815\ubcf4\ub97c \uc785\ub825\ud574\uc8fc\uc138\uc694"
-            }
-        },
-        "title": "Abode"
-    }
-}

homeassistant/components/abode/.translations/lb.json

@@ -1,22 +0,0 @@
-{
-    "config": {
-        "abort": {
-            "single_instance_allowed": "N\u00ebmmen eng eenzeg Konfiguratioun vun ZHA ass erlaabt."
-        },
-        "error": {
-            "connection_error": "Kann sech net mat Abode verbannen.",
-            "identifier_exists": "Konto ass scho registr\u00e9iert",
-            "invalid_credentials": "Ong\u00eblteg Login Informatioune"
-        },
-        "step": {
-            "user": {
-                "data": {
-                    "password": "Passwuert",
-                    "username": "E-Mail Adress"
-                },
-                "title": "F\u00ebllt \u00e4r Abode Login Informatiounen aus."
-            }
-        },
-        "title": "Abode"
-    }
-}