2021-11-25 21:54:11 +01:00
|
|
|
import colorama
|
2019-05-12 23:04:36 +02:00
|
|
|
import os.path
|
|
|
|
import re
|
|
|
|
import subprocess
|
2021-08-09 22:43:18 +02:00
|
|
|
import json
|
|
|
|
from pathlib import Path
|
2019-05-12 23:04:36 +02:00
|
|
|
|
2021-03-07 20:03:16 +01:00
|
|
|
root_path = os.path.abspath(os.path.normpath(os.path.join(__file__, "..", "..")))
|
|
|
|
basepath = os.path.join(root_path, "esphome")
|
2021-08-09 22:43:18 +02:00
|
|
|
temp_folder = os.path.join(root_path, ".temp")
|
|
|
|
temp_header_file = os.path.join(temp_folder, "all-include.cpp")
|
2019-05-12 23:04:36 +02:00
|
|
|
|
|
|
|
|
2021-11-25 21:54:11 +01:00
|
|
|
def styled(color, msg, reset=True):
|
2022-02-10 09:55:11 +01:00
|
|
|
prefix = "".join(color) if isinstance(color, tuple) else color
|
|
|
|
suffix = colorama.Style.RESET_ALL if reset else ""
|
2021-11-25 21:54:11 +01:00
|
|
|
return prefix + msg + suffix
|
2019-05-12 23:04:36 +02:00
|
|
|
|
2021-11-25 21:54:11 +01:00
|
|
|
|
|
|
|
def print_error_for_file(file, body):
|
2022-02-10 09:55:11 +01:00
|
|
|
print(
|
|
|
|
styled(colorama.Fore.GREEN, "### File ")
|
|
|
|
+ styled((colorama.Fore.GREEN, colorama.Style.BRIGHT), file)
|
|
|
|
)
|
2021-11-25 21:54:11 +01:00
|
|
|
print()
|
|
|
|
if body is not None:
|
|
|
|
print(body)
|
|
|
|
print()
|
2019-05-12 23:04:36 +02:00
|
|
|
|
|
|
|
|
|
|
|
def build_all_include():
|
|
|
|
# Build a cpp file that includes all header files in this repo.
|
|
|
|
# Otherwise header-only integrations would not be tested by clang-tidy
|
|
|
|
headers = []
|
|
|
|
for path in walk_files(basepath):
|
2021-03-07 20:03:16 +01:00
|
|
|
filetypes = (".h",)
|
2019-05-12 23:04:36 +02:00
|
|
|
ext = os.path.splitext(path)[1]
|
|
|
|
if ext in filetypes:
|
|
|
|
path = os.path.relpath(path, root_path)
|
2021-03-07 20:03:16 +01:00
|
|
|
include_p = path.replace(os.path.sep, "/")
|
2019-12-07 18:28:55 +01:00
|
|
|
headers.append(f'#include "{include_p}"')
|
2019-05-12 23:04:36 +02:00
|
|
|
headers.sort()
|
2021-03-07 20:03:16 +01:00
|
|
|
headers.append("")
|
|
|
|
content = "\n".join(headers)
|
2021-08-09 22:43:18 +02:00
|
|
|
p = Path(temp_header_file)
|
|
|
|
p.parent.mkdir(exist_ok=True)
|
|
|
|
p.write_text(content)
|
2019-05-12 23:04:36 +02:00
|
|
|
|
|
|
|
|
|
|
|
def walk_files(path):
|
|
|
|
for root, _, files in os.walk(path):
|
|
|
|
for name in files:
|
|
|
|
yield os.path.join(root, name)
|
|
|
|
|
|
|
|
|
|
|
|
def get_output(*args):
|
|
|
|
proc = subprocess.Popen(args, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
|
|
output, err = proc.communicate()
|
2021-03-07 20:03:16 +01:00
|
|
|
return output.decode("utf-8")
|
|
|
|
|
|
|
|
|
|
|
|
def get_err(*args):
|
|
|
|
proc = subprocess.Popen(args, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
|
|
output, err = proc.communicate()
|
|
|
|
return err.decode("utf-8")
|
2019-05-12 23:04:36 +02:00
|
|
|
|
|
|
|
|
|
|
|
def splitlines_no_ends(string):
|
|
|
|
return [s.strip() for s in string.splitlines()]
|
|
|
|
|
|
|
|
|
|
|
|
def changed_files():
|
2021-03-07 20:03:16 +01:00
|
|
|
check_remotes = ["upstream", "origin"]
|
|
|
|
check_remotes.extend(splitlines_no_ends(get_output("git", "remote")))
|
2020-07-14 14:34:44 +02:00
|
|
|
for remote in check_remotes:
|
2021-03-07 20:03:16 +01:00
|
|
|
command = ["git", "merge-base", f"refs/remotes/{remote}/dev", "HEAD"]
|
2019-05-12 23:04:36 +02:00
|
|
|
try:
|
|
|
|
merge_base = splitlines_no_ends(get_output(*command))[0]
|
|
|
|
break
|
2021-03-07 20:03:16 +01:00
|
|
|
# pylint: disable=bare-except
|
2019-05-12 23:04:36 +02:00
|
|
|
except:
|
|
|
|
pass
|
|
|
|
else:
|
|
|
|
raise ValueError("Git not configured")
|
2021-03-07 20:03:16 +01:00
|
|
|
command = ["git", "diff", merge_base, "--name-only"]
|
2019-05-12 23:04:36 +02:00
|
|
|
changed = splitlines_no_ends(get_output(*command))
|
|
|
|
changed = [os.path.relpath(f, os.getcwd()) for f in changed]
|
|
|
|
changed.sort()
|
|
|
|
return changed
|
|
|
|
|
|
|
|
|
|
|
|
def filter_changed(files):
|
|
|
|
changed = changed_files()
|
|
|
|
files = [f for f in files if f in changed]
|
|
|
|
print("Changed files:")
|
|
|
|
if not files:
|
|
|
|
print(" No changed files!")
|
|
|
|
for c in files:
|
2019-12-07 18:28:55 +01:00
|
|
|
print(f" {c}")
|
2019-05-12 23:04:36 +02:00
|
|
|
return files
|
2019-05-24 17:20:06 +02:00
|
|
|
|
|
|
|
|
2021-09-13 18:11:27 +02:00
|
|
|
def filter_grep(files, value):
|
|
|
|
matched = []
|
|
|
|
for file in files:
|
2022-02-10 09:55:11 +01:00
|
|
|
with open(file) as handle:
|
2021-09-13 18:11:27 +02:00
|
|
|
contents = handle.read()
|
|
|
|
if value in contents:
|
|
|
|
matched.append(file)
|
|
|
|
return matched
|
|
|
|
|
|
|
|
|
2021-07-25 23:54:32 +02:00
|
|
|
def git_ls_files(patterns=None):
|
2021-03-07 20:03:16 +01:00
|
|
|
command = ["git", "ls-files", "-s"]
|
2021-07-25 23:54:32 +02:00
|
|
|
if patterns is not None:
|
|
|
|
command.extend(patterns)
|
2019-05-24 17:20:06 +02:00
|
|
|
proc = subprocess.Popen(command, stdout=subprocess.PIPE)
|
|
|
|
output, err = proc.communicate()
|
2021-03-07 20:03:16 +01:00
|
|
|
lines = [x.split() for x in output.decode("utf-8").splitlines()]
|
|
|
|
return {s[3].strip(): int(s[0]) for s in lines}
|
2021-08-09 22:43:18 +02:00
|
|
|
|
|
|
|
|
|
|
|
def load_idedata(environment):
|
|
|
|
platformio_ini = Path(root_path) / "platformio.ini"
|
|
|
|
temp_idedata = Path(temp_folder) / f"idedata-{environment}.json"
|
2021-09-20 11:47:51 +02:00
|
|
|
changed = False
|
2021-08-09 22:43:18 +02:00
|
|
|
if not platformio_ini.is_file() or not temp_idedata.is_file():
|
|
|
|
changed = True
|
|
|
|
elif platformio_ini.stat().st_mtime >= temp_idedata.stat().st_mtime:
|
|
|
|
changed = True
|
2021-09-20 11:47:51 +02:00
|
|
|
|
2021-09-21 17:12:17 +02:00
|
|
|
if "idf" in environment:
|
|
|
|
# remove full sdkconfig when the defaults have changed so that it is regenerated
|
|
|
|
default_sdkconfig = Path(root_path) / "sdkconfig.defaults"
|
|
|
|
temp_sdkconfig = Path(temp_folder) / f"sdkconfig-{environment}"
|
|
|
|
|
|
|
|
if not temp_sdkconfig.is_file():
|
|
|
|
changed = True
|
|
|
|
elif default_sdkconfig.stat().st_mtime >= temp_sdkconfig.stat().st_mtime:
|
|
|
|
temp_sdkconfig.unlink()
|
2021-09-20 11:47:51 +02:00
|
|
|
changed = True
|
2021-08-09 22:43:18 +02:00
|
|
|
|
|
|
|
if not changed:
|
2021-08-10 11:14:04 +02:00
|
|
|
return json.loads(temp_idedata.read_text())
|
2021-08-09 22:43:18 +02:00
|
|
|
|
2021-09-21 17:12:17 +02:00
|
|
|
# ensure temp directory exists before running pio, as it writes sdkconfig to it
|
|
|
|
Path(temp_folder).mkdir(exist_ok=True)
|
|
|
|
|
2021-08-10 11:14:04 +02:00
|
|
|
stdout = subprocess.check_output(["pio", "run", "-t", "idedata", "-e", environment])
|
|
|
|
match = re.search(r'{\s*".*}', stdout.decode("utf-8"))
|
|
|
|
data = json.loads(match.group())
|
2021-08-09 22:43:18 +02:00
|
|
|
|
2021-08-10 11:14:04 +02:00
|
|
|
temp_idedata.write_text(json.dumps(data, indent=2) + "\n")
|
|
|
|
return data
|