Files
cibuildwheel/cibuildwheel/bashlex_eval.py
T

121 lines
3.9 KiB
Python
Raw Normal View History

import dataclasses
2019-11-12 23:51:27 +00:00
import subprocess
from collections.abc import (
Callable,
Iterable,
Mapping,
Sequence,
)
import bashlex
2020-07-19 19:46:40 +01:00
# a function that takes a command and the environment, and returns the result
EnvironmentExecutor = Callable[[list[str], dict[str, str]], str]
def local_environment_executor(command: Sequence[str], env: Mapping[str, str]) -> str:
return subprocess.run(command, env=env, text=True, stdout=subprocess.PIPE, check=True).stdout
@dataclasses.dataclass(frozen=True, kw_only=True)
2022-04-28 09:19:27 -04:00
class NodeExecutionContext:
environment: dict[str, str]
input: str
executor: EnvironmentExecutor
2019-11-12 23:51:27 +00:00
2021-04-30 17:56:34 -04:00
def evaluate(
value: str, environment: Mapping[str, str], executor: EnvironmentExecutor | None = None
2021-04-30 17:56:34 -04:00
) -> str:
if not value:
# empty string evaluates to empty string
# (but trips up bashlex)
2021-05-03 11:45:43 -04:00
return ""
command_node = bashlex.parsesingle(value)
if len(command_node.parts) != 1:
2022-09-05 13:11:46 -04:00
msg = f"{value!r} has too many parts"
raise ValueError(msg)
value_word_node = command_node.parts[0]
2019-11-12 23:51:27 +00:00
2020-04-08 00:51:04 +02:00
return evaluate_node(
2019-11-12 23:51:27 +00:00
value_word_node,
2021-04-30 17:56:34 -04:00
context=NodeExecutionContext(
environment=dict(environment),
input=value,
executor=executor or local_environment_executor,
2021-04-30 17:56:34 -04:00
),
)
2017-09-01 13:24:12 +01:00
2020-04-08 00:51:04 +02:00
def evaluate_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
2021-05-03 11:45:43 -04:00
if node.kind == "word":
2020-04-08 00:51:04 +02:00
return evaluate_word_node(node, context=context)
2021-05-03 11:45:43 -04:00
elif node.kind == "commandsubstitution":
node_result = evaluate_command_node(node.command, context=context)
# bash removes training newlines in command substitution
return node_result.rstrip()
2021-05-03 11:45:43 -04:00
elif node.kind == "parameter":
2020-04-08 00:51:04 +02:00
return evaluate_parameter_node(node, context=context)
2017-09-01 13:24:12 +01:00
else:
2022-09-05 13:11:46 -04:00
msg = f"Unsupported bash construct: {node.kind!r}"
raise ValueError(msg)
2017-09-01 13:24:12 +01:00
2020-04-08 00:51:04 +02:00
def evaluate_word_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
value: str = node.word
2017-09-01 13:24:12 +01:00
for part in node.parts:
2021-04-30 17:56:34 -04:00
part_string = context.input[part.pos[0] : part.pos[1]]
part_value = evaluate_node(part, context=context)
2017-09-01 13:24:12 +01:00
if part_string not in value:
2022-09-05 13:11:46 -04:00
msg = f"bash parse failed. part {part_string!r} not found in {value!r}. Word was {node.word!r}. Full input was {context.input!r}"
raise RuntimeError(msg)
2017-09-01 13:24:12 +01:00
value = value.replace(part_string, part_value, 1)
return value
2017-09-01 13:24:12 +01:00
2020-04-08 00:51:04 +02:00
def evaluate_command_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
2021-05-03 11:45:43 -04:00
if any(n.kind == "operator" for n in node.parts):
return evaluate_nodes_as_compound_command(node.parts, context=context)
else:
return evaluate_nodes_as_simple_command(node.parts, context=context)
2021-04-30 17:56:34 -04:00
def evaluate_nodes_as_compound_command(
nodes: Sequence[bashlex.ast.node], context: NodeExecutionContext
) -> str:
# bashlex doesn't support any operators besides ';' inside command
# substitutions, so we only need to handle that case. We do so assuming
# that `set -o errexit` is on, because it's easier to code!
2021-05-03 11:45:43 -04:00
result = ""
for node in nodes:
2021-05-03 11:45:43 -04:00
if node.kind == "command":
result += evaluate_command_node(node, context=context)
2021-05-03 11:45:43 -04:00
elif node.kind == "operator":
if node.op != ";":
2022-09-05 13:11:46 -04:00
msg = f"Unsupported bash operator: {node.op!r}"
raise ValueError(msg)
else:
2022-09-05 13:11:46 -04:00
msg = f"Unsupported bash node in compound command: {node.kind!r}"
raise ValueError(msg)
return result
2021-04-30 17:56:34 -04:00
def evaluate_nodes_as_simple_command(
nodes: Iterable[bashlex.ast.node], context: NodeExecutionContext
2021-04-30 17:56:34 -04:00
) -> str:
command = [evaluate_node(part, context=context) for part in nodes]
return context.executor(command, context.environment)
2017-09-01 13:24:12 +01:00
2020-04-08 00:51:04 +02:00
def evaluate_parameter_node(node: bashlex.ast.node, context: NodeExecutionContext) -> str:
2021-05-03 11:45:43 -04:00
return context.environment.get(node.value, "")