dee354f252
- prefer deploy crawler, redis and job to same zone - prefer deploying crawler and job together via crawler node type, redis via redis node type (all optional)
165 lines
4.0 KiB
Python
165 lines
4.0 KiB
Python
""" swarm util functions """
|
|
|
|
import tempfile
|
|
import os
|
|
import base64
|
|
import subprocess
|
|
|
|
from python_on_whales import docker, client_config
|
|
from python_on_whales.exceptions import DockerException
|
|
|
|
|
|
def get_templates_dir():
|
|
""" return directory containing templates for loading """
|
|
return os.path.join(os.path.dirname(__file__), "templates")
|
|
|
|
|
|
def run_swarm_stack(name, data):
|
|
""" run swarm stack via interpolated file """
|
|
with tempfile.NamedTemporaryFile("wt") as fh_io:
|
|
fh_io.write(data)
|
|
fh_io.flush()
|
|
|
|
try:
|
|
docker.stack.deploy(
|
|
name,
|
|
compose_files=[fh_io.name],
|
|
orchestrator="swarm",
|
|
resolve_image="never",
|
|
)
|
|
except DockerException as exc:
|
|
print(exc, flush=True)
|
|
|
|
return name
|
|
|
|
|
|
def delete_swarm_stack(name):
|
|
""" remove stack """
|
|
try:
|
|
docker.stack.remove(name)
|
|
return True
|
|
except DockerException as exc:
|
|
print(exc, flush=True)
|
|
return False
|
|
|
|
|
|
def delete_volumes(names):
|
|
""" remove stack """
|
|
try:
|
|
docker.volume.remove(names)
|
|
return True
|
|
except DockerException as exc:
|
|
print(exc, flush=True)
|
|
return False
|
|
|
|
|
|
def create_config(name, data, labels):
|
|
""" create config from specified data """
|
|
with tempfile.NamedTemporaryFile("wt") as fh_io:
|
|
fh_io.write(data)
|
|
fh_io.flush()
|
|
|
|
try:
|
|
docker.config.create(name, fh_io.name, labels=labels)
|
|
except DockerException as exc:
|
|
print(exc, flush=True)
|
|
|
|
|
|
def get_config(name):
|
|
""" get config data, base64 decode """
|
|
try:
|
|
config = docker.config.inspect(name)
|
|
return base64.b64decode(config.spec.data)
|
|
except DockerException as exc:
|
|
print(exc, flush=True)
|
|
return None
|
|
|
|
|
|
def delete_config(name):
|
|
""" get config data, base64 decode """
|
|
try:
|
|
docker.config.remove(name)
|
|
return True
|
|
except DockerException as exc:
|
|
print(exc, flush=True)
|
|
return False
|
|
|
|
|
|
def delete_configs(label):
|
|
""" delete configs with specified label """
|
|
try:
|
|
configs = docker.config.list(filters={"label": label})
|
|
for config in configs:
|
|
config.remove()
|
|
|
|
except DockerException as exc:
|
|
print(exc, flush=True)
|
|
|
|
|
|
def get_service(service_name):
|
|
""" get a swarm service """
|
|
try:
|
|
res = docker.service.inspect(service_name)
|
|
return res
|
|
except DockerException:
|
|
return None
|
|
|
|
|
|
def get_service_labels(service_name):
|
|
""" get labels from a swarm service """
|
|
service = get_service(service_name)
|
|
return service.spec.labels if service else {}
|
|
|
|
|
|
def set_service_label(service_name, label):
|
|
""" update label """
|
|
exe_file = client_config.get_docker_binary_path_in_cache()
|
|
|
|
try:
|
|
subprocess.run(
|
|
[
|
|
exe_file,
|
|
"service",
|
|
"update",
|
|
service_name,
|
|
"--label-add",
|
|
label,
|
|
],
|
|
capture_output=True,
|
|
check=True,
|
|
)
|
|
# pylint: disable=broad-except
|
|
except Exception as exc:
|
|
print(exc, flush=True)
|
|
|
|
|
|
def scale_service(service_name, new_scale):
|
|
""" update scale of service """
|
|
service = get_service(service_name)
|
|
if not service:
|
|
print(f"service {service_name} not found", flush=True)
|
|
return False
|
|
|
|
try:
|
|
service.scale(new_scale)
|
|
except DockerException as exc:
|
|
print(exc, flush=True)
|
|
return False
|
|
|
|
return True
|
|
|
|
|
|
def ping_containers(value, signal_="SIGTERM"):
|
|
""" ping running containers with given service name with signal """
|
|
try:
|
|
count = 0
|
|
conts = docker.container.list(filters={"name": value})
|
|
for cont in conts:
|
|
print("Sending Signal: " + signal_, flush=True)
|
|
cont.kill(signal_)
|
|
count += 1
|
|
return count
|
|
except DockerException as exc:
|
|
print(exc, flush=True)
|
|
return 0
|