1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
|
from itertools import chain
import os
from mozharness.base.log import INFO
# BalrogMixin {{{1
class BalrogMixin(object):
@staticmethod
def _query_balrog_username(server_config, product=None):
username = server_config["balrog_usernames"].get(product)
if username:
return username
else:
raise KeyError("Couldn't find balrog username.")
def generate_balrog_props(self, props_path):
self.set_buildbot_property(
"hashType", self.config.get("hash_type", "sha512"), write_to_file=True
)
if self.buildbot_config and "properties" in self.buildbot_config:
buildbot_properties = self.buildbot_config["properties"].items()
else:
buildbot_properties = []
balrog_props = dict(properties=dict(chain(
buildbot_properties,
self.buildbot_properties.items(),
)))
if self.config.get('balrog_platform'):
balrog_props["properties"]["platform"] = self.config['balrog_platform']
if "branch" not in balrog_props["properties"]:
balrog_props["properties"]["branch"] = self.branch
self.dump_config(props_path, balrog_props)
def submit_balrog_updates(self, release_type="nightly", product=None):
c = self.config
dirs = self.query_abs_dirs()
if self.buildbot_config and "properties" in self.buildbot_config:
product = self.buildbot_config["properties"]["product"]
if product is None:
self.fatal('There is no valid product information.')
props_path = os.path.join(dirs["base_work_dir"], "balrog_props.json")
credentials_file = os.path.join(
dirs["base_work_dir"], c["balrog_credentials_file"]
)
submitter_script = os.path.join(
dirs["abs_tools_dir"], "scripts", "updates", "balrog-submitter.py"
)
self.generate_balrog_props(props_path)
cmd = [
self.query_exe("python"),
submitter_script,
"--build-properties", props_path,
"-t", release_type,
"--credentials-file", credentials_file,
]
if self._log_level_at_least(INFO):
cmd.append("--verbose")
return_codes = []
for server in c["balrog_servers"]:
server_args = [
"--api-root", server["balrog_api_root"],
"--username", self._query_balrog_username(server, product)
]
if server.get("url_replacements"):
for replacement in server["url_replacements"]:
server_args.append("--url-replacement")
server_args.append(",".join(replacement))
self.info("Calling Balrog submission script")
return_code = self.retry(
self.run_command, attempts=5, args=(cmd + server_args,),
good_statuses=(0,),
)
if server["ignore_failures"]:
self.info("Ignoring result, ignore_failures set to True")
else:
return_codes.append(return_code)
# return the worst (max) code
return max(return_codes)
def submit_balrog_release_pusher(self, dirs):
product = self.buildbot_config["properties"]["product"]
cmd = [self.query_exe("python"), os.path.join(os.path.join(dirs['abs_tools_dir'], "scripts/updates/balrog-release-pusher.py"))]
cmd.extend(["--build-properties", os.path.join(dirs["base_work_dir"], "balrog_props.json")])
cmd.extend(["--buildbot-configs", "https://hg.mozilla.org/build/buildbot-configs"])
cmd.extend(["--release-config", os.path.join(dirs['build_dir'], self.config.get("release_config_file"))])
cmd.extend(["--credentials-file", os.path.join(dirs['base_work_dir'], self.config.get("balrog_credentials_file"))])
cmd.extend(["--release-channel", self.query_release_config()['release_channel']])
return_codes = []
for server in self.config["balrog_servers"]:
server_args = [
"--api-root", server["balrog_api_root"],
"--username", self._query_balrog_username(server, product)
]
self.info("Calling Balrog release pusher script")
return_code = self.retry(
self.run_command, args=(cmd + server_args,),
kwargs={'cwd': dirs['abs_work_dir']},
good_statuses=(0,),
)
if server["ignore_failures"]:
self.info("Ignoring result, ignore_failures set to True")
else:
return_codes.append(return_code)
# return the worst (max) code
return max(return_codes)
def lock_balrog_rules(self, rule_ids):
c = self.config
dirs = self.query_abs_dirs()
submitter_script = os.path.join(
dirs["abs_tools_dir"], "scripts", "updates",
"balrog-nightly-locker.py"
)
credentials_file = os.path.join(
dirs["base_work_dir"], c["balrog_credentials_file"]
)
cmd = [
self.query_exe("python"),
submitter_script,
"--credentials-file", credentials_file,
"--api-root", c["balrog_api_root"],
"--username", c["balrog_username"],
]
for r in rule_ids:
cmd.extend(["-r", str(r)])
if self._log_level_at_least(INFO):
cmd.append("--verbose")
cmd.append("lock")
self.info("Calling Balrog rule locking script.")
self.retry(self.run_command, attempts=5, args=cmd,
kwargs={"halt_on_failure": True})
|
