1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
|
#!/usr/bin/env python
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this file,
# You can obtain one at http://mozilla.org/MPL/2.0/.
"""
Imports a test suite from a remote repository. Takes one argument, a file in
the format described in README.
Note: removes both source and destination directory before starting. Do not
use with outstanding changes in either directory.
"""
from __future__ import print_function, unicode_literals
import os
import shutil
import subprocess
import sys
import parseManifest
import writeBuildFiles
def readManifests(iden, dirs):
def parseManifestFile(iden, path):
pathstr = "hg-%s/%s/MANIFEST" % (iden, path)
subdirs, mochitests, reftests, _, supportfiles = parseManifest.parseManifestFile(pathstr)
return subdirs, mochitests, reftests, supportfiles
data = []
for path in dirs:
subdirs, mochitests, reftests, supportfiles = parseManifestFile(iden, path)
data.append({
"path": path,
"mochitests": mochitests,
"reftests": reftests,
"supportfiles": supportfiles,
})
data.extend(readManifests(iden, ["%s/%s" % (path, d) for d in subdirs]))
return data
def getData(confFile):
"""This function parses a file of the form
(hg or git)|URL of remote repository|identifier for the local directory
First directory of tests
...
Last directory of tests"""
vcs = ""
url = ""
iden = ""
directories = []
try:
with open(confFile, 'r') as fp:
first = True
for line in fp:
if first:
vcs, url, iden = line.strip().split("|")
first = False
else:
directories.append(line.strip())
finally:
return vcs, url, iden, directories
def makePathInternal(a, b):
if not b:
# Empty directory, i.e., the repository root.
return a
return "%s/%s" % (a, b)
def makeSourcePath(a, b):
"""Make a path in the source (upstream) directory."""
return makePathInternal("hg-%s" % a, b)
def makeDestPath(a, b):
"""Make a path in the destination (mozilla-central) directory, shortening as
appropriate."""
def shorten(path):
path = path.replace('dom-tree-accessors', 'dta')
path = path.replace('document.getElementsByName', 'doc.gEBN')
path = path.replace('requirements-for-implementations', 'implreq')
path = path.replace('other-elements-attributes-and-apis', 'oeaaa')
return path
return shorten(makePathInternal(a, b))
def extractReftestFiles(reftests):
"""Returns the set of files referenced in the reftests argument"""
files = set()
for line in reftests:
files.update([line[1], line[2]])
return files
def copy(dest, directories):
"""Copy mochitests and support files from the external HG directory to their
place in mozilla-central.
"""
print("Copying tests...")
for d in directories:
sourcedir = makeSourcePath(dest, d["path"])
destdir = makeDestPath(dest, d["path"])
os.makedirs(destdir)
reftestfiles = extractReftestFiles(d["reftests"])
for mochitest in d["mochitests"]:
shutil.copy("%s/%s" % (sourcedir, mochitest), "%s/test_%s" % (destdir, mochitest))
for reftest in sorted(reftestfiles):
shutil.copy("%s/%s" % (sourcedir, reftest), "%s/%s" % (destdir, reftest))
for support in d["supportfiles"]:
shutil.copy("%s/%s" % (sourcedir, support), "%s/%s" % (destdir, support))
def printBuildFiles(dest, directories):
"""Create a mochitest.ini that all the contains tests we import.
"""
print("Creating manifest...")
all_mochitests = set()
all_support = set()
for d in directories:
path = makeDestPath(dest, d["path"])
all_mochitests |= set('%s/test_%s' % (d['path'], mochitest)
for mochitest in d['mochitests'])
all_support |= set('%s/%s' % (d['path'], p) for p in d['supportfiles'])
if d["reftests"]:
with open(path + "/reftest.list", "w") as fh:
result = writeBuildFiles.substReftestList("importTestsuite.py",
d["reftests"])
fh.write(result)
manifest_path = dest + '/mochitest.ini'
with open(manifest_path, 'w') as fh:
result = writeBuildFiles.substManifest('importTestsuite.py',
all_mochitests, all_support)
fh.write(result)
subprocess.check_call(["hg", "add", manifest_path])
def hgadd(dest, directories):
"""Inform hg of the files in |directories|."""
print("hg addremoving...")
for d in directories:
subprocess.check_call(["hg", "addremove", makeDestPath(dest, d)])
def removeAndCloneRepo(vcs, url, dest):
"""Replaces the repo at dest by a fresh clone from url using vcs"""
assert vcs in ('hg', 'git')
print("Removing %s..." % dest)
subprocess.check_call(["rm", "-rf", dest])
print("Cloning %s to %s with %s..." % (url, dest, vcs))
subprocess.check_call([vcs, "clone", url, dest])
def importRepo(confFile):
try:
vcs, url, iden, directories = getData(confFile)
dest = iden
hgdest = "hg-%s" % iden
print("Removing %s..." % dest)
subprocess.check_call(["rm", "-rf", dest])
removeAndCloneRepo(vcs, url, hgdest)
data = readManifests(iden, directories)
print("Going to import %s..." % [d["path"] for d in data])
copy(dest, data)
printBuildFiles(dest, data)
hgadd(dest, directories)
print("Removing %s again..." % hgdest)
subprocess.check_call(["rm", "-rf", hgdest])
except subprocess.CalledProcessError as e:
print(e.returncode)
finally:
print("Done")
if __name__ == "__main__":
if len(sys.argv) != 2:
print("Need one argument.")
else:
importRepo(sys.argv[1])
|
