diff options
Diffstat (limited to 'tools/js/bower2bazel.py')
| -rwxr-xr-x | tools/js/bower2bazel.py | 357 |
1 files changed, 186 insertions, 171 deletions
diff --git a/tools/js/bower2bazel.py b/tools/js/bower2bazel.py index 21dea949b5..7b2452494c 100755 --- a/tools/js/bower2bazel.py +++ b/tools/js/bower2bazel.py @@ -13,9 +13,11 @@ # See the License for the specific language governing permissions and # limitations under the License. -"""Suggested call sequence: +""" +Suggested call sequence: -python tools/js/bower2bazel.py -w lib/js/bower_archives.bzl -b lib/js/bower_components.bzl +python tools/js/bower2bazel.py -w lib/js/bower_archives.bzl \ + -b lib/js/bower_components.bzl """ from __future__ import print_function @@ -31,135 +33,147 @@ import tempfile import glob import bowerutil -# list of licenses for packages that don't specify one in their bower.json file. +# list of licenses for packages that don't specify one in their bower.json file package_licenses = { - "es6-promise": "es6-promise", - "fetch": "fetch", - "font-roboto": "polymer", - "iron-a11y-announcer": "polymer", - "iron-a11y-keys-behavior": "polymer", - "iron-autogrow-textarea": "polymer", - "iron-behaviors": "polymer", - "iron-dropdown": "polymer", - "iron-fit-behavior": "polymer", - "iron-flex-layout": "polymer", - "iron-form-element-behavior": "polymer", - "iron-icon": "polymer", - "iron-iconset-svg": "polymer", - "iron-input": "polymer", - "iron-menu-behavior": "polymer", - "iron-meta": "polymer", - "iron-overlay-behavior": "polymer", - "iron-resizable-behavior": "polymer", - "iron-selector": "polymer", - "iron-validatable-behavior": "polymer", - "moment": "moment", - "neon-animation": "polymer", - "page": "page.js", - "paper-button": "polymer", - "paper-input": "polymer", - "paper-item": "polymer", - "paper-listbox": "polymer", - "paper-styles": "polymer", - "polymer": "polymer", - "polymer-resin": "polymer", - "promise-polyfill": "promise-polyfill", - "web-animations-js": "Apache2.0", - "webcomponentsjs": "polymer", - "paper-material": "polymer", - "paper-styles": "polymer", - "paper-behaviors": "polymer", - "paper-ripple": "polymer", - "iron-checked-element-behavior": "polymer", - "font-roboto": "polymer", + "codemirror-minified": "codemirror-minified", + "es6-promise": "es6-promise", + "fetch": "fetch", + "font-roboto": "polymer", + "iron-a11y-announcer": "polymer", + "iron-a11y-keys-behavior": "polymer", + "iron-autogrow-textarea": "polymer", + "iron-behaviors": "polymer", + "iron-dropdown": "polymer", + "iron-fit-behavior": "polymer", + "iron-flex-layout": "polymer", + "iron-form-element-behavior": "polymer", + "iron-icon": "polymer", + "iron-iconset-svg": "polymer", + "iron-input": "polymer", + "iron-menu-behavior": "polymer", + "iron-meta": "polymer", + "iron-overlay-behavior": "polymer", + "iron-resizable-behavior": "polymer", + "iron-selector": "polymer", + "iron-validatable-behavior": "polymer", + "moment": "moment", + "neon-animation": "polymer", + "page": "page.js", + "paper-button": "polymer", + "paper-icon-button": "polymer", + "paper-input": "polymer", + "paper-item": "polymer", + "paper-listbox": "polymer", + "paper-toggle-button": "polymer", + "paper-styles": "polymer", + "paper-tabs": "polymer", + "polymer": "polymer", + "polymer-resin": "polymer", + "promise-polyfill": "promise-polyfill", + "web-animations-js": "Apache2.0", + "webcomponentsjs": "polymer", + "paper-material": "polymer", + "paper-styles": "polymer", + "paper-behaviors": "polymer", + "paper-ripple": "polymer", + "iron-checked-element-behavior": "polymer", + "font-roboto": "polymer", } def build_bower_json(version_targets, seeds): - """Generate bower JSON file, return its path. - - Args: - version_targets: bazel target names of the versions.json file. - seeds: an iterable of bower package names of the seed packages, ie. - the packages whose versions we control manually. - """ - bower_json = collections.OrderedDict() - bower_json['name'] = 'bower2bazel-output' - bower_json['version'] = '0.0.0' - bower_json['description'] = 'Auto-generated bower.json for dependency management' - bower_json['private'] = True - bower_json['dependencies'] = {} - - seeds = set(seeds) - for v in version_targets: - path = os.path.join("bazel-out/*-fastbuild/bin", v.lstrip("/").replace(":", "/")) - fs = glob.glob(path) - assert len(fs) == 1, '%s: file not found or multiple files found: %s' % (path, fs) - with open(fs[0]) as f: - j = json.load(f) - if "" in j: - # drop dummy entries. - del j[""] - - trimmed = {} - for k, v in j.items(): - if k in seeds: - trimmed[k] = v - - bower_json['dependencies'].update(trimmed) - - tmpdir = tempfile.mkdtemp() - ret = os.path.join(tmpdir, 'bower.json') - with open(ret, 'w') as f: - json.dump(bower_json, f, indent=2) - return ret + """Generate bower JSON file, return its path. + + Args: + version_targets: bazel target names of the versions.json file. + seeds: an iterable of bower package names of the seed packages, ie. + the packages whose versions we control manually. + """ + bower_json = collections.OrderedDict() + bower_json['name'] = 'bower2bazel-output' + bower_json['version'] = '0.0.0' + bower_json['description'] = 'Auto-generated bower.json for dependency ' + \ + 'management' + bower_json['private'] = True + bower_json['dependencies'] = {} + + seeds = set(seeds) + for v in version_targets: + path = os.path.join("bazel-out/*-fastbuild/bin", + v.lstrip("/").replace(":", "/")) + fs = glob.glob(path) + err_msg = '%s: file not found or multiple files found: %s' % (path, fs) + assert len(fs) == 1, err_msg + with open(fs[0]) as f: + j = json.load(f) + if "" in j: + # drop dummy entries. + del j[""] + + trimmed = {} + for k, v in j.items(): + if k in seeds: + trimmed[k] = v + + bower_json['dependencies'].update(trimmed) + + tmpdir = tempfile.mkdtemp() + ret = os.path.join(tmpdir, 'bower.json') + with open(ret, 'w') as f: + json.dump(bower_json, f, indent=2) + return ret + def decode(input): - try: - return input.decode("utf-8") - except TypeError: - return input + try: + return input.decode("utf-8") + except TypeError: + return input + def bower_command(args): - base = subprocess.check_output(["bazel", "info", "output_base"]).strip() - exp = os.path.join(decode(base), "external", "bower", "*npm_binary.tgz") - fs = sorted(glob.glob(exp)) - assert len(fs) == 1, "bower tarball not found or have multiple versions %s" % fs - return ["python", os.getcwd() + "/tools/js/run_npm_binary.py", sorted(fs)[0]] + args + base = subprocess.check_output(["bazel", "info", "output_base"]).strip() + exp = os.path.join(decode(base), "external", "bower", "*npm_binary.tgz") + fs = sorted(glob.glob(exp)) + err_msg = "bower tarball not found or have multiple versions %s" % fs + assert len(fs) == 1, err_msg + return ["python", + os.getcwd() + "/tools/js/run_npm_binary.py", sorted(fs)[0]] + args def main(args): - opts = optparse.OptionParser() - opts.add_option('-w', help='.bzl output for WORKSPACE') - opts.add_option('-b', help='.bzl output for //lib:BUILD') - opts, args = opts.parse_args() - - target_str = subprocess.check_output([ - "bazel", "query", "kind(bower_component_bundle, //polygerrit-ui/...)"]) - seed_str = subprocess.check_output([ - "bazel", "query", "attr(seed, 1, kind(bower_component, deps(//polygerrit-ui/...)))"]) - targets = [s for s in decode(target_str).split('\n') if s] - seeds = [s for s in decode(seed_str).split('\n') if s] - prefix = "//lib/js:" - non_seeds = [s for s in seeds if not s.startswith(prefix)] - assert not non_seeds, non_seeds - seeds = set([s[len(prefix):] for s in seeds]) - - version_targets = [t + "-versions.json" for t in targets] - subprocess.check_call(['bazel', 'build'] + version_targets) - bower_json_path = build_bower_json(version_targets, seeds) - dir = os.path.dirname(bower_json_path) - cmd = bower_command(["install"]) - - build_out = sys.stdout - if opts.b: - build_out = open(opts.b + ".tmp", 'w') - - ws_out = sys.stdout - if opts.b: - ws_out = open(opts.w + ".tmp", 'w') - - header = """# DO NOT EDIT + opts = optparse.OptionParser() + opts.add_option('-w', help='.bzl output for WORKSPACE') + opts.add_option('-b', help='.bzl output for //lib:BUILD') + opts, args = opts.parse_args() + + target_str = subprocess.check_output([ + "bazel", "query", "kind(bower_component_bundle, //polygerrit-ui/...)"]) + seed_str = subprocess.check_output( + ["bazel", "query", + "attr(seed, 1, kind(bower_component, deps(//polygerrit-ui/...)))"]) + targets = [s for s in decode(target_str).split('\n') if s] + seeds = [s for s in decode(seed_str).split('\n') if s] + prefix = "//lib/js:" + non_seeds = [s for s in seeds if not s.startswith(prefix)] + assert not non_seeds, non_seeds + seeds = set([s[len(prefix):] for s in seeds]) + + version_targets = [t + "-versions.json" for t in targets] + subprocess.check_call(['bazel', 'build'] + version_targets) + bower_json_path = build_bower_json(version_targets, seeds) + dir = os.path.dirname(bower_json_path) + cmd = bower_command(["install"]) + + build_out = sys.stdout + if opts.b: + build_out = open(opts.b + ".tmp", 'w') + + ws_out = sys.stdout + if opts.b: + ws_out = open(opts.w + ".tmp", 'w') + + header = """# DO NOT EDIT # generated with the following command: # # %s @@ -167,30 +181,30 @@ def main(args): """ % ' '.join(sys.argv) - ws_out.write(header) - build_out.write(header) + ws_out.write(header) + build_out.write(header) - oldwd = os.getcwd() - os.chdir(dir) - subprocess.check_call(cmd) + oldwd = os.getcwd() + os.chdir(dir) + subprocess.check_call(cmd) - interpret_bower_json(seeds, ws_out, build_out) - ws_out.close() - build_out.close() + interpret_bower_json(seeds, ws_out, build_out) + ws_out.close() + build_out.close() - os.chdir(oldwd) - os.rename(opts.w + ".tmp", opts.w) - os.rename(opts.b + ".tmp", opts.b) + os.chdir(oldwd) + os.rename(opts.w + ".tmp", opts.w) + os.rename(opts.b + ".tmp", opts.b) def dump_workspace(data, seeds, out): - out.write('load("//tools/bzl:js.bzl", "bower_archive")\n\n') - out.write('def load_bower_archives():\n') + out.write('load("//tools/bzl:js.bzl", "bower_archive")\n\n') + out.write('def load_bower_archives():\n') - for d in data: - if d["name"] in seeds: - continue - out.write(""" bower_archive( + for d in data: + if d["name"] in seeds: + continue + out.write(""" bower_archive( name = "%(name)s", package = "%(normalized-name)s", version = "%(version)s", @@ -199,48 +213,49 @@ def dump_workspace(data, seeds, out): def dump_build(data, seeds, out): - out.write('load("//tools/bzl:js.bzl", "bower_component")\n\n') - out.write('def define_bower_components():\n') - for d in data: - out.write(" bower_component(\n") - out.write(" name = \"%s\",\n" % d["name"]) - out.write(" license = \"//lib:LICENSE-%s\",\n" % d["bazel-license"]) - deps = sorted(d.get("dependencies", {}).keys()) - if deps: - if len(deps) == 1: - out.write(" deps = [ \":%s\" ],\n" % deps[0]) - else: - out.write(" deps = [\n") - for dep in deps: - out.write(" \":%s\",\n" % dep) - out.write(" ],\n") - if d["name"] in seeds: - out.write(" seed = True,\n") - out.write(" )\n") - # done + out.write('load("//tools/bzl:js.bzl", "bower_component")\n\n') + out.write('def define_bower_components():\n') + for d in data: + out.write(" bower_component(\n") + out.write(" name = \"%s\",\n" % d["name"]) + out.write(" license = \"//lib:LICENSE-%s\",\n" % d["bazel-license"]) + deps = sorted(d.get("dependencies", {}).keys()) + if deps: + if len(deps) == 1: + out.write(" deps = [ \":%s\" ],\n" % deps[0]) + else: + out.write(" deps = [\n") + for dep in deps: + out.write(" \":%s\",\n" % dep) + out.write(" ],\n") + if d["name"] in seeds: + out.write(" seed = True,\n") + out.write(" )\n") + # done def interpret_bower_json(seeds, ws_out, build_out): - out = subprocess.check_output(["find", "bower_components/", "-name", ".bower.json"]) + out = subprocess.check_output(["find", "bower_components/", "-name", + ".bower.json"]) - data = [] - for f in sorted(decode(out).split('\n')): - if not f: - continue - pkg = json.load(open(f)) - pkg_name = pkg["name"] + data = [] + for f in sorted(decode(out).split('\n')): + if not f: + continue + pkg = json.load(open(f)) + pkg_name = pkg["name"] - pkg["bazel-sha1"] = bowerutil.hash_bower_component( - hashlib.sha1(), os.path.dirname(f)).hexdigest() - license = package_licenses.get(pkg_name, "DO_NOT_DISTRIBUTE") + pkg["bazel-sha1"] = bowerutil.hash_bower_component( + hashlib.sha1(), os.path.dirname(f)).hexdigest() + license = package_licenses.get(pkg_name, "DO_NOT_DISTRIBUTE") - pkg["bazel-license"] = license - pkg["normalized-name"] = pkg["_originalSource"] - data.append(pkg) + pkg["bazel-license"] = license + pkg["normalized-name"] = pkg["_originalSource"] + data.append(pkg) - dump_workspace(data, seeds, ws_out) - dump_build(data, seeds, build_out) + dump_workspace(data, seeds, ws_out) + dump_build(data, seeds, build_out) if __name__ == '__main__': - main(sys.argv[1:]) + main(sys.argv[1:]) |