Source code for sparklanes._submit._main

"""A simple 'main' file, that will be submitted to spark. It will execute the lane as defined in
the YAML lane definition file."""
# pylint: disable=missing-docstring
from argparse import ArgumentParser

from sparklanes import build_lane_from_yaml


[docs]def main(): args = parse_args() build_lane_from_yaml(args['lane']).run()
[docs]def parse_args(): parser = ArgumentParser() parser.add_argument('-l', '--lane', help='Relative or absolute path to the lane definition YAML file', type=str, required=True) return parser.parse_args().__dict__
if __name__ == '__main__': main()