Did I find the right examples for you? yes no      Crawl my project      Python Jobs

All Samples(0)  |  Call(0)  |  Derive(0)  |  Import(0)

src/s/a/sahara-HEAD/sahara/service/edp/workflow_creator/workflow_factory.py   sahara(Download)
    type_map = {
        edp.JOB_TYPE_HIVE: make_HiveFactory,
        edp.JOB_TYPE_JAVA: JavaFactory,
        edp.JOB_TYPE_MAPREDUCE: MapReduceFactory,
        edp.JOB_TYPE_MAPREDUCE_STREAMING: MapReduceFactory,
def get_possible_job_config(job_type):
    if not edp.compare_job_type(job_type, *edp.JOB_TYPES_ALL):
        return None
 
    if edp.compare_job_type(job_type, edp.JOB_TYPE_JAVA):
    # is fixed on the UI side
    config = {'configs': cfg, "args": {}}
    if not edp.compare_job_type(edp.JOB_TYPE_MAPREDUCE, edp.JOB_TYPE_JAVA):
        config.update({'params': {}})
    return {'job_config': config}

src/s/a/sahara-HEAD/sahara/service/edp/job_manager.py   sahara(Download)
 
    job = conductor.job_get(ctx, job_execution.job_id)
    if not edp.compare_job_type(job.type, edp.JOB_TYPE_JAVA):
        input_source = conductor.data_source_get(ctx,  job_execution.input_id)
        output_source = conductor.data_source_get(ctx, job_execution.output_id)
def validate(input_data, output_data, job):
    if not edp.compare_job_type(job.type, edp.JOB_TYPE_PIG,
                                edp.JOB_TYPE_MAPREDUCE, edp.JOB_TYPE_HIVE,
                                edp.JOB_TYPE_JAVA):
        raise RuntimeError

src/s/a/sahara-HEAD/sahara/service/validations/edp/job_executor.py   sahara(Download)
 
    # All types except Java require input and output objects
    if job_type == edp.JOB_TYPE_JAVA:
        if not _is_main_class_present(data):
            raise ex.InvalidDataException('Java job must '

src/s/a/sahara-HEAD/sahara/tests/unit/service/validation/edp/test_job_executor_java.py   sahara(Download)
class FakeJob(object):
    type = edp.JOB_TYPE_JAVA
    libs = []
 
 

src/s/a/sahara-HEAD/sahara/tests/unit/service/validation/edp/test_job.py   sahara(Download)
    def test_empty_libs(self):
        for job_type in [edp.JOB_TYPE_MAPREDUCE, edp.JOB_TYPE_JAVA]:
            self._assert_create_object_validation(
                data={
                    "name": "jar.jar",
    def test_mains_unused(self):
        for job_type in [edp.JOB_TYPE_MAPREDUCE, edp.JOB_TYPE_JAVA]:
            self._assert_create_object_validation(
                data={
                    "name": "jar.jar",

src/s/a/sahara-HEAD/sahara/tests/unit/service/edp/test_job_manager.py   sahara(Download)
        }
 
        job, job_exec = _create_all_stack(edp.JOB_TYPE_JAVA, configs)
        creator = workflow_factory.get_creator(job)
        res = creator.get_workflow_xml(_create_cluster(), job_exec)
    if edp.compare_job_type(type, edp.JOB_TYPE_PIG):
        binary.name = "script.pig"
    elif edp.compare_job_type(type, edp.JOB_TYPE_MAPREDUCE, edp.JOB_TYPE_JAVA):
        binary.name = "main.jar"
    else:
def _create_job_exec(job_id, type, configs=None):
    j_exec = mock.Mock()
    j_exec.job_id = job_id
    j_exec.job_configs = configs
    if edp.compare_job_type(type, edp.JOB_TYPE_JAVA):

src/s/a/sahara-HEAD/sahara/tests/integration/tests/gating/test_vanilla_two_gating.py   sahara(Download)
            'args': ['10', '10']
        }
        self.edp_testing(utils_edp.JOB_TYPE_JAVA,
                         job_data_list=[],
                         lib_data_list=[{'jar': java_jar}],

src/s/a/sahara-HEAD/sahara/tests/integration/tests/gating/test_vanilla_gating.py   sahara(Download)
                             lib_data_list=[],
                             configs=mapreduce_streaming_configs)
            self.edp_testing(job_type=utils_edp.JOB_TYPE_JAVA,
                             job_data_list=[],
                             lib_data_list=[{'jar': java_lib_data}],

src/s/a/sahara-HEAD/sahara/tests/integration/tests/gating/test_hdp_gating.py   sahara(Download)
                             lib_data_list=[],
                             configs=mapreduce_streaming_configs)
            self.edp_testing(job_type=utils_edp.JOB_TYPE_JAVA,
                             job_data_list=[],
                             lib_data_list=[{'jar': java_lib_data}],

src/s/a/sahara-HEAD/sahara/tests/integration/tests/edp.py   sahara(Download)
            # Java jobs don't use data sources.  Input/output paths must
            # be passed as args with corresponding username/password configs
            if not edp.compare_job_type(job_type, edp.JOB_TYPE_JAVA):
                input_id = self._create_data_source(
                    'input-%s' % str(uuid.uuid4())[:8], 'swift',
            # if the caller has requested it...
            if edp.compare_job_type(
                    job_type, edp.JOB_TYPE_JAVA) and pass_input_output_args:
                self._add_swift_configs(configs)
                if "args" in configs: