Sign up to take part
Registered users can ask their own questions, contribute to discussions, and be part of the Community!
Registered users can ask their own questions, contribute to discussions, and be part of the Community!
With Sync Recipe:
client = dataiku.api_client()
project = client.get_project(project_name)
middle_dataset_name = 'pre_' + output_dataset_name
builder = SyncRecipeCreator("sync_" + middle_dataset_name, project)
builder = builder.with_input(input_dataset_name)
builder = builder.with_new_output(middle_dataset_name, "filesystem_managed")
recipe = builder.build()
recipe_def = recipe.get_definition_and_payload()
recipe_payload = {}
recipe_def.data['recipe']['params']['schemaMode'] = 'FREE_SCHEMA_NAME_BASED'
recipe_def.set_json_payload(recipe_payload)
recipe.set_definition_and_payload(recipe_def)
middle_dataset = dataiku.Dataset(middle_dataset_name, project_key=project_name, ignore_flow=True)
With Sync Recipe:
client = dataiku.api_client()
project = client.get_project(project_name)
middle_dataset_name = 'pre_' + output_dataset_name
builder = SyncRecipeCreator("sync_" + middle_dataset_name, project)
builder = builder.with_input(input_dataset_name)
builder = builder.with_new_output(middle_dataset_name, "filesystem_managed")
recipe = builder.build()
recipe_def = recipe.get_definition_and_payload()
recipe_payload = {}
recipe_def.data['recipe']['params']['schemaMode'] = 'FREE_SCHEMA_NAME_BASED'
recipe_def.set_json_payload(recipe_payload)
recipe.set_definition_and_payload(recipe_def)
middle_dataset = dataiku.Dataset(middle_dataset_name, project_key=project_name, ignore_flow=True)