master.workflow.data package

Submodules

master.workflow.data.workflow_data module

class master.workflow.data.workflow_data.WorkFlowData

Bases: master.workflow.common.workflow_common.WorkFlowCommon

check_step_preprocess(obj)

check step_source process fit to requirement :param obj: config data from view :return:boolean

check_step_source(obj)

check step_source process fit to requirement :param obj: config data from view :return:boolean

check_step_store(obj)

check step_source process fit to requirement :param obj: config data from view :return:boolean

get_node_status()

return node status info (nn_id, nn_ver, node_type, node_prg, etc) :return:

get_preview_data()

extract data from target server 1. connect datastore (use common data manager) 2. return limited number of data from source :return:

get_step_preprocess()

getter for preprocess :return:obj(json) to make view

get_step_source()

getter for source step :return:obj(json) to make view

get_step_store()

getter for store :return:obj(json) to make view

put_step_preprocess(obj)

putter for preprocess :param obj: config data from view :return:boolean

put_step_source(obj)

putter for source step :param obj: config data from view :return:boolean

put_step_store(obj)

putter for store :param obj: config data from view :return:boolean

set_preview_data()

extract data from target server 1. connect datastore (use common data manager) 2. return limited number of data from source :return:

master.workflow.data.workflow_data_frame module

class master.workflow.data.workflow_data_frame.WorkFlowDataFrame(key=None)

Bases: master.workflow.data.workflow_data.WorkFlowData

1. Definition handle preview and settings for frame data 2. Tables NN_WF_NODE_INFO (NODE_CONFIG_DATA : Json Field)

config_data_nvl_bool(config_data, attribute_name)

drop_duplicate

Returns:

get_preview_data()

Parameters:

• self –
• conn –

Returns:

get_step_source(nnid)

getter for source step :return:obj(json) to make view

max_sentence_len

Returns:

multi_node_flag

Returns:

object_type

getter for object type

predict_path

Returns:

put_step_preprocess(src, form, prg, nnid, wfver, node, input_data)

putter for preprocess :param obj: config data from view :return:boolean

put_step_source(src, form, prg, nnid, wfver, node, input_data)

putter for source step :param obj: config data from view :return:boolean

put_step_store(src, form, prg, nnid, wfver, node, input_data)

putter for store :param obj: config data from view :return:boolean

set_preview_data()

Parameters:

• type –
• conn –

Returns:

source_path

getter for source_path

sql_stmt

getter for sql_statement

src_server

getter for source_server

src_type

getter for source type

step_preprocess

getter for preprocess

step_store

getter for store

master.workflow.data.workflow_data_image module

class master.workflow.data.workflow_data_image.WorkFlowDataImage

Bases: master.workflow.data.workflow_data.WorkFlowData

1. Definition handle preview and settings for image data 2. Tables NN_WF_NODE_INFO (NODE_CONFIG_DATA : Json Field)

get_data()

Parameters:

• type –
• conn –

Returns:

get_data_node_info(nnid, wfver, submenu_id)

getter for source step :return:obj(json) to make view

get_preview_data()

Parameters:

• type –
• conn –

Returns:

get_step_preprocess()

getter for preprocess :return:obj(json) to make view

get_step_source(node_id)

getter for source step :return:obj(json) to make view

get_step_store()

getter for store :return:obj(json) to make view

put_step_preprocess(obj)

putter for preprocess :param obj: config data from view :return:boolean

put_step_source(nnid, wfver, node, config_data)

putter for source step :param obj: config data from view :return:boolean

put_step_source_ori(node_id, config_data)

Parameters:

• type –
• conn –

Returns:

put_step_store(obj)

putter for store :param obj: config data from view :return:boolean

set_preview_data()

Parameters:

• type –
• conn –

Returns:

master.workflow.data.workflow_data_iob module

class master.workflow.data.workflow_data_iob.WorkFlowDataIob(key=None)

Bases: master.workflow.data.workflow_data.WorkFlowData

1. Definition Reuse already saved as HDF5 format 2. Tables NN_WF_NODE_INFO (NODE_CONFIG_DATA : Json Field)

check_step_source(obj)

check step_source process fit to requirement :param obj: config data from view :return:boolean

get_parse_type()

Parameters:

• nnid –
• wfver –
• node –

Returns:

get_preview_data()

Parameters:

• type –
• conn –

Returns:

get_source_path()

Parameters:

• nnid –
• wfver –
• node –

Returns:

get_sql_stmt()

Parameters:

• nnid –
• wfver –
• node –

Returns:

get_src_server()

Parameters:

• nnid –
• wfver –
• node –

Returns:

get_src_type()

Parameters:

• nnid –
• wfver –
• node –

Returns:

get_step_preprocess()

getter for preprocess :return:obj(json) to make view

get_step_source()

getter for source step :return:obj(json) to make view

get_step_store()

getter for store :return:obj(json) to make view

get_word_embed_model()

getter for store :return:obj(json) to make view

put_step_preprocess(src, form, nnid, wfver, node, input_data)

putter for preprocess :param obj: config data from view :return:boolean

put_step_source(src, form, nnid, wfver, node, input_data)

putter for source step :param obj: config data from view :return:boolean

put_step_store(src, form, nnid, wfver, node, input_data)

putter for store :param obj: config data from view :return:boolean

set_preview_data()

Parameters:

• type –
• conn –

Returns:

update_wf_node_info(src, form, nnid, wfver, node, input_data, source_path)

Parameters:

• src –
• form –
• nnid –
• wfver –
• node –
• input_data –

Returns:

master.workflow.data.workflow_data_reuse module

class master.workflow.data.workflow_data_reuse.WorkFlowDataReuse

Bases: master.workflow.data.workflow_data.WorkFlowData

1. Definition Reuse already saved as HDF5 format 2. Tables NN_WF_NODE_INFO (NODE_CONFIG_DATA : Json Field)

get_preview_data()

Parameters:

• type –
• conn –

Returns:

get_step_preprocess()

getter for preprocess :return:obj(json) to make view

get_step_source()

getter for source step :return:obj(json) to make view

get_step_store()

getter for store :return:obj(json) to make view

put_step_preprocess(obj)

putter for preprocess :param obj: config data from view :return:boolean

put_step_source(obj)

putter for source step :param obj: config data from view :return:boolean

put_step_store(obj)

putter for store :param obj: config data from view :return:boolean

set_preview_data()

Parameters:

• type –
• conn –

Returns:

master.workflow.data.workflow_data_text module

class master.workflow.data.workflow_data_text.WorkFlowDataText(key=None)

Bases: master.workflow.data.workflow_data.WorkFlowData

1. Definition Reuse already saved as HDF5 format 2. Tables NN_WF_NODE_INFO (NODE_CONFIG_DATA : Json Field)

check_step_preprocess(obj)

Parameters:obj – Returns:

check_step_source(obj)

check step_source process fit to requirement :param obj: config data from view :return:boolean

check_step_store(obj)

Parameters:obj – Returns:

get_max_sent_len()

getter for store :return:obj(json) to make view

get_parse_type()

Parameters:

• nnid –
• wfver –
• node –

Returns:

get_preview_data()

Parameters:

• type –
• conn –

Returns:

get_source_path()

Parameters:

• nnid –
• wfver –
• node –

Returns:

get_sql_stmt()

Parameters:

• nnid –
• wfver –
• node –

Returns:

get_src_server()

Parameters:

• nnid –
• wfver –
• node –

Returns:

get_src_type()

Parameters:

• nnid –
• wfver –
• node –

Returns:

get_step_preprocess()

getter for preprocess :return:obj(json) to make view

get_step_source()

getter for source step :return:obj(json) to make view

get_step_store()

getter for store :return:obj(json) to make view

put_step_preprocess(src, form, nnid, wfver, node, input_data)

putter for preprocess :param obj: config data from view :return:boolean

put_step_source(src, form, nnid, wfver, node, input_data)

putter for source step :param obj: config data from view :return:boolean

put_step_store(src, form, nnid, wfver, node, input_data)

putter for store :param obj: config data from view :return:boolean

set_preview_data()

Parameters:

• type –
• conn –

Returns:

update_wf_node_info(src, form, nnid, wfver, node, input_data, source_path)

Parameters:

• src –
• form –
• nnid –
• wfver –
• node –
• input_data –

Returns:

Module contents