master.workflow.netconf package

Submodules

master.workflow.netconf.workflow_netconf module

class master.workflow.netconf.workflow_netconf.WorkFlowNetConf(key=None)

Bases: master.workflow.common.workflow_common.WorkFlowCommon

master.workflow.netconf.workflow_netconf_autoencoder module

class master.workflow.netconf.workflow_netconf_autoencoder.WorkFlowNetConfAutoEncoder(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

get_batch_size()

Parameters:node_id – Returns:

get_embed_type()

get vector embed type :return:

get_encode_column()

Parameters:node_id – Returns:

get_encode_dtype()

get vector embed type :return:

get_encode_len()

Parameters:node_id – Returns:

get_feeder_column_encoder()

get vector embed type :return:

get_feeder_pre_type()

get vector embed type :return:

get_input_len()

get vector embed type :return:

get_iter_size()

Parameters:node_id – Returns:

get_learn_rate()

get learning rate of autoencoder :param node_id: :return:

get_model_store_path()

Parameters:node_id – Returns:

get_n_hidden()

number of autoencoder hidden layer size :param node_id: :return:

get_n_input()

number of autoencoder input vecotr size :param node_id: :return:

get_preprocess_type()

Parameters:node_id – Returns:

get_vocab_list()

Parameters:node_id – Returns:

get_vocab_size()

get vocab size for onhot encoder :return:

set_vocab_list(data)

Parameters:node_id – Returns:

validation_check(json_data)

master.workflow.netconf.workflow_netconf_bilstmcrf module

class master.workflow.netconf.workflow_netconf_bilstmcrf.WorkFlowNetConfBiLstmCrf(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

batch_size

batch size on train

char_hidden_size

rnn cell size for char

chars

if char embedding, training is 3.5x slower

crf

if sentence max lenghth is one you cannot usr crf layer

dim

dimension size of word vector (must be equal to word embedding models vecotr size)

dim_char

if you use default vector it’s ok to use default value

get_model_store_path

getter for preprocess

hidden_size

rnn cell size for word

lowercase

lowercase preprocess only needed for english

lr_decay

hyper parms on learning rate which chage learning rate on the middle of traing

max_iter

set maximum iteration size (None : no limit)

nepoch_no_imprv

early stop cehck rule (if there is no improvement on given amount of time, train will be stopeed)

nepochs

iteration time of train

p_dropout

drop rate on train process

p_lr

learning rate

train_embeddings

choose to chagne word embedding vector or not (recommend False)

master.workflow.netconf.workflow_netconf_cnn module

class master.workflow.netconf.workflow_netconf_cnn.WorkFlowNetConfCNN(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

set_num_classes_predcnt(nn_id, wfver, node, node_id, netconf)

set_view_obj_path(nn_id, wfver, node, node_id, input_data)

set net config data edited on view :param obj: :return:

master.workflow.netconf.workflow_netconf_d2v module

class master.workflow.netconf.workflow_netconf_d2v.WorkFlowNetConfD2V(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

get_batch_size()

Parameters:node_id – Returns:

get_iter_size()

Parameters:node_id – Returns:

get_model_store_path()

Parameters:node_id – Returns:

get_vector_size()

Parameters:node_id – Returns:

get_window_size()

Parameters:node_id – Returns:

validation_check(json_data)

master.workflow.netconf.workflow_netconf_fasttext module

class master.workflow.netconf.workflow_netconf_fasttext.WorkFlowNetConfFastText(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

get_conf_data()

get selected node_id’s conf info :return: dict (conf info)

iter

getter for wide and cnn :return:

min_count

getter for wide and cnn :return:

model_store_path

getter for wide and cnn :return:

preprocess

getter for wide and cnn :return:s

set_conf_data(input_data)

set cofn parms for fasttext on database :return: dict (input data)

vector_size

getter for wide and cnn :return:

window_size

getter for wide and cnn :return:

master.workflow.netconf.workflow_netconf_rbm module

class master.workflow.netconf.workflow_netconf_rbm.WorkFlowNetConfFcnn(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

validation_check(json_data)

master.workflow.netconf.workflow_netconf_rcnn module

class master.workflow.netconf.workflow_netconf_rcnn.WorkFlowNetConfRcnn(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

validation_check(json_data)

master.workflow.netconf.workflow_netconf_renet module

class master.workflow.netconf.workflow_netconf_renet.WorkFlowNetConfReNet(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

master.workflow.netconf.workflow_netconf_rnn module

class master.workflow.netconf.workflow_netconf_rnn.WorkFlowNetConfRnn(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

validation_check(json_data)

master.workflow.netconf.workflow_netconf_seq2seq module

class master.workflow.netconf.workflow_netconf_seq2seq.WorkFlowNetConfSeq2Seq(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

get_batch_size()

Parameters:node_id – Returns:

get_cell_size()

Parameters:node_id – Returns:

get_cell_type()

Parameters:node_id – Returns:

get_decoder_depth()

Parameters:node_id – Returns:

get_decoder_len()

Parameters:node_id – Returns:

get_drop_out()

Parameters:node_id – Returns:

get_early_stop_stand()

Parameters:node_id – Returns:

get_encoder_depth()

Parameters:node_id – Returns:

get_encoder_len()

Parameters:node_id – Returns:

get_iter_size()

Parameters:node_id – Returns:

get_learn_rate()

Parameters:node_id – Returns:

get_model_store_path()

Parameters:node_id – Returns:

get_vocab_list(id='vocab_list')

Parameters:node_id – Returns:

get_vocab_size()

Parameters:node_id – Returns:

get_word_embed_id()

Parameters:node_id – Returns:

get_word_embed_type()

Parameters:node_id – Returns:

set_vocab_list(data, id='vocab_list')

Parameters:node_id – Returns:

set_vocab_size(data)

Parameters:node_id – Returns:

validation_check(json_data)

master.workflow.netconf.workflow_netconf_w2v module

class master.workflow.netconf.workflow_netconf_w2v.WorkFlowNetConfW2V(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

get_batch_size()

Parameters:node_id – Returns:

get_iter_size()

Parameters:node_id – Returns:

get_min_count()

Parameters:node_id – Returns:

get_model_store_path()

Parameters:node_id – Returns:

get_vector_size()

Parameters:node_id – Returns:

get_window_size()

Parameters:node_id – Returns:

preprocess_type()

Parameters:node_id – Returns:

master.workflow.netconf.workflow_netconf_wcnn module

class master.workflow.netconf.workflow_netconf_wcnn.WorkFlowNetConfWideCnn(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

batch_size

getter for wide and cnn :return:

char_embed

getter for wide and cnn :param node_id: :return:

char_embed_size

get vector embed type :param node_id: :return:

char_encode

get vector embed type :param node_id: :return:

char_max_len

get vector embed type :param node_id: :return:

embed_type

get vector embed type :return:

encode_channel

getter for WorkflowFeedFr2Wcnn conf :param node_id: :return:

encode_column

getter for WorkflowFeedFr2Wcnn conf :param node_id: :return:

encode_len

getter for WorkflowFeedFr2Wcnn conf :param node_id: :return:

epoch

getter for wide and cnn :return:

get_decode_column

getter for WorkflowFeedFr2Wcnn conf :param node_id: :return:

get_lable_list

get vector embed type :param node_id: :return:

get_layer_info

getter for wide and cnn :return:

get_preprocess_type

getter for WorkflowFeedFr2Wcnn conf :param node_id: :return:

get_vocab_list

get vector embed type :param node_id: :return:

get_vocab_size

get vocab size for onhot encoder :return:

input_onehot

get vector embed type :param node_id: :return:

labels

getter for wide and cnn :return:

lable_onehot

get vector embed type :param node_id: :return:

lable_size

getter for WorkflowFeedFr2Wcnn conf :param node_id: :return:

layeroutputs

getter for wide and cnn :return:

learnrate

getter for wide and cnn :return:

model_path

getter for wide and cnn :return:

modelname

getter for wide and cnn :return:

num_classes

getter for wide and cnn :return:

out

getter for wide and cnn :return:

predictcnt

getter for wide and cnn :return:

traincnt

getter for wide and cnn :return:

type

getter for wide and cnn :return:

vocab_size

getter for wide and cnn :param node_id: :return:

word_vector_size

get vocab size for onhot encoder :return:

master.workflow.netconf.workflow_netconf_wdnn module

class master.workflow.netconf.workflow_netconf_wdnn.WorkFlowNetConfWdnn(key=None)

Bases: master.workflow.netconf.workflow_netconf.WorkFlowNetConf

activation_function

getter for preprocess

auto_demension

getter for preprocess

batch_size

getter for preprocess

config_data_nvl_bool(config_data, attribute_name)

epoch

getter for preprocess

get_drop_out()

Parameters:node_id – Returns:

get_step_source(nnid)

getter for source step :return:obj(json) to make view

hidden_layers

getter for preprocess

model_path

getter for preprocess

model_type

getter for preprocess

set_view_obj(nnid, ver, node, input_data)

set net config data edited on view :param nnid, ver, node, input_data: :return:

train

getter for preprocess

validation_check(json_data)

Module contents