28. Units. Parameters of the units

All existing Units with parameters

28.1. Basic parameters for all Units

  1. apply_data_from_slave_threadsafe
  2. generate_data_for_slave_threadsafe
  3. ignore_gate
  4. logger
  5. name
  6. timings
  7. view_group

28.2. Data Loaders with labels

Units for loading data. Loaders contains data and labels.

  1. veles.loader.base.Loader

    minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio

  2. veles.loader.base.LoaderWithValidationRatio

    minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

  3. veles.loader.ensemble.EnsembleLoader

    cache file force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

  4. veles.loader.ensemble.EnsembleLoaderBase

    cache file force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

  5. veles.loader.file_image.AutoLabelFileImageLoader

    add_sobel background_color background_image color_space crop crop_number file_subtypes file_type ignored_files included_files label_regexp minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_paths train_paths train_ratio validation_paths validation_ratio

  6. veles.loader.file_image.FileImageLoader

    add_sobel background_color background_image color_space crop crop_number file_subtypes file_type ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_paths train_paths train_ratio validation_paths validation_ratio

  7. veles.loader.file_image.FileImageLoaderBase

    add_sobel background_color background_image color_space crop crop_number file_subtypes file_type ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

  8. veles.loader.file_image.FileListImageLoader

    add_sobel background_color background_image color_space crop crop_number file_subtypes file_type ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean path_to_test_text_file path_to_train_text_file path_to_val_text_file prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

  9. veles.loader.fullbatch.FullBatchLoader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

  10. veles.loader.fullbatch.FullBatchLoaderBase

    minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

  11. veles.loader.fullbatch.FullBatchLoaderBase

    minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

  12. veles.loader.fullbatch_image.FullBatchAutoLabelFileImageLoader

    add_sobel background_color background_image cache color_space crop crop_number file_subtypes file_type force_numpy ignored_files included_files label_regexp minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_paths train_paths train_ratio validation_paths validation_ratio

  13. veles.loader.fullbatch_image.FullBatchFileImageLoader

    add_sobel background_color background_image cache color_space crop crop_number file_subtypes file_type force_numpy ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_paths train_paths train_ratio validation_paths validation_ratio

  14. veles.loader.fullbatch_image.FullBatchFileListImageLoader

    add_sobel background_color background_image cache color_space crop crop_number file_subtypes file_type force_numpy ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean path_to_test_text_file path_to_train_text_file path_to_val_text_file prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

  15. veles.loader.fullbatch_image.FullBatchImageLoader

    add_sobel background_color background_image cache color_space crop crop_number force_numpy minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

  16. veles.loader.image.ImageLoader

    add_sobel background_color background_image color_space crop crop_number minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

  17. veles.loader.interactive.InteractiveImageLoader

    add_sobel background_color background_image color_space crop crop_number loadtxt_kwargs minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

  18. veles.loader.interactive.InteractiveLoader

    loadtxt_kwargs minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio

  19. veles.loader.loader_hdf5.FullBatchHDF5Loader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit test_path train_path train_ratio validation_path validation_ratio

  20. veles.loader.loader_hdf5.HDF5Loader

    minibatch_size normalization_parameters normalization_type prng shuffle_limit test_path train_path train_ratio validation_path

  21. veles.loader.loader_hdf5.HDF5LoaderBase

    minibatch_size normalization_parameters normalization_type prng shuffle_limit test_path train_path train_ratio validation_path

  22. veles.loader.pickles.PicklesImageFullBatchLoader

    add_sobel background_color background_image cache color_space crop crop_number force_numpy minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_pickles train_pickles train_ratio validation_pickles validation_ratio

  23. veles.loader.pickles.PicklesLoader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit test_pickles train_pickles train_ratio validation_pickles validation_ratio

  24. veles.loader.restful.RestfulImageLoader

    add_sobel background_color background_image color_space crop crop_number max_response_time minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

  25. veles.loader.restful.RestfulLoader

    max_response_time minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio

  26. veles.loader.saver.MinibatchesLoader

    file_name minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio

  27. veles.zmq_loader.ZeroMQLoader

    queue_size

  28. veles.znicz.loader.imagenet_pickle_loader.ImagenetLoader

    channels count_samples_filename crop_size_sx crop_size_sy matrixes_filename minibatch_size mirror normalization_parameters normalization_type original_labels_filename prng samples_filename shuffle_limit sx sy train_ratio

  29. veles.znicz.loader.loader_lmdb.LMDBLoader

    add_sobel background_color background_image color_space crop crop_number db_colorspace db_shape db_splitted_channels minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_path train_path train_ratio use_cache validation_path validation_ratio

  30. veles.znicz.loader.loader_mnist.MnistLoader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

  31. veles.znicz.loader.loader_stl.STL10FullBatchLoader

    add_sobel background_color background_image cache color_space crop crop_number directory force_numpy minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

  32. veles.znicz.loader.loader_wine.WineLoader

    cache dataset_file force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

  33. veles.znicz.samples.CIFAR10.cifar.CifarLoader

    add_sobel background_color background_image cache color_space crop crop_number force_numpy minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_pickles train_pickles train_ratio validation_pickles validation_ratio

  34. veles.znicz.samples.DemoKohonen.kohonen.KohonenLoader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

  35. veles.znicz.samples.MNIST.loader_mnist.MnistLoader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

  36. veles.znicz.samples.Wine.loader_wine.WineLoader

    cache dataset_file force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

28.3. Data Loaders with targets

Units for loading data. Loaders contains data, labels and targets.

  1. veles.loader.base.LoaderMSE

    minibatch_size normalization_parameters normalization_type prng shuffle_limit target_normalization_parameters target_normalization_type targets_shape train_ratio

  2. veles.loader.ensemble.EnsembleLoaderMSE

    cache file force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit target_normalization_parameters target_normalization_type targets_shape train_ratio validation_ratio

  3. veles.loader.fullbatch.FullBatchLoaderMSE

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit target_normalization_parameters target_normalization_type targets_shape train_ratio validation_ratio

  4. veles.loader.fullbatch_image.FullBatchAutoLabelFileImageLoaderMSE

    add_sobel background_color background_image cache color_space crop crop_number file_subtypes file_type force_numpy ignored_files included_files label_regexp minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop target_normalization_parameters target_normalization_type target_paths targets_shape test_paths train_paths train_ratio validation_paths validation_ratio

  5. veles.loader.fullbatch_image.FullBatchFileImageLoaderMSE

    add_sobel background_color background_image cache color_space crop crop_number file_subtypes file_type force_numpy ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop target_normalization_parameters target_normalization_type target_paths targets_shape test_paths train_paths train_ratio validation_paths validation_ratio

  6. veles.loader.fullbatch_image.FullBatchImageLoaderMSE

    add_sobel background_color background_image cache color_space crop crop_number force_numpy minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop target_normalization_parameters target_normalization_type targets_shape train_ratio validation_ratio

  7. veles.loader.image_mse.FileImageLoaderMSE

    add_sobel background_color background_image color_space crop crop_number file_subtypes file_type ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop target_normalization_parameters target_normalization_type target_paths targets_shape test_paths train_paths train_ratio validation_paths validation_ratio

  8. veles.loader.image_mse.ImageLoaderMSE

    add_sobel background_color background_image color_space crop crop_number minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop target_normalization_parameters target_normalization_type targets_shape train_ratio validation_ratio

28.4. Layers of Model. Forward propagation

Units for forward propagation of Neural Networks.

  1. veles.znicz.all2all.All2All

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

  2. veles.znicz.all2all.All2AllRELU

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

  3. veles.znicz.all2all.All2AllSigmoid

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

  4. veles.znicz.all2all.All2AllSoftmax

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

  5. veles.znicz.all2all.All2AllStrictRELU

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

  6. veles.znicz.all2all.All2AllTanh

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

  7. veles.znicz.conv.Conv

    bias_filling bias_stddev cache force_numpy include_bias kx ky n_kernels padding rand sliding unpack_size weights_filling weights_stddev weights_transposed

  8. veles.znicz.conv.ConvRELU

    bias_filling bias_stddev cache force_numpy include_bias kx ky n_kernels padding rand sliding unpack_size weights_filling weights_stddev weights_transposed

  9. veles.znicz.conv.ConvSigmoid

    bias_filling bias_stddev cache force_numpy include_bias kx ky n_kernels padding rand sliding unpack_size weights_filling weights_stddev weights_transposed

  10. veles.znicz.conv.ConvStrictRELU

    bias_filling bias_stddev cache force_numpy include_bias kx ky n_kernels padding rand sliding unpack_size weights_filling weights_stddev weights_transposed

  11. veles.znicz.conv.ConvTanh

    bias_filling bias_stddev cache force_numpy include_bias kx ky n_kernels padding rand sliding unpack_size weights_filling weights_stddev weights_transposed

  12. veles.znicz.cutter.Cutter

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  13. veles.znicz.deconv.Deconv

    bias_filling bias_stddev cache force_numpy include_bias rand unsafe_padding weights_filling weights_stddev weights_transposed

  14. veles.znicz.depooling.Depooling

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  15. veles.znicz.dropout.DropoutForward

    bias_filling bias_stddev cache dropout_ratio force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  16. veles.znicz.nn_units.NNLayerBase

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  17. veles.znicz.normalization.LRNormalizerForward

    alpha beta bias_filling bias_stddev cache force_numpy include_bias k n rand weights_filling weights_stddev weights_transposed

  18. veles.znicz.pooling.AvgPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

  19. veles.znicz.pooling.MaxAbsPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

  20. veles.znicz.pooling.MaxPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

  21. veles.znicz.pooling.Pooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

  22. veles.znicz.pooling.StochasticAbsPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding uniform weights_filling weights_stddev weights_transposed

  23. veles.znicz.pooling.StochasticAbsPoolingDepooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding uniform weights_filling weights_stddev weights_transposed

  24. veles.znicz.pooling.StochasticPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding uniform weights_filling weights_stddev weights_transposed

  25. veles.znicz.pooling.StochasticPoolingDepooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding uniform weights_filling weights_stddev weights_transposed

  26. veles.znicz.resizable_all2all.ResizableAll2All

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

  27. veles.znicz.weights_zerofilling.ZeroFiller

    cache force_numpy grouping

28.5. Layers of Model. Backward propagation

Units for backward propagation of Neural Networks

  1. veles.znicz.cutter.GDCutter

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  2. veles.znicz.dropout.DropoutBackward

    accumulate_gradient apply_gradient cache dropout_ratio factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  3. veles.znicz.gd.GDRELU

    accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

  4. veles.znicz.gd.GDSigmoid

    accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

  5. veles.znicz.gd.GDSoftmax

    accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

  6. veles.znicz.gd.GDStrictRELU

    accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

  7. veles.znicz.gd.GDTanh

    accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

  8. veles.znicz.gd.GradientDescent

    accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

  9. veles.znicz.gd_conv.GDRELUConv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  10. veles.znicz.gd_conv.GDSigmoidConv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  11. veles.znicz.gd_conv.GDStrictRELUConv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  12. veles.znicz.gd_conv.GDTanhConv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  13. veles.znicz.gd_conv.GradientDescentConv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  14. veles.znicz.gd_deconv.GDDeconv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  15. veles.znicz.gd_pooling.GDAvgPooling

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  16. veles.znicz.gd_pooling.GDMaxAbsPooling

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  17. veles.znicz.gd_pooling.GDMaxPooling

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  18. veles.znicz.gd_pooling.GDPooling

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  19. veles.znicz.normalization.LRNormalizerBackward

    accumulate_gradient alpha apply_gradient beta cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias k l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias n need_err_input weights_decay weights_decay_bias weights_transposed

  20. veles.znicz.rprop_all2all.RPropAll2All

    accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

28.6. Activation Functions. Forward propagation

  1. veles.znicz.activation.ActivationForward

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  2. veles.znicz.activation.ForwardLog

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  3. veles.znicz.activation.ForwardMul

    bias_filling bias_stddev cache factor force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  4. veles.znicz.activation.ForwardRELU

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  5. veles.znicz.activation.ForwardSigmoid

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  6. veles.znicz.activation.ForwardSinCos

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  7. veles.znicz.activation.ForwardStrictRELU

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  8. veles.znicz.activation.ForwardTanh

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  9. veles.znicz.activation.ForwardTanhLog

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

28.7. Activation Functions. Backward propagation

  1. veles.znicz.activation.ActivationBackward

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  2. veles.znicz.activation.BackwardLog

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  3. veles.znicz.activation.BackwardMul

    accumulate_gradient apply_gradient cache factor factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  4. veles.znicz.activation.BackwardRELU

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  5. veles.znicz.activation.BackwardSigmoid

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  6. veles.znicz.activation.BackwardSinCos

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  7. veles.znicz.activation.BackwardStrictRELU

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  8. veles.znicz.activation.BackwardTanh

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  9. veles.znicz.activation.BackwardTanhLog

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

28.8. Plotters

Units for visualizing of data, errors, matrix, etc

  1. veles.plotting_units.AccumulatingPlotter

    clear_plot fit_poly_power label last line_width minimap plot_style redraw_plot ylim

  2. veles.plotting_units.AutoHistogramPlotter

  3. veles.plotting_units.Histogram

  4. veles.plotting_units.ImagePlotter

    yuv

  5. veles.plotting_units.ImmediatePlotter

    ylim

  6. veles.plotting_units.MatrixPlotter

  7. veles.plotting_units.MultiHistogram

    hist_number limit n_bars

  8. veles.plotting_units.SlaveStats

    period update_interval

  9. veles.plotting_units.TableMaxMin

  10. veles.znicz.diversity.SimilarWeights2D

    color_space column_align form_threshold limit magnitude_threshold peak_threshold split_channels transposed yuv

  11. veles.znicz.nn_plotting_units.KohonenGridBase

  12. veles.znicz.nn_plotting_units.KohonenHits

    color_bins color_text

  13. veles.znicz.nn_plotting_units.KohonenInputMaps

    color_grid color_scheme

  14. veles.znicz.nn_plotting_units.KohonenNeighborMap

    color_neurons color_scheme

  15. veles.znicz.nn_plotting_units.KohonenValidationResults

    color_map color_text

  16. veles.znicz.nn_plotting_units.MSEHistogram

    n_bars

  17. veles.znicz.nn_plotting_units.Weights2D

    color_space column_align limit split_channels transposed yuv

28.9. Kohonen Units

Kohonen Map units.

  1. veles.znicz.kohonen.KohonenDecision

    max_epochs weights_min_diff

  2. veles.znicz.kohonen.KohonenForward

    cache force_numpy total

  3. veles.znicz.kohonen.KohonenTrainer

    cache force_numpy gradient_decay radius_decay shape weights_filling weights_stddev weights_transposed

  4. veles.znicz.kohonen.KohonenValidator

  5. veles.znicz.samples.DemoKohonen.kohonen.KohonenLoader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

28.10. RBM Units

  1. veles.znicz.rbm_units.BatchWeights

    cache force_numpy

  2. veles.znicz.rbm_units.Binarization

    cache force_numpy rand

  3. veles.znicz.rbm_units.GradientsCalculator

    cache force_numpy

  4. veles.znicz.rbm_units.IterationCounter

    max_iterations

  5. veles.znicz.rbm_units.MemCpy

    cache force_numpy

  6. veles.znicz.rbm_units.WeightsUpdater

    learning_rate

28.11. Other Working Units

Units, which can be used in Workflows.

  1. veles.accelerated_units.DeviceBenchmark

    block_size cache dry_run_first dtype force_numpy precision_level repeats return_time size vector_opt

  2. veles.accelerated_units.TrivialAcceleratedUnit

    cache force_numpy

  3. veles.avatar.Avatar

    cache force_numpy

  4. veles.downloader.Downloader

    directory files url

  5. veles.dummy.DummyUnit

  6. veles.ensemble.base_workflow.EnsembleModelManagerBase

    model

  7. veles.ensemble.base_workflow.EnsembleModelManagerBase

    model

  8. veles.ensemble.model_workflow.EnsembleModelManager

    model plotters_are_disabled size train_ratio

  9. veles.ensemble.test_workflow.EnsembleTestManager

    input_file model

  10. veles.genetics.optimization_workflow.GeneticsOptimizer

    config generations model plotters_are_disabled rand size

  11. veles.genetics.optimization_workflow.GeneticsOptimizer

    config generations model plotters_are_disabled rand size

  12. veles.input_joiner.InputJoiner

    cache force_numpy inputs

  13. veles.interaction.Shell

  14. veles.loader.base.Loader

    minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio

  15. veles.loader.libsndfile_loader.SndFileListLoaderBase

    path_to_test_text_file path_to_train_text_file path_to_val_text_file

  16. veles.loader.libsndfile_loader.SndFileLoaderBase

    file_subtypes file_type ignored_files included_files test_paths train_paths validation_paths

  17. veles.loader.saver.MinibatchesSaver

    class_chunk_sizes compression compression_level file_name

  18. veles.mean_disp_normalizer.MeanDispNormalizer

    cache force_numpy

  19. veles.ocl_blas.Builder

    cache cache_file_name defines dtype force_numpy kernel_name source

  20. veles.plumbing.FireStarter

    units

  21. veles.plumbing.Repeater

  22. veles.prng.uniform.Uniform

    cache force_numpy num_states output_bytes prng

  23. veles.publishing.publisher.Publisher

    backends loader matplotlib_backend plots savefig_kwargs templates workflow_graph_kwargs

  24. veles.restful_api.RESTfulAPI

    path port

  25. veles.snapshotter.Snapshotter

    compression compression_level interval prefix time_interval warn_about_size

  26. veles.snapshotter.SnapshotterToDB

    compression compression_level interval odbc prefix table time_interval warn_about_size

  27. veles.snapshotter.SnapshotterToFile

    compression compression_level directory interval prefix time_interval warn_about_size

  28. veles.units.TrivialUnit

  29. veles.zmq_loader.ZeroMQLoader

    queue_size

  30. veles.znicz.accumulator.FixAccumulator

    bars type

  31. veles.znicz.accumulator.RangeAccumulator

    bars squash

  32. veles.znicz.decision.DecisionGD

    fail_iterations max_epochs

  33. veles.znicz.decision.DecisionMSE

    fail_iterations max_epochs root

  34. veles.znicz.decision.TrivialDecision

    max_epochs

  35. veles.znicz.diff_stats.DiffStats

    arrays file_name

  36. veles.znicz.evaluator.EvaluatorMSE

    cache force_numpy mean root

  37. veles.znicz.evaluator.EvaluatorSoftmax

    cache compute_confusion_matrix force_numpy mean

  38. veles.znicz.image_saver.ImageSaver

    color_space limit out_dirs

  39. veles.znicz.labels_printer.LabelsPrinter

    top_number

  40. veles.znicz.lr_adjust.LearningRateAdjust

    bias_lr_parameters bias_lr_policy_name lr_parameters lr_policy_name

  41. veles.znicz.nn_rollback.NNRollback

    lr_minus lr_plus minus_steps plus_steps

  42. veles.znicz.nn_units.NNSnapshotterBase

    compression compression_level interval prefix time_interval warn_about_size

  43. veles.znicz.nn_units.NNSnapshotterToDB

    compression compression_level interval odbc prefix table time_interval warn_about_size

  44. veles.znicz.nn_units.NNSnapshotterToFile

    compression compression_level directory interval prefix time_interval warn_about_size

  45. veles.znicz.standard_workflow.ForwardWorkflowExtractor

    cyclic loader_config loader_name result_unit_factory

28.12. Base Units

Base Units, which are parents for working units. They can not be used in Workflows.

  1. veles.accelerated_units.AcceleratedUnit

    cache force_numpy

  2. veles.accelerated_units.AcceleratedUnit

    cache force_numpy

  3. veles.loader.base.LoaderMSEMixin

    normalization_parameters normalization_type target_normalization_parameters target_normalization_type targets_shape

  4. veles.loader.file_loader.AutoLabelFileLoader

    file_subtypes file_type ignored_files included_files label_regexp test_paths train_paths validation_paths

  5. veles.loader.file_loader.FileFilter

    file_subtypes file_type ignored_files included_files

  6. veles.loader.file_loader.FileListLoaderBase

    path_to_test_text_file path_to_train_text_file path_to_val_text_file

  7. veles.loader.file_loader.FileLoaderBase

    file_subtypes file_type ignored_files included_files test_paths train_paths validation_paths

  8. veles.loader.fullbatch.FullBatchLoaderMSEMixin

    normalization_parameters normalization_type target_normalization_parameters target_normalization_type targets_shape

  9. veles.loader.fullbatch_image.FullBatchFileImageLoaderMSEMixin

    normalization_parameters normalization_type target_normalization_parameters target_normalization_type target_paths targets_shape

  10. veles.loader.fullbatch_image.FullBatchImageLoaderMSEMixin

    normalization_parameters normalization_type target_normalization_parameters target_normalization_type targets_shape

  11. veles.loader.image_mse.FileImageLoaderMSEMixin

    normalization_parameters normalization_type target_normalization_parameters target_normalization_type target_paths targets_shape

  12. veles.loader.image_mse.ImageLoaderMSEMixin

    normalization_parameters normalization_type target_normalization_parameters target_normalization_type targets_shape

  13. veles.plotter.Plotter

  14. veles.plumbing.EndPoint

  15. veles.plumbing.StartPoint

  16. veles.plumbing.UttermostPoint

  17. veles.snapshotter.SnapshotterBase

    compression compression_level interval prefix time_interval warn_about_size

  18. veles.snapshotter.SnapshotterBase

    compression compression_level interval prefix time_interval warn_about_size

  19. veles.units.Container

  20. veles.units.Unit

  21. veles.znicz.activation.Activation

    cache force_numpy

  22. veles.znicz.conv.ConvolutionalBase

  23. veles.znicz.cutter.CutterBase

  24. veles.znicz.decision.DecisionBase

    max_epochs

  25. veles.znicz.decision.DecisionBase

    max_epochs

  26. veles.znicz.dropout.Dropout

    cache dropout_ratio force_numpy

  27. veles.znicz.evaluator.EvaluatorBase

    cache force_numpy mean

  28. veles.znicz.evaluator.EvaluatorBase

    cache force_numpy mean

  29. veles.znicz.nn_units.Forward

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

  30. veles.znicz.nn_units.ForwardBase

    cache force_numpy

  31. veles.znicz.nn_units.ForwardBase

    cache force_numpy

  32. veles.znicz.nn_units.GradientDescentBase

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  33. veles.znicz.nn_units.GradientDescentBase

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

  34. veles.znicz.nn_units.GradientDescentWithActivation

    cache force_numpy

  35. veles.znicz.normalization.LocalResponseNormalizer

    alpha beta cache force_numpy k n

  36. veles.znicz.pooling.MaxPoolingBase

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

  37. veles.znicz.pooling.OffsetPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

  38. veles.znicz.pooling.PoolingBase

  39. veles.znicz.pooling.StochasticPoolingBase

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding uniform weights_filling weights_stddev weights_transposed

  40. veles.znicz.rbm_units.All2AllSigmoidH

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

  41. veles.znicz.rbm_units.All2AllSigmoidV

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

  42. veles.znicz.rbm_units.All2AllSigmoidWithForeignWeights

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

  43. veles.znicz.rbm_units.BatchWeights2

    cache force_numpy

  44. veles.znicz.rbm_units.BinarizationEval

    cache force_numpy rand

  45. veles.znicz.rbm_units.BinarizationGradH

    cache force_numpy rand

  46. veles.znicz.rbm_units.BinarizationGradV

    cache force_numpy rand