28. Units. Parameters of the units

All existing Units with parameters

28.1. Basic parameters for all Units

1. apply_data_from_slave_threadsafe
2. generate_data_for_slave_threadsafe
3. ignore_gate
4. logger
5. name
6. timings
7. view_group

28.2. Data Loaders with labels

Units for loading data. Loaders contains data and labels.

1. veles.loader.base.Loader

   minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio

2. veles.loader.base.LoaderWithValidationRatio

   minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

3. veles.loader.ensemble.EnsembleLoader

   cache file force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

4. veles.loader.ensemble.EnsembleLoaderBase

   cache file force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

5. veles.loader.file_image.AutoLabelFileImageLoader

   add_sobel background_color background_image color_space crop crop_number file_subtypes file_type ignored_files included_files label_regexp minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_paths train_paths train_ratio validation_paths validation_ratio

6. veles.loader.file_image.FileImageLoader

   add_sobel background_color background_image color_space crop crop_number file_subtypes file_type ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_paths train_paths train_ratio validation_paths validation_ratio

7. veles.loader.file_image.FileImageLoaderBase

   add_sobel background_color background_image color_space crop crop_number file_subtypes file_type ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

8. veles.loader.file_image.FileListImageLoader

   add_sobel background_color background_image color_space crop crop_number file_subtypes file_type ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean path_to_test_text_file path_to_train_text_file path_to_val_text_file prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

9. veles.loader.fullbatch.FullBatchLoader

   cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

10. veles.loader.fullbatch.FullBatchLoaderBase

    minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

11. veles.loader.fullbatch.FullBatchLoaderBase

    minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

12. veles.loader.fullbatch_image.FullBatchAutoLabelFileImageLoader

    add_sobel background_color background_image cache color_space crop crop_number file_subtypes file_type force_numpy ignored_files included_files label_regexp minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_paths train_paths train_ratio validation_paths validation_ratio

13. veles.loader.fullbatch_image.FullBatchFileImageLoader

    add_sobel background_color background_image cache color_space crop crop_number file_subtypes file_type force_numpy ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_paths train_paths train_ratio validation_paths validation_ratio

14. veles.loader.fullbatch_image.FullBatchFileListImageLoader

    add_sobel background_color background_image cache color_space crop crop_number file_subtypes file_type force_numpy ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean path_to_test_text_file path_to_train_text_file path_to_val_text_file prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

15. veles.loader.fullbatch_image.FullBatchImageLoader

    add_sobel background_color background_image cache color_space crop crop_number force_numpy minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

16. veles.loader.image.ImageLoader

    add_sobel background_color background_image color_space crop crop_number minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

17. veles.loader.interactive.InteractiveImageLoader

    add_sobel background_color background_image color_space crop crop_number loadtxt_kwargs minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

18. veles.loader.interactive.InteractiveLoader

    loadtxt_kwargs minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio

19. veles.loader.loader_hdf5.FullBatchHDF5Loader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit test_path train_path train_ratio validation_path validation_ratio

20. veles.loader.loader_hdf5.HDF5Loader

    minibatch_size normalization_parameters normalization_type prng shuffle_limit test_path train_path train_ratio validation_path

21. veles.loader.loader_hdf5.HDF5LoaderBase

    minibatch_size normalization_parameters normalization_type prng shuffle_limit test_path train_path train_ratio validation_path

22. veles.loader.pickles.PicklesImageFullBatchLoader

    add_sobel background_color background_image cache color_space crop crop_number force_numpy minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_pickles train_pickles train_ratio validation_pickles validation_ratio

23. veles.loader.pickles.PicklesLoader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit test_pickles train_pickles train_ratio validation_pickles validation_ratio

24. veles.loader.restful.RestfulImageLoader

    add_sobel background_color background_image color_space crop crop_number max_response_time minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

25. veles.loader.restful.RestfulLoader

    max_response_time minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio

26. veles.loader.saver.MinibatchesLoader

    file_name minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio

27. veles.zmq_loader.ZeroMQLoader

    queue_size

28. veles.znicz.loader.imagenet_pickle_loader.ImagenetLoader

    channels count_samples_filename crop_size_sx crop_size_sy matrixes_filename minibatch_size mirror normalization_parameters normalization_type original_labels_filename prng samples_filename shuffle_limit sx sy train_ratio

29. veles.znicz.loader.loader_lmdb.LMDBLoader

    add_sobel background_color background_image color_space crop crop_number db_colorspace db_shape db_splitted_channels minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_path train_path train_ratio use_cache validation_path validation_ratio

30. veles.znicz.loader.loader_mnist.MnistLoader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

31. veles.znicz.loader.loader_stl.STL10FullBatchLoader

    add_sobel background_color background_image cache color_space crop crop_number directory force_numpy minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop train_ratio validation_ratio

32. veles.znicz.loader.loader_wine.WineLoader

    cache dataset_file force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

33. veles.znicz.samples.CIFAR10.cifar.CifarLoader

    add_sobel background_color background_image cache color_space crop crop_number force_numpy minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop test_pickles train_pickles train_ratio validation_pickles validation_ratio

34. veles.znicz.samples.DemoKohonen.kohonen.KohonenLoader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

35. veles.znicz.samples.MNIST.loader_mnist.MnistLoader

    cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

36. veles.znicz.samples.Wine.loader_wine.WineLoader

    cache dataset_file force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

28.3. Data Loaders with targets

Units for loading data. Loaders contains data, labels and targets.

1. veles.loader.base.LoaderMSE

   minibatch_size normalization_parameters normalization_type prng shuffle_limit target_normalization_parameters target_normalization_type targets_shape train_ratio

2. veles.loader.ensemble.EnsembleLoaderMSE

   cache file force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit target_normalization_parameters target_normalization_type targets_shape train_ratio validation_ratio

3. veles.loader.fullbatch.FullBatchLoaderMSE

   cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit target_normalization_parameters target_normalization_type targets_shape train_ratio validation_ratio

4. veles.loader.fullbatch_image.FullBatchAutoLabelFileImageLoaderMSE

   add_sobel background_color background_image cache color_space crop crop_number file_subtypes file_type force_numpy ignored_files included_files label_regexp minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop target_normalization_parameters target_normalization_type target_paths targets_shape test_paths train_paths train_ratio validation_paths validation_ratio

5. veles.loader.fullbatch_image.FullBatchFileImageLoaderMSE

   add_sobel background_color background_image cache color_space crop crop_number file_subtypes file_type force_numpy ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop target_normalization_parameters target_normalization_type target_paths targets_shape test_paths train_paths train_ratio validation_paths validation_ratio

6. veles.loader.fullbatch_image.FullBatchImageLoaderMSE

   add_sobel background_color background_image cache color_space crop crop_number force_numpy minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop target_normalization_parameters target_normalization_type targets_shape train_ratio validation_ratio

7. veles.loader.image_mse.FileImageLoaderMSE

   add_sobel background_color background_image color_space crop crop_number file_subtypes file_type ignored_files included_files minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop target_normalization_parameters target_normalization_type target_paths targets_shape test_paths train_paths train_ratio validation_paths validation_ratio

8. veles.loader.image_mse.ImageLoaderMSE

   add_sobel background_color background_image color_space crop crop_number minibatch_size mirror normalization_parameters normalization_type path_to_mean prng rotations scale scale_maintain_aspect_ratio shuffle_limit smart_crop target_normalization_parameters target_normalization_type targets_shape train_ratio validation_ratio

28.4. Layers of Model. Forward propagation

Units for forward propagation of Neural Networks.

1. veles.znicz.all2all.All2All

   bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

2. veles.znicz.all2all.All2AllRELU

   bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

3. veles.znicz.all2all.All2AllSigmoid

   bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

4. veles.znicz.all2all.All2AllSoftmax

   bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

5. veles.znicz.all2all.All2AllStrictRELU

   bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

6. veles.znicz.all2all.All2AllTanh

   bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

7. veles.znicz.conv.Conv

   bias_filling bias_stddev cache force_numpy include_bias kx ky n_kernels padding rand sliding unpack_size weights_filling weights_stddev weights_transposed

8. veles.znicz.conv.ConvRELU

   bias_filling bias_stddev cache force_numpy include_bias kx ky n_kernels padding rand sliding unpack_size weights_filling weights_stddev weights_transposed

9. veles.znicz.conv.ConvSigmoid

   bias_filling bias_stddev cache force_numpy include_bias kx ky n_kernels padding rand sliding unpack_size weights_filling weights_stddev weights_transposed

10. veles.znicz.conv.ConvStrictRELU

    bias_filling bias_stddev cache force_numpy include_bias kx ky n_kernels padding rand sliding unpack_size weights_filling weights_stddev weights_transposed

11. veles.znicz.conv.ConvTanh

    bias_filling bias_stddev cache force_numpy include_bias kx ky n_kernels padding rand sliding unpack_size weights_filling weights_stddev weights_transposed

12. veles.znicz.cutter.Cutter

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

13. veles.znicz.deconv.Deconv

    bias_filling bias_stddev cache force_numpy include_bias rand unsafe_padding weights_filling weights_stddev weights_transposed

14. veles.znicz.depooling.Depooling

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

15. veles.znicz.dropout.DropoutForward

    bias_filling bias_stddev cache dropout_ratio force_numpy include_bias rand weights_filling weights_stddev weights_transposed

16. veles.znicz.nn_units.NNLayerBase

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

17. veles.znicz.normalization.LRNormalizerForward

    alpha beta bias_filling bias_stddev cache force_numpy include_bias k n rand weights_filling weights_stddev weights_transposed

18. veles.znicz.pooling.AvgPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

19. veles.znicz.pooling.MaxAbsPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

20. veles.znicz.pooling.MaxPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

21. veles.znicz.pooling.Pooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

22. veles.znicz.pooling.StochasticAbsPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding uniform weights_filling weights_stddev weights_transposed

23. veles.znicz.pooling.StochasticAbsPoolingDepooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding uniform weights_filling weights_stddev weights_transposed

24. veles.znicz.pooling.StochasticPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding uniform weights_filling weights_stddev weights_transposed

25. veles.znicz.pooling.StochasticPoolingDepooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding uniform weights_filling weights_stddev weights_transposed

26. veles.znicz.resizable_all2all.ResizableAll2All

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

27. veles.znicz.weights_zerofilling.ZeroFiller

    cache force_numpy grouping

28.5. Layers of Model. Backward propagation

Units for backward propagation of Neural Networks

1. veles.znicz.cutter.GDCutter

   accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

2. veles.znicz.dropout.DropoutBackward

   accumulate_gradient apply_gradient cache dropout_ratio factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

3. veles.znicz.gd.GDRELU

   accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

4. veles.znicz.gd.GDSigmoid

   accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

5. veles.znicz.gd.GDSoftmax

   accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

6. veles.znicz.gd.GDStrictRELU

   accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

7. veles.znicz.gd.GDTanh

   accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

8. veles.znicz.gd.GradientDescent

   accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

9. veles.znicz.gd_conv.GDRELUConv

   accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

10. veles.znicz.gd_conv.GDSigmoidConv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

11. veles.znicz.gd_conv.GDStrictRELUConv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

12. veles.znicz.gd_conv.GDTanhConv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

13. veles.znicz.gd_conv.GradientDescentConv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

14. veles.znicz.gd_deconv.GDDeconv

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

15. veles.znicz.gd_pooling.GDAvgPooling

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

16. veles.znicz.gd_pooling.GDMaxAbsPooling

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

17. veles.znicz.gd_pooling.GDMaxPooling

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

18. veles.znicz.gd_pooling.GDPooling

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

19. veles.znicz.normalization.LRNormalizerBackward

    accumulate_gradient alpha apply_gradient beta cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias k l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias n need_err_input weights_decay weights_decay_bias weights_transposed

20. veles.znicz.rprop_all2all.RPropAll2All

    accumulate_gradient adadelta_adom adadelta_epsilon adadelta_momentum adagrad_epsilon apply_gradient cache factor_ortho fast_learning_rate force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias last_minibatch learning_rate learning_rate_bias need_err_input solvers variant_gradient variant_moment_gradient weights_decay weights_decay_bias weights_transposed

28.6. Activation Functions. Forward propagation

1. veles.znicz.activation.ActivationForward

   bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

2. veles.znicz.activation.ForwardLog

   bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

3. veles.znicz.activation.ForwardMul

   bias_filling bias_stddev cache factor force_numpy include_bias rand weights_filling weights_stddev weights_transposed

4. veles.znicz.activation.ForwardRELU

   bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

5. veles.znicz.activation.ForwardSigmoid

   bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

6. veles.znicz.activation.ForwardSinCos

   bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

7. veles.znicz.activation.ForwardStrictRELU

   bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

8. veles.znicz.activation.ForwardTanh

   bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

9. veles.znicz.activation.ForwardTanhLog

   bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

28.7. Activation Functions. Backward propagation

1. veles.znicz.activation.ActivationBackward

   accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

2. veles.znicz.activation.BackwardLog

   accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

3. veles.znicz.activation.BackwardMul

   accumulate_gradient apply_gradient cache factor factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

4. veles.znicz.activation.BackwardRELU

   accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

5. veles.znicz.activation.BackwardSigmoid

   accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

6. veles.znicz.activation.BackwardSinCos

   accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

7. veles.znicz.activation.BackwardStrictRELU

   accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

8. veles.znicz.activation.BackwardTanh

   accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

9. veles.znicz.activation.BackwardTanhLog

   accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

28.8. Plotters

Units for visualizing of data, errors, matrix, etc

1. veles.plotting_units.AccumulatingPlotter

   clear_plot fit_poly_power label last line_width minimap plot_style redraw_plot ylim

2. veles.plotting_units.AutoHistogramPlotter

3. veles.plotting_units.Histogram

4. veles.plotting_units.ImagePlotter

   yuv

5. veles.plotting_units.ImmediatePlotter

   ylim

6. veles.plotting_units.MatrixPlotter

7. veles.plotting_units.MultiHistogram

   hist_number limit n_bars

8. veles.plotting_units.SlaveStats

   period update_interval

9. veles.plotting_units.TableMaxMin

10. veles.znicz.diversity.SimilarWeights2D

    color_space column_align form_threshold limit magnitude_threshold peak_threshold split_channels transposed yuv

11. veles.znicz.nn_plotting_units.KohonenGridBase

12. veles.znicz.nn_plotting_units.KohonenHits

    color_bins color_text

13. veles.znicz.nn_plotting_units.KohonenInputMaps

    color_grid color_scheme

14. veles.znicz.nn_plotting_units.KohonenNeighborMap

    color_neurons color_scheme

15. veles.znicz.nn_plotting_units.KohonenValidationResults

    color_map color_text

16. veles.znicz.nn_plotting_units.MSEHistogram

    n_bars

17. veles.znicz.nn_plotting_units.Weights2D

    color_space column_align limit split_channels transposed yuv

28.9. Kohonen Units

Kohonen Map units.

1. veles.znicz.kohonen.KohonenDecision

   max_epochs weights_min_diff

2. veles.znicz.kohonen.KohonenForward

   cache force_numpy total

3. veles.znicz.kohonen.KohonenTrainer

   cache force_numpy gradient_decay radius_decay shape weights_filling weights_stddev weights_transposed

4. veles.znicz.kohonen.KohonenValidator

5. veles.znicz.samples.DemoKohonen.kohonen.KohonenLoader

   cache force_numpy minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio validation_ratio

28.10. RBM Units

1. veles.znicz.rbm_units.BatchWeights

   cache force_numpy

2. veles.znicz.rbm_units.Binarization

   cache force_numpy rand

3. veles.znicz.rbm_units.GradientsCalculator

   cache force_numpy

4. veles.znicz.rbm_units.IterationCounter

   max_iterations

5. veles.znicz.rbm_units.MemCpy

   cache force_numpy

6. veles.znicz.rbm_units.WeightsUpdater

   learning_rate

28.11. Other Working Units

Units, which can be used in Workflows.

1. veles.accelerated_units.DeviceBenchmark

   block_size cache dry_run_first dtype force_numpy precision_level repeats return_time size vector_opt

2. veles.accelerated_units.TrivialAcceleratedUnit

   cache force_numpy

3. veles.avatar.Avatar

   cache force_numpy

4. veles.downloader.Downloader

   directory files url

5. veles.dummy.DummyUnit

6. veles.ensemble.base_workflow.EnsembleModelManagerBase

   model

7. veles.ensemble.base_workflow.EnsembleModelManagerBase

   model

8. veles.ensemble.model_workflow.EnsembleModelManager

   model plotters_are_disabled size train_ratio

9. veles.ensemble.test_workflow.EnsembleTestManager

   input_file model

10. veles.genetics.optimization_workflow.GeneticsOptimizer

    config generations model plotters_are_disabled rand size

11. veles.genetics.optimization_workflow.GeneticsOptimizer

    config generations model plotters_are_disabled rand size

12. veles.input_joiner.InputJoiner

    cache force_numpy inputs

13. veles.interaction.Shell

14. veles.loader.base.Loader

    minibatch_size normalization_parameters normalization_type prng shuffle_limit train_ratio

15. veles.loader.libsndfile_loader.SndFileListLoaderBase

    path_to_test_text_file path_to_train_text_file path_to_val_text_file

16. veles.loader.libsndfile_loader.SndFileLoaderBase

    file_subtypes file_type ignored_files included_files test_paths train_paths validation_paths

17. veles.loader.saver.MinibatchesSaver

    class_chunk_sizes compression compression_level file_name

18. veles.mean_disp_normalizer.MeanDispNormalizer

    cache force_numpy

19. veles.ocl_blas.Builder

    cache cache_file_name defines dtype force_numpy kernel_name source

20. veles.plumbing.FireStarter

    units

21. veles.plumbing.Repeater

22. veles.prng.uniform.Uniform

    cache force_numpy num_states output_bytes prng

23. veles.publishing.publisher.Publisher

    backends loader matplotlib_backend plots savefig_kwargs templates workflow_graph_kwargs

24. veles.restful_api.RESTfulAPI

    path port

25. veles.snapshotter.Snapshotter

    compression compression_level interval prefix time_interval warn_about_size

26. veles.snapshotter.SnapshotterToDB

    compression compression_level interval odbc prefix table time_interval warn_about_size

27. veles.snapshotter.SnapshotterToFile

    compression compression_level directory interval prefix time_interval warn_about_size

28. veles.units.TrivialUnit

29. veles.zmq_loader.ZeroMQLoader

    queue_size

30. veles.znicz.accumulator.FixAccumulator

    bars type

31. veles.znicz.accumulator.RangeAccumulator

    bars squash

32. veles.znicz.decision.DecisionGD

    fail_iterations max_epochs

33. veles.znicz.decision.DecisionMSE

    fail_iterations max_epochs root

34. veles.znicz.decision.TrivialDecision

    max_epochs

35. veles.znicz.diff_stats.DiffStats

    arrays file_name

36. veles.znicz.evaluator.EvaluatorMSE

    cache force_numpy mean root

37. veles.znicz.evaluator.EvaluatorSoftmax

    cache compute_confusion_matrix force_numpy mean

38. veles.znicz.image_saver.ImageSaver

    color_space limit out_dirs

39. veles.znicz.labels_printer.LabelsPrinter

    top_number

40. veles.znicz.lr_adjust.LearningRateAdjust

    bias_lr_parameters bias_lr_policy_name lr_parameters lr_policy_name

41. veles.znicz.nn_rollback.NNRollback

    lr_minus lr_plus minus_steps plus_steps

42. veles.znicz.nn_units.NNSnapshotterBase

    compression compression_level interval prefix time_interval warn_about_size

43. veles.znicz.nn_units.NNSnapshotterToDB

    compression compression_level interval odbc prefix table time_interval warn_about_size

44. veles.znicz.nn_units.NNSnapshotterToFile

    compression compression_level directory interval prefix time_interval warn_about_size

45. veles.znicz.standard_workflow.ForwardWorkflowExtractor

    cyclic loader_config loader_name result_unit_factory

28.12. Base Units

Base Units, which are parents for working units. They can not be used in Workflows.

1. veles.accelerated_units.AcceleratedUnit

   cache force_numpy

2. veles.accelerated_units.AcceleratedUnit

   cache force_numpy

3. veles.loader.base.LoaderMSEMixin

   normalization_parameters normalization_type target_normalization_parameters target_normalization_type targets_shape

4. veles.loader.file_loader.AutoLabelFileLoader

   file_subtypes file_type ignored_files included_files label_regexp test_paths train_paths validation_paths

5. veles.loader.file_loader.FileFilter

   file_subtypes file_type ignored_files included_files

6. veles.loader.file_loader.FileListLoaderBase

   path_to_test_text_file path_to_train_text_file path_to_val_text_file

7. veles.loader.file_loader.FileLoaderBase

   file_subtypes file_type ignored_files included_files test_paths train_paths validation_paths

8. veles.loader.fullbatch.FullBatchLoaderMSEMixin

   normalization_parameters normalization_type target_normalization_parameters target_normalization_type targets_shape

9. veles.loader.fullbatch_image.FullBatchFileImageLoaderMSEMixin

   normalization_parameters normalization_type target_normalization_parameters target_normalization_type target_paths targets_shape

10. veles.loader.fullbatch_image.FullBatchImageLoaderMSEMixin

    normalization_parameters normalization_type target_normalization_parameters target_normalization_type targets_shape

11. veles.loader.image_mse.FileImageLoaderMSEMixin

    normalization_parameters normalization_type target_normalization_parameters target_normalization_type target_paths targets_shape

12. veles.loader.image_mse.ImageLoaderMSEMixin

    normalization_parameters normalization_type target_normalization_parameters target_normalization_type targets_shape

13. veles.plotter.Plotter

14. veles.plumbing.EndPoint

15. veles.plumbing.StartPoint

16. veles.plumbing.UttermostPoint

17. veles.snapshotter.SnapshotterBase

    compression compression_level interval prefix time_interval warn_about_size

18. veles.snapshotter.SnapshotterBase

    compression compression_level interval prefix time_interval warn_about_size

19. veles.units.Container

20. veles.units.Unit

21. veles.znicz.activation.Activation

    cache force_numpy

22. veles.znicz.conv.ConvolutionalBase

23. veles.znicz.cutter.CutterBase

24. veles.znicz.decision.DecisionBase

    max_epochs

25. veles.znicz.decision.DecisionBase

    max_epochs

26. veles.znicz.dropout.Dropout

    cache dropout_ratio force_numpy

27. veles.znicz.evaluator.EvaluatorBase

    cache force_numpy mean

28. veles.znicz.evaluator.EvaluatorBase

    cache force_numpy mean

29. veles.znicz.nn_units.Forward

    bias_filling bias_stddev cache force_numpy include_bias rand weights_filling weights_stddev weights_transposed

30. veles.znicz.nn_units.ForwardBase

    cache force_numpy

31. veles.znicz.nn_units.ForwardBase

    cache force_numpy

32. veles.znicz.nn_units.GradientDescentBase

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

33. veles.znicz.nn_units.GradientDescentBase

    accumulate_gradient apply_gradient cache factor_ortho force_numpy gradient_moment gradient_moment_bias include_bias l1_vs_l2 l1_vs_l2_bias learning_rate learning_rate_bias need_err_input weights_decay weights_decay_bias weights_transposed

34. veles.znicz.nn_units.GradientDescentWithActivation

    cache force_numpy

35. veles.znicz.normalization.LocalResponseNormalizer

    alpha beta cache force_numpy k n

36. veles.znicz.pooling.MaxPoolingBase

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

37. veles.znicz.pooling.OffsetPooling

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding weights_filling weights_stddev weights_transposed

38. veles.znicz.pooling.PoolingBase

39. veles.znicz.pooling.StochasticPoolingBase

    bias_filling bias_stddev cache force_numpy include_bias kx ky rand sliding uniform weights_filling weights_stddev weights_transposed

40. veles.znicz.rbm_units.All2AllSigmoidH

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

41. veles.znicz.rbm_units.All2AllSigmoidV

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

42. veles.znicz.rbm_units.All2AllSigmoidWithForeignWeights

    bias_filling bias_stddev cache force_numpy include_bias output_dtype output_sample_shape output_samples_number rand weights_filling weights_stddev weights_transposed

43. veles.znicz.rbm_units.BatchWeights2

    cache force_numpy

44. veles.znicz.rbm_units.BinarizationEval

    cache force_numpy rand

45. veles.znicz.rbm_units.BinarizationGradH

    cache force_numpy rand

46. veles.znicz.rbm_units.BinarizationGradV

    cache force_numpy rand