PLearn 0.1
|
00001 // -*- C++ -*- 00002 00003 // RBMMultitaskClassificationModule.h 00004 // 00005 // Copyright (C) 2006 Pascal Lamblin 00006 // 00007 // Redistribution and use in source and binary forms, with or without 00008 // modification, are permitted provided that the following conditions are met: 00009 // 00010 // 1. Redistributions of source code must retain the above copyright 00011 // notice, this list of conditions and the following disclaimer. 00012 // 00013 // 2. Redistributions in binary form must reproduce the above copyright 00014 // notice, this list of conditions and the following disclaimer in the 00015 // documentation and/or other materials provided with the distribution. 00016 // 00017 // 3. The name of the authors may not be used to endorse or promote 00018 // products derived from this software without specific prior written 00019 // permission. 00020 // 00021 // THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR 00022 // IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 00023 // OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN 00024 // NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 00025 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED 00026 // TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR 00027 // PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF 00028 // LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING 00029 // NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 00030 // SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 00031 // 00032 // This file is part of the PLearn library. For more information on the PLearn 00033 // library, go to the PLearn Web site at www.plearn.org 00034 00035 // Authors: Pascal Lamblin 00036 00040 #ifndef RBMMultitaskClassificationModule_INC 00041 #define RBMMultitaskClassificationModule_INC 00042 00043 #include <plearn_learners/online/OnlineLearningModule.h> 00044 #include "RBMConnection.h" 00045 #include "RBMMatrixConnection.h" 00046 #include "RBMMixedConnection.h" 00047 #include "RBMLayer.h" 00048 #include "RBMBinomialLayer.h" 00049 #include "RBMMultinomialLayer.h" 00050 00051 namespace PLearn { 00052 00059 class RBMMultitaskClassificationModule : public OnlineLearningModule 00060 { 00061 typedef OnlineLearningModule inherited; 00062 00063 public: 00064 //##### Public Build Options ############################################ 00066 PP<RBMConnection> previous_to_last; 00067 00069 PP<RBMBinomialLayer> last_layer; 00070 00072 PP<RBMMatrixConnection> last_to_target; 00073 00076 PP<RBMBinomialLayer> target_layer; 00077 00079 int n_mean_field_iterations; 00080 00084 bool fprop_outputs_activation; 00085 00086 //##### Public Learnt Options ########################################### 00088 PP<RBMMixedConnection> joint_connection; 00089 00091 int last_size; 00092 00093 public: 00094 //##### Public Member Functions ######################################### 00095 00097 // ### Make sure the implementation in the .cc 00098 // ### initializes all fields to reasonable default values. 00099 RBMMultitaskClassificationModule(); 00100 00101 // Your other public member functions go here 00102 00104 virtual void fprop(const Vec& input, Vec& output) const; 00105 00116 // virtual void bpropUpdate(const Vec& input, const Vec& output, 00117 // const Vec& output_gradient); 00118 00120 virtual void bpropUpdate(const Vec& input, const Vec& output, 00121 Vec& input_gradient, 00122 const Vec& output_gradient, 00123 bool accumulate=false); 00124 00134 // virtual void bbpropUpdate(const Vec& input, const Vec& output, 00135 // const Vec& output_gradient, 00136 // const Vec& output_diag_hessian); 00137 00141 // virtual void bbpropUpdate(const Vec& input, const Vec& output, 00142 // Vec& input_gradient, 00143 // const Vec& output_gradient, 00144 // Vec& input_diag_hessian, 00145 // const Vec& output_diag_hessian 00146 // bool accumulate=false); 00147 00151 virtual void forget(); 00152 00153 //##### PLearn::Object Protocol ######################################### 00154 00155 // Declares other standard object methods. 00156 // ### If your class is not instantiatable (it has pure virtual methods) 00157 // ### you should replace this by PLEARN_DECLARE_ABSTRACT_OBJECT 00158 PLEARN_DECLARE_OBJECT(RBMMultitaskClassificationModule); 00159 00160 // Simply calls inherited::build() then build_() 00161 virtual void build(); 00162 00164 virtual void makeDeepCopyFromShallowCopy(CopiesMap& copies); 00165 00166 protected: 00167 //##### Not Options ##################################################### 00168 00169 mutable TVec< Vec > mean_field_activations_target; 00170 mutable TVec< Vec > mean_field_approximations_target; 00171 mutable TVec< Vec > mean_field_activations_hidden; 00172 mutable TVec< Vec > mean_field_approximations_hidden; 00173 00174 protected: 00175 //##### Protected Member Functions ###################################### 00176 00178 static void declareOptions(OptionList& ol); 00179 00180 private: 00181 //##### Private Member Functions ######################################## 00182 00184 void build_(); 00185 00186 private: 00187 //##### Private Data Members ############################################ 00188 00190 mutable Mat last_to_target_gradient; 00191 00193 mutable Vec mean_field_activations_gradient_target; 00194 mutable Vec mean_field_approximations_gradient_target; 00195 mutable Vec mean_field_activations_gradient_hidden; 00196 mutable Vec mean_field_approximations_gradient_hidden; 00197 00198 }; 00199 00200 // Declares a few other classes and functions related to this class 00201 DECLARE_OBJECT_PTR(RBMMultitaskClassificationModule); 00202 00203 } // end of namespace PLearn 00204 00205 #endif 00206 00207 00208 /* 00209 Local Variables: 00210 mode:c++ 00211 c-basic-offset:4 00212 c-file-style:"stroustrup" 00213 c-file-offsets:((innamespace . 0)(inline-open . 0)) 00214 indent-tabs-mode:nil 00215 fill-column:79 00216 End: 00217 */ 00218 // vim: filetype=cpp:expandtab:shiftwidth=4:tabstop=8:softtabstop=4:encoding=utf-8:textwidth=79 :