PLearn 0.1
DiskVMatrix.h
Go to the documentation of this file.
00001 // -*- C++ -*-
00002 
00003 // PLearn (A C++ Machine Learning Library)
00004 // Copyright (C) 1998 Pascal Vincent
00005 // Copyright (C) 1999-2001 Pascal Vincent, Yoshua Bengio, Rejean Ducharme and University of Montreal
00006 // Copyright (C) 2002 Pascal Vincent, Julien Keable, Xavier Saint-Mleux
00007 // Copyright (C) 2008 Xavier Saint-Mleux, ApSTAT Technologies inc.
00008 //
00009 // Redistribution and use in source and binary forms, with or without
00010 // modification, are permitted provided that the following conditions are met:
00011 //
00012 //  1. Redistributions of source code must retain the above copyright
00013 //     notice, this list of conditions and the following disclaimer.
00014 //
00015 //  2. Redistributions in binary form must reproduce the above copyright
00016 //     notice, this list of conditions and the following disclaimer in the
00017 //     documentation and/or other materials provided with the distribution.
00018 //
00019 //  3. The name of the authors may not be used to endorse or promote
00020 //     products derived from this software without specific prior written
00021 //     permission.
00022 //
00023 // THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR
00024 // IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
00025 // OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN
00026 // NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
00027 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
00028 // TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
00029 // PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
00030 // LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
00031 // NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
00032 // SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
00033 //
00034 // This file is part of the PLearn library. For more information on the PLearn
00035 // library, go to the PLearn Web site at www.plearn.org
00036 
00037 
00038 /* *******************************************************
00039  * $Id: DiskVMatrix.h 10003 2009-03-10 17:06:50Z tihocan $
00040  ******************************************************* */
00041 
00042 
00045 #ifndef DiskVMatrix_INC
00046 #define DiskVMatrix_INC
00047 
00048 #include "RowBufferedVMatrix.h"
00049 #include <cstdio>
00050 
00051 namespace PLearn {
00052 using namespace std;
00053 
00054 
00057 class DiskVMatrix: public RowBufferedVMatrix
00058 {
00059     typedef RowBufferedVMatrix inherited;
00060 
00061 protected:
00062     mutable FILE* indexf;
00063     mutable TVec<FILE*> dataf;
00064     bool freshnewfile;
00065     bool old_format; // is thisfile in the old deprecated format?
00066     bool swap_endians; // was this file written in the opposite endian order
00067     mutable bool last_op_was_append; //<! true if the last I/O operation performed was an append; if so, we don't need to seek to the end of file before writing again.
00068 public:
00069     static const int NO_LENGTH_SENTINEL= -42; // written in header instead of actual length
00070     static const int HEADER_OFFSET_LENGTH= 4; // offset to length in header
00071 
00072     // Build options
00073     PPath dirname;
00074     //bool readwritemode;
00075     double tolerance;    // the error tolerance for storing doubles as floats
00076 
00077     DiskVMatrix();
00078 
00084     DiskVMatrix(const PPath& the_dirname, bool readwrite=false,
00085                 bool call_build_ = true);
00086 
00094     DiskVMatrix(const PPath& the_dirname, int the_width, bool write_double_as_float=false);
00095 
00096     virtual void putRow(int i, Vec v);
00097     virtual void appendRow(Vec v);
00098     virtual void flush();
00099 
00100     virtual void build();
00101 
00103     virtual void makeDeepCopyFromShallowCopy(CopiesMap& copies);
00104 
00105 protected:
00106 
00107     virtual void getNewRow(int i, const Vec& v) const;
00108     static void declareOptions(OptionList & ol);
00109 
00112     virtual void closeCurrentFiles();
00113 
00114 public:
00115 
00116     PLEARN_DECLARE_OBJECT(DiskVMatrix);
00117 
00118 
00119     virtual ~DiskVMatrix();
00120 private:
00121     void build_();
00122 };
00123 
00124 DECLARE_OBJECT_PTR(DiskVMatrix);
00125 
00126 } // end of namespace PLearn
00127 #endif
00128 
00129 
00130 /*
00131   Local Variables:
00132   mode:c++
00133   c-basic-offset:4
00134   c-file-style:"stroustrup"
00135   c-file-offsets:((innamespace . 0)(inline-open . 0))
00136   indent-tabs-mode:nil
00137   fill-column:79
00138   End:
00139 */
00140 // vim: filetype=cpp:expandtab:shiftwidth=4:tabstop=8:softtabstop=4:encoding=utf-8:textwidth=79 :
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Defines