| [0b990d] | 1 | //
 | 
|---|
 | 2 | // file.cc
 | 
|---|
 | 3 | //
 | 
|---|
 | 4 | // Copyright (C) 1996 Limit Point Systems, Inc.
 | 
|---|
 | 5 | //
 | 
|---|
 | 6 | // Author: Curtis Janssen <cljanss@limitpt.com>
 | 
|---|
 | 7 | // Maintainer: LPS
 | 
|---|
 | 8 | //
 | 
|---|
 | 9 | // This file is part of the SC Toolkit.
 | 
|---|
 | 10 | //
 | 
|---|
 | 11 | // The SC Toolkit is free software; you can redistribute it and/or modify
 | 
|---|
 | 12 | // it under the terms of the GNU Library General Public License as published by
 | 
|---|
 | 13 | // the Free Software Foundation; either version 2, or (at your option)
 | 
|---|
 | 14 | // any later version.
 | 
|---|
 | 15 | //
 | 
|---|
 | 16 | // The SC Toolkit is distributed in the hope that it will be useful,
 | 
|---|
 | 17 | // but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
|---|
 | 18 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
|---|
 | 19 | // GNU Library General Public License for more details.
 | 
|---|
 | 20 | //
 | 
|---|
 | 21 | // You should have received a copy of the GNU Library General Public License
 | 
|---|
 | 22 | // along with the SC Toolkit; see the file COPYING.LIB.  If not, write to
 | 
|---|
 | 23 | // the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 | 
|---|
 | 24 | //
 | 
|---|
 | 25 | // The U.S. Government is granted a limited license as per AL 91-7.
 | 
|---|
 | 26 | //
 | 
|---|
 | 27 | 
 | 
|---|
 | 28 | #ifdef __GNUC__
 | 
|---|
 | 29 | #pragma implementation
 | 
|---|
 | 30 | #endif
 | 
|---|
 | 31 | 
 | 
|---|
 | 32 | #include <sstream>
 | 
|---|
 | 33 | #include <util/misc/string.h>
 | 
|---|
 | 34 | 
 | 
|---|
 | 35 | #ifdef HAVE_CONFIG_H
 | 
|---|
 | 36 | #include <scconfig.h>
 | 
|---|
 | 37 | #endif
 | 
|---|
 | 38 | 
 | 
|---|
 | 39 | 
 | 
|---|
 | 40 | #include <util/misc/formio.h>
 | 
|---|
 | 41 | #include <util/class/scexception.h>
 | 
|---|
 | 42 | #include <util/group/file.h>
 | 
|---|
 | 43 | 
 | 
|---|
 | 44 | #include <util/group/fileproc.h>
 | 
|---|
 | 45 | #if defined(HAVE_MPI)
 | 
|---|
 | 46 | #  include <util/group/messmpi.h>
 | 
|---|
 | 47 | //#  include <util/group/filemtmpi.h>
 | 
|---|
 | 48 | #endif
 | 
|---|
 | 49 | 
 | 
|---|
 | 50 | using namespace std;
 | 
|---|
 | 51 | using namespace sc;
 | 
|---|
 | 52 | 
 | 
|---|
 | 53 | //////////////////////////////////////////////////////////////////////
 | 
|---|
 | 54 | // FileGrp members
 | 
|---|
 | 55 | 
 | 
|---|
 | 56 | static ClassDesc FileGrp_cd(
 | 
|---|
 | 57 |   typeid(FileGrp),"FileGrp",1,"public DescribedClass",
 | 
|---|
 | 58 |   0, 0, 0);
 | 
|---|
 | 59 | 
 | 
|---|
 | 60 | FileGrp::FileGrp()
 | 
|---|
 | 61 | {
 | 
|---|
 | 62 |   debug_ = 0;
 | 
|---|
 | 63 | 
 | 
|---|
 | 64 |   datafile_ = 0;
 | 
|---|
 | 65 |   filename_ = 0;
 | 
|---|
 | 66 |   offsets_ = 0;
 | 
|---|
 | 67 | 
 | 
|---|
 | 68 |   init_locks();
 | 
|---|
 | 69 | }
 | 
|---|
 | 70 | 
 | 
|---|
 | 71 | FileGrp::FileGrp(const Ref<KeyVal>& keyval)
 | 
|---|
 | 72 | {
 | 
|---|
 | 73 |   debug_ = keyval->intvalue("debug");
 | 
|---|
 | 74 | 
 | 
|---|
 | 75 |   datafile_ = 0;
 | 
|---|
 | 76 |   filename_ = 0;
 | 
|---|
 | 77 |   offsets_ = 0;
 | 
|---|
 | 78 | 
 | 
|---|
 | 79 |   init_locks();
 | 
|---|
 | 80 | }
 | 
|---|
 | 81 | 
 | 
|---|
 | 82 | FileGrp::~FileGrp()
 | 
|---|
 | 83 | {
 | 
|---|
 | 84 |   delete[] offsets_;
 | 
|---|
 | 85 |   delete[] locks_;
 | 
|---|
 | 86 |   datafile_ = 0;
 | 
|---|
 | 87 |   filename_ = 0;
 | 
|---|
 | 88 | }
 | 
|---|
 | 89 | 
 | 
|---|
 | 90 | void
 | 
|---|
 | 91 | FileGrp::open()
 | 
|---|
 | 92 | {
 | 
|---|
 | 93 |   if (filename_) {
 | 
|---|
 | 94 |     datafile_ = open(filename_, O_RDWR);
 | 
|---|
 | 95 |   }
 | 
|---|
 | 96 |   else {
 | 
|---|
 | 97 |     throw ProgrammingError("open() called but filename has not been set",
 | 
|---|
 | 98 |                            __FILE__, __LINE__, class_desc());
 | 
|---|
 | 99 |   }
 | 
|---|
 | 100 | }
 | 
|---|
 | 101 | 
 | 
|---|
 | 102 | void
 | 
|---|
 | 103 | FileGrp::close()
 | 
|---|
 | 104 | {
 | 
|---|
 | 105 |   close(datafile_);
 | 
|---|
 | 106 | }
 | 
|---|
 | 107 | 
 | 
|---|
 | 108 | void
 | 
|---|
 | 109 | FileGrp::set_filename(char *name)
 | 
|---|
 | 110 | {
 | 
|---|
 | 111 |   if (filename_) {
 | 
|---|
 | 112 |     throw ProgrammingError("set_filename() called but filename has been set already",
 | 
|---|
 | 113 |                            __FILE__, __LINE__, class_desc());
 | 
|---|
 | 114 |   }
 | 
|---|
 | 115 |   else
 | 
|---|
 | 116 |     filename_ = strdup(name);
 | 
|---|
 | 117 | }
 | 
|---|
 | 118 | 
 | 
|---|
 | 119 | const char*
 | 
|---|
 | 120 | FileGrp::get_filename() const
 | 
|---|
 | 121 | {
 | 
|---|
 | 122 |   return filename_;
 | 
|---|
 | 123 | }
 | 
|---|
 | 124 | 
 | 
|---|
 | 125 | void
 | 
|---|
 | 126 | FileGrp::init_locks()
 | 
|---|
 | 127 | {
 | 
|---|
 | 128 |   Ref<ThreadGrp> thgrp = ThreadGrp::get_default_threadgrp();
 | 
|---|
 | 129 |   nlock_ = 2 * thgrp->nthread();
 | 
|---|
 | 130 |   locks_ = new Ref<ThreadLock>[nlock_];
 | 
|---|
 | 131 |   for (int i=0; i<nlock_; i++) locks_[i] = thgrp->new_lock();
 | 
|---|
 | 132 | }
 | 
|---|
 | 133 | 
 | 
|---|
 | 134 | FileGrp *
 | 
|---|
 | 135 | FileGrp::initial_filegrp()
 | 
|---|
 | 136 | {
 | 
|---|
 | 137 |   int argc = 0;
 | 
|---|
 | 138 |   return initial_filegrp(argc,0);
 | 
|---|
 | 139 | }
 | 
|---|
 | 140 | 
 | 
|---|
 | 141 | FileGrp *
 | 
|---|
 | 142 | FileGrp::initial_filegrp(int &argc, char *argv[])
 | 
|---|
 | 143 | {
 | 
|---|
 | 144 |   FileGrp *grp = 0;
 | 
|---|
 | 145 | 
 | 
|---|
 | 146 |   char *keyval_string = 0;
 | 
|---|
 | 147 | 
 | 
|---|
 | 148 |   // see if a file group is given on the command line
 | 
|---|
 | 149 |   if (argc && argv) {
 | 
|---|
 | 150 |       for (int i=0; i<argc; i++) {
 | 
|---|
 | 151 |           if (argv[i] && !strcmp(argv[i], "-filegrp")) {
 | 
|---|
 | 152 |               char *filegrp_string = argv[i];
 | 
|---|
 | 153 |               i++;
 | 
|---|
 | 154 |               if (i >= argc) {
 | 
|---|
 | 155 |                   ExEnv::errn() << "-filegrp must be following by an argument"
 | 
|---|
 | 156 |                        << endl;
 | 
|---|
 | 157 |                   abort();
 | 
|---|
 | 158 |                 }
 | 
|---|
 | 159 |               keyval_string = argv[i];
 | 
|---|
 | 160 |               // move the filegrp arguments to the end of argv
 | 
|---|
 | 161 |               int j;
 | 
|---|
 | 162 |               for (j=i+1; j<argc; j++) {
 | 
|---|
 | 163 |                   argv[j-2] = argv[j];
 | 
|---|
 | 164 |                 }
 | 
|---|
 | 165 |               argv[j++] = filegrp_string;
 | 
|---|
 | 166 |               argv[j++] = keyval_string;
 | 
|---|
 | 167 |               // decrement argc to hide the last two arguments
 | 
|---|
 | 168 |               argc -= 2;
 | 
|---|
 | 169 |               break;
 | 
|---|
 | 170 |             }
 | 
|---|
 | 171 |         }
 | 
|---|
 | 172 |     }
 | 
|---|
 | 173 | 
 | 
|---|
 | 174 |   if (!keyval_string) {
 | 
|---|
 | 175 |       // find out if the environment gives the containing file group
 | 
|---|
 | 176 |       keyval_string = getenv("FILEGRP");
 | 
|---|
 | 177 |       if (keyval_string) {
 | 
|---|
 | 178 |           if (!strncmp("FILEGRP=", keyval_string, 11)) {
 | 
|---|
 | 179 |               keyval_string = strchr(keyval_string, '=');
 | 
|---|
 | 180 |             }
 | 
|---|
 | 181 |           if (*keyval_string == '=') keyval_string++;
 | 
|---|
 | 182 |         }
 | 
|---|
 | 183 |     }
 | 
|---|
 | 184 | 
 | 
|---|
 | 185 |   // if keyval input for a file group was found, then
 | 
|---|
 | 186 |   // create it.
 | 
|---|
 | 187 |   if (keyval_string) {
 | 
|---|
 | 188 |       //ExEnv::outn() << "Creating FileGrp from \"" << keyval_string << "\"" << endl;
 | 
|---|
 | 189 |       Ref<ParsedKeyVal> strkv = new ParsedKeyVal();
 | 
|---|
 | 190 |       strkv->parse_string(keyval_string);
 | 
|---|
 | 191 |       Ref<DescribedClass> dc = strkv->describedclassvalue();
 | 
|---|
 | 192 |       grp = dynamic_cast<FileGrp*>(dc.pointer());
 | 
|---|
 | 193 |       if (dc.null()) {
 | 
|---|
 | 194 |           ExEnv::errn() << "initial_filegrp: couldn't find a FileGrp in "
 | 
|---|
 | 195 |                << keyval_string << endl;
 | 
|---|
 | 196 |           abort();
 | 
|---|
 | 197 |         }
 | 
|---|
 | 198 |       else if (!grp) {
 | 
|---|
 | 199 |           ExEnv::errn() << "initial_filegrp: wanted FileGrp but got "
 | 
|---|
 | 200 |                << dc->class_name() << endl;
 | 
|---|
 | 201 |           abort();
 | 
|---|
 | 202 |         }
 | 
|---|
 | 203 |       // prevent an accidental delete
 | 
|---|
 | 204 |       grp->reference();
 | 
|---|
 | 205 |       strkv = 0;
 | 
|---|
 | 206 |       dc = 0;
 | 
|---|
 | 207 |       // accidental delete not a problem anymore since all smart pointers
 | 
|---|
 | 208 |       // to grp are dead
 | 
|---|
 | 209 |       grp->dereference();
 | 
|---|
 | 210 |       return grp;
 | 
|---|
 | 211 |     }
 | 
|---|
 | 212 | 
 | 
|---|
 | 213 |   return grp;
 | 
|---|
 | 214 | }
 | 
|---|
 | 215 | 
 | 
|---|
 | 216 | void
 | 
|---|
 | 217 | FileGrp::activate()
 | 
|---|
 | 218 | {
 | 
|---|
 | 219 | }
 | 
|---|
 | 220 | 
 | 
|---|
 | 221 | void
 | 
|---|
 | 222 | FileGrp::deactivate()
 | 
|---|
 | 223 | {
 | 
|---|
 | 224 | }
 | 
|---|
 | 225 | 
 | 
|---|
 | 226 | void
 | 
|---|
 | 227 | FileGrp::print(ostream&o) const
 | 
|---|
 | 228 | {
 | 
|---|
 | 229 |   o << scprintf("FileGrp (node %d):\n", me());
 | 
|---|
 | 230 |   o << scprintf("%d: n = %d\n", me(), n());
 | 
|---|
 | 231 |   for (int i=0; i<=n_; i++) {
 | 
|---|
 | 232 |       o << scprintf("%d: offset[%d] = %5d\n", me(), i, offsets_[i]);
 | 
|---|
 | 233 |     }
 | 
|---|
 | 234 | }
 | 
|---|
 | 235 | 
 | 
|---|
 | 236 | void
 | 
|---|
 | 237 | FileGrp::sum_reduction(double *data, distsize_t doffset, int dlength)
 | 
|---|
 | 238 | {
 | 
|---|
 | 239 |   distsize_t offset = doffset * sizeof(double);
 | 
|---|
 | 240 |   int length = dlength * sizeof(double);
 | 
|---|
 | 241 | 
 | 
|---|
 | 242 |   if (offset + length > totalsize()) {
 | 
|---|
 | 243 |       ExEnv::errn() << scprintf("FileGrp::sum_reduction: arg out of range\n");
 | 
|---|
 | 244 |       abort();
 | 
|---|
 | 245 |     }
 | 
|---|
 | 246 | 
 | 
|---|
 | 247 |   double *source_data = (double*) obtain_readwrite(offset, length);
 | 
|---|
 | 248 | 
 | 
|---|
 | 249 |   for (int i=0; i<dlength; i++) {
 | 
|---|
 | 250 |       source_data[i] += data[i];
 | 
|---|
 | 251 |     }
 | 
|---|
 | 252 | 
 | 
|---|
 | 253 |   release_readwrite((void*) source_data, offset, length);
 | 
|---|
 | 254 | }
 | 
|---|
 | 255 | 
 | 
|---|
 | 256 | void
 | 
|---|
 | 257 | FileGrp::sum_reduction_on_node(double *data, size_t doffset, int dlength,
 | 
|---|
 | 258 |                                  int node)
 | 
|---|
 | 259 | {
 | 
|---|
 | 260 |   if (node == -1) node = me();
 | 
|---|
 | 261 | 
 | 
|---|
 | 262 |   sum_reduction(data, doffset + offset(node)/sizeof(double),
 | 
|---|
 | 263 |                 dlength);
 | 
|---|
 | 264 | }
 | 
|---|
 | 265 | 
 | 
|---|
 | 266 | void
 | 
|---|
 | 267 | FileGrp::catchup()
 | 
|---|
 | 268 | {
 | 
|---|
 | 269 |   return;
 | 
|---|
 | 270 | }
 | 
|---|
 | 271 | 
 | 
|---|
 | 272 | void
 | 
|---|
 | 273 | FileGrp::obtain_local_lock(size_t start, size_t fence)
 | 
|---|
 | 274 | {
 | 
|---|
 | 275 |   distsize_t locked_region_size = 1 + localsize()/nlock_;
 | 
|---|
 | 276 |   int lstart = start/locked_region_size;
 | 
|---|
 | 277 |   int llast = fence/locked_region_size;
 | 
|---|
 | 278 |   for (int i=lstart; i<=llast; i++) {
 | 
|---|
 | 279 |       locks_[i]->lock();
 | 
|---|
 | 280 |     }
 | 
|---|
 | 281 | }
 | 
|---|
 | 282 | 
 | 
|---|
 | 283 | void
 | 
|---|
 | 284 | FileGrp::release_local_lock(size_t start, size_t fence)
 | 
|---|
 | 285 | {
 | 
|---|
 | 286 |   distsize_t locked_region_size = 1 + localsize()/nlock_;
 | 
|---|
 | 287 |   int lstart = start/locked_region_size;
 | 
|---|
 | 288 |   int llast = fence/locked_region_size;
 | 
|---|
 | 289 |   for (int i=lstart; i<=llast; i++) {
 | 
|---|
 | 290 |       locks_[i]->unlock();
 | 
|---|
 | 291 |     }
 | 
|---|
 | 292 | }
 | 
|---|
 | 293 | 
 | 
|---|
 | 294 | static Ref<FileGrp> default_filegrp;
 | 
|---|
 | 295 | 
 | 
|---|
 | 296 | void
 | 
|---|
 | 297 | FileGrp::set_default_filegrp(const Ref<FileGrp>& grp)
 | 
|---|
 | 298 | {
 | 
|---|
 | 299 |   default_filegrp = grp;
 | 
|---|
 | 300 | }
 | 
|---|
 | 301 | 
 | 
|---|
 | 302 | FileGrp*
 | 
|---|
 | 303 | FileGrp::get_default_filegrp()
 | 
|---|
 | 304 | {
 | 
|---|
 | 305 |   if (default_filegrp.nonnull()) return default_filegrp.pointer();
 | 
|---|
 | 306 | 
 | 
|---|
 | 307 |   Ref<MessageGrp> msg = MessageGrp::get_default_messagegrp();
 | 
|---|
 | 308 | 
 | 
|---|
 | 309 | #if defined(HAVE_MPI) && defined(DEFAULT_MTMPI)
 | 
|---|
 | 310 |   Ref<ThreadGrp> thr = ThreadGrp::get_default_threadgrp();
 | 
|---|
 | 311 | //  default_filegrp = new MTMPIFileGrp(msg,thr);
 | 
|---|
 | 312 |   return default_filegrp.pointer();
 | 
|---|
 | 313 | #endif
 | 
|---|
 | 314 | 
 | 
|---|
 | 315 | 
 | 
|---|
 | 316 |   if (msg.null()) {
 | 
|---|
 | 317 |       ExEnv::errn() << scprintf("FileGrp::get_default_filegrp: requires default MessageGrp if default behavior not configured\n");
 | 
|---|
 | 318 |       abort();
 | 
|---|
 | 319 |     }
 | 
|---|
 | 320 | #if defined(HAVE_MPI)
 | 
|---|
 | 321 |   else if (msg->class_desc() == ::class_desc<MPIMessageGrp>()) {
 | 
|---|
 | 322 |       Ref<ThreadGrp> thr = ThreadGrp::get_default_threadgrp();
 | 
|---|
 | 323 | //      default_filegrp = new MTMPIFileGrp(msg,thr);
 | 
|---|
 | 324 |       return default_filegrp.pointer();
 | 
|---|
 | 325 |     }
 | 
|---|
 | 326 | #endif
 | 
|---|
 | 327 |   else if (msg->n() == 1) {
 | 
|---|
 | 328 |       default_filegrp = new ProcFileGrp();
 | 
|---|
 | 329 |       return default_filegrp.pointer();
 | 
|---|
 | 330 |     }
 | 
|---|
 | 331 |   else {
 | 
|---|
 | 332 |       ExEnv::errn() << scprintf("FileGrp::get_default_filegrp: cannot create "
 | 
|---|
 | 333 |               "default for \"%s\"\n.", msg->class_name());
 | 
|---|
 | 334 |       abort();
 | 
|---|
 | 335 |     }
 | 
|---|
 | 336 | 
 | 
|---|
 | 337 |   if (default_filegrp.null()) {
 | 
|---|
 | 338 |       ExEnv::err0() << scprintf("WARNING: FileGrp::get_default_filegrp(): failed\n");
 | 
|---|
 | 339 |       default_filegrp = new ProcFileGrp;
 | 
|---|
 | 340 |     }
 | 
|---|
 | 341 |   return default_filegrp.pointer();
 | 
|---|
 | 342 | }
 | 
|---|
 | 343 | 
 | 
|---|
 | 344 | /////////////////////////////////////////////////////////////////////////////
 | 
|---|
 | 345 | 
 | 
|---|
 | 346 | // Local Variables:
 | 
|---|
 | 347 | // mode: c++
 | 
|---|
 | 348 | // c-file-style: "CLJ"
 | 
|---|
 | 349 | // End:
 | 
|---|