memregion.h

//
// memregion.h
//
// Copyright (C) 2008 Edward Valeev
//
// Author: Edward Valeev <evaleev@vt.edu>
// Maintainer: EV
//
// This file is part of the SC Toolkit.
//
// The SC Toolkit is free software; you can redistribute it and/or modify
// it under the terms of the GNU Library General Public License as published by
// the Free Software Foundation; either version 2, or (at your option)
// any later version.
//
// The SC Toolkit is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU Library General Public License for more details.
//
// You should have received a copy of the GNU Library General Public License
// along with the SC Toolkit; see the file COPYING.LIB.  If not, write to
// the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
//
// The U.S. Government is granted a limited license as per AL 91-7.
//
 
#ifndef _util_group_memregion_h
#define _util_group_memregion_h
 
#include <list>
#include <vector>
#include <memory>
#include <sys/types.h>
 
#include <util/group/memory.h>
 
namespace sc {
 
class MemoryGrpRegion: public MemoryGrp {
  public:
    MemoryGrpRegion(const Ref<MemoryGrp>& mem, size_t mem_start, size_t max_size);
    MemoryGrpRegion(const Ref<MemoryGrp>& mem, size_t max_size);
    ~MemoryGrpRegion();
 
    void set_localsize(size_t);
    void* localdata();
 
    void* obtain_readwrite(distsize_t offset, size_t size);
    void* obtain_readonly(distsize_t offset, size_t size);
    void* obtain_writeonly(distsize_t offset, size_t size);
    void release_readonly(void* data, distsize_t offset, size_t size);
    void release_writeonly(void* data, distsize_t offset, size_t size);
    void release_readwrite(void* data, distsize_t offset, size_t size);
    // to implement sum_reduction as in ActiveMsgMemoryGrp (i.e., with locking one node at a time)
    // need the analog of MemoryIter
    // TODO implement MemoryRegionIter
    // for now use the less efficient MemoryGrp version which uses obtain_readwrite, hence may lock multiple nodes
    //void sum_reduction(double *data, distsize_t doffset, int dsize);
    void sum_reduction_on_node(double *data, size_t doffset, size_t dsize, int node=-1);
 
    void activate();
    void deactivate();
    void sync();
    void catchup();
    void* malloc_local(size_t nbytes);
    void free_local(void*& data);
 
    Ref<MemoryGrp> clone();
    void print(std::ostream &o=ExEnv::out0()) const;
 
  private:
 
    // change to 0 if want the most general implementation, but semantics of double-specific functions (sum_reduction_on_node, etc.) will throw then
    static const int only_allow_double_aligned_regions_ = 1;
 
    static const int classdebug_ = 0;
    static int classdebug() { return classdebug_; }
 
    // init() should be called in every constructor to finish up construction duties
    void init();
 
    class LocalRegion {
      public:
        LocalRegion(size_t start, size_t size) : start_(start), size_(size) {}
        size_t start() const { return start_; }
        size_t size() const { return size_; }
        bool operator==(const LocalRegion& other) const {
          return start() == other.start() && size() == other.size();
        }
        bool operator>(const LocalRegion& other) const {
          return start() > other.start();
        }
      private:
        size_t start_;
        size_t size_;
    };
    typedef std::list<LocalRegion> LocalRegions;
 
    Ref<MemoryGrp> host_;
    LocalRegion reserve_;              // reserved space
    std::vector<distsize_t> host_offsets_;  // start of regions on each node using the host MemoryGrp coordinates
    // converts offset from this object's coordinates to host coordinates
    distsize_t offset_to_host_offset(const distsize_t& offset) const;
 
    class HostToRegionsMap {
      public:
        HostToRegionsMap();
        ~HostToRegionsMap();
        void insert(const MemoryGrp* host, const LocalRegion& region);
        void erase(const MemoryGrp* host, const LocalRegion& region);
        size_t find_free(const MemoryGrp* host, size_t sz) const;
      private:
        const LocalRegions* regions(const MemoryGrp* host) const;
        typedef std::map<const MemoryGrp*,LocalRegions*> ImplType;
        ImplType impl_;
        Ref<ThreadLock> lock_;
    };
    static HostToRegionsMap map_;
 
};
 
}
 
#endif
 
// Local Variables:
// mode: c++
// c-file-style: "CLJ"
// End: