Constructor.cc

 
// -*- mode: c++; c-basic-offset:4 -*-
 
// This file is part of libdap, A C++ implementation of the OPeNDAP Data
// Access Protocol.
 
// Copyright (c) 2002,2003 OPeNDAP, Inc.
// Author: James Gallagher <jgallagher@opendap.org>
//
// This library is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
// License as published by the Free Software Foundation; either
// version 2.1 of the License, or (at your option) any later version.
//
// This library is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
// Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public
// License along with this library; if not, write to the Free Software
// Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
//
// You can contact OPeNDAP, Inc. at PO Box 112, Saunderstown, RI. 02874-0112.
 
// (c) COPYRIGHT URI/MIT 1995-1999
// Please read the full copyright statement in the file COPYRIGHT_URI.
//
// Authors:
//      jhrg,jimg       James Gallagher <jgallagher@gso.uri.edu>
 
 
#include "config.h"
 
//#define DODS_DEBUG
 
#include <string>
#include <sstream>
#include <algorithm>
#include <functional>
 
#include <stdint.h>
 
#include "crc.h"
 
#include "Constructor.h"
#include "Grid.h"
 
#include "DMR.h"
#include "XMLWriter.h"
#include "D4StreamMarshaller.h"
#include "D4StreamUnMarshaller.h"
 
#include "D4Attributes.h"
 
#include "debug.h"
#include "escaping.h"
#include "util.h"
#include "Error.h"
#include "InternalErr.h"
 
using namespace std;
 
namespace libdap {
 
// Private member functions
 
void
Constructor::m_duplicate(const Constructor &c)
{
        DBG(cerr << "In Constructor::m_duplicate for " << c.name() << endl);
        // Clear out any spurious vars in Constructor::d_vars
        // Moved from Grid::m_duplicate. jhrg 4/3/13
        d_vars.clear(); // [mjohnson 10 Sep 2009]
 
        Vars_citer i = c.d_vars.begin();
        while (i != c.d_vars.end()) {
                BaseType *btp = (*i++)->ptr_duplicate();
                btp->set_parent(this);
                d_vars.push_back(btp);
        }
 
        DBG(cerr << "Exiting Constructor::m_duplicate for " << c.name() << endl);
}
 
// Public member functions
 
Constructor::Constructor(const string &name, const Type &type, bool is_dap4)
        : BaseType(name, type, is_dap4)
{}
 
Constructor::Constructor(const string &name, const string &dataset, const Type &type, bool is_dap4)
        : BaseType(name, dataset, type, is_dap4)
{}
 
Constructor::Constructor(const Constructor &rhs) : BaseType(rhs), d_vars(0)
{
    DBG(cerr << "In Constructor::copy_ctor for " << rhs.name() << endl);
    m_duplicate(rhs);
}
 
Constructor::~Constructor()
{
    Vars_iter i = d_vars.begin();
    while (i != d_vars.end()) {
        delete *i++;
    }
}
 
Constructor &
Constructor::operator=(const Constructor &rhs)
{
    DBG(cerr << "Entering Constructor::operator=" << endl);
    if (this == &rhs)
        return *this;
 
    dynamic_cast<BaseType &>(*this) = rhs; // run BaseType=
 
    m_duplicate(rhs);
 
    DBG(cerr << "Exiting Constructor::operator=" << endl);
    return *this;
}
 
// A public method, but just barely...
BaseType *
Constructor::transform_to_dap4(D4Group *root, Constructor *dest)
{
    for (Constructor::Vars_citer i = var_begin(), e = var_end(); i != e; ++i) {
        BaseType *new_var = (*i)->transform_to_dap4(root, dest);
        if (new_var) {  // Might be a Grid; see the comment in BaseType::transform_to_dap4()
                new_var->set_parent(dest);
                dest->add_var_nocopy(new_var);
        }
    }
 
    // Add attributes
        dest->attributes()->transform_to_dap4(get_attr_table());
 
    dest->set_is_dap4(true);
 
        return dest;
}
 
string
Constructor::FQN() const
{
        if (get_parent() == 0)
                return name();
        else if (get_parent()->type() == dods_group_c)
                return get_parent()->FQN() + name();
        else if (get_parent()->type() == dods_array_c)
                return get_parent()->FQN();
        else
                return get_parent()->FQN() + "." + name();
}
 
int
Constructor::element_count(bool leaves)
{
    if (!leaves)
        return d_vars.size();
    else {
        int i = 0;
        for (Vars_iter j = d_vars.begin(); j != d_vars.end(); j++) {
            i += (*j)->element_count(leaves);
        }
        return i;
    }
}
 
void
Constructor::set_send_p(bool state)
{
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        (*i)->set_send_p(state);
    }
 
    BaseType::set_send_p(state);
}
 
void
Constructor::set_read_p(bool state)
{
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        (*i)->set_read_p(state);
    }
 
    BaseType::set_read_p(state);
}
 
#if 0
// TODO Recode to use width(bool). Bur see comments in BaseType.h
unsigned int
Constructor::width()
{
    unsigned int sz = 0;
 
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        sz += (*i)->width();
    }
 
    return sz;
}
#endif
unsigned int
Constructor::width(bool constrained) const
{
    unsigned int sz = 0;
 
    for (Vars_citer i = d_vars.begin(); i != d_vars.end(); i++) {
        if (constrained) {
            if ((*i)->send_p())
                sz += (*i)->width(constrained);
        }
        else {
            sz += (*i)->width(constrained);
        }
    }
 
    return sz;
}
 
BaseType *
Constructor::var(const string &name, bool exact_match, btp_stack *s)
{
    string n = www2id(name);
 
    if (exact_match)
        return m_exact_match(n, s);
    else
        return m_leaf_match(n, s);
}
 
BaseType *
Constructor::var(const string &n, btp_stack &s)
{
        // This should probably be removed. The BES code should remove web encoding
        // with the possible exception of spaces. jhrg 11/25/13
    string name = www2id(n);
 
    BaseType *btp = m_exact_match(name, &s);
    if (btp)
        return btp;
 
    return m_leaf_match(name, &s);
}
 
// Protected method
BaseType *
Constructor::m_leaf_match(const string &name, btp_stack *s)
{
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        if ((*i)->name() == name) {
            if (s) {
                DBG(cerr << "Pushing " << this->name() << endl);
                s->push(static_cast<BaseType *>(this));
            }
            return *i;
        }
        if ((*i)->is_constructor_type()) {
            BaseType *btp = (*i)->var(name, false, s);
            if (btp) {
                if (s) {
                    DBG(cerr << "Pushing " << this->name() << endl);
                    s->push(static_cast<BaseType *>(this));
                }
                return btp;
            }
        }
    }
 
    return 0;
}
 
// Protected method
BaseType *
Constructor::m_exact_match(const string &name, btp_stack *s)
{
    // Look for name at the top level first.
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        if ((*i)->name() == name) {
            if (s)
                s->push(static_cast<BaseType *>(this));
 
            return *i;
        }
    }
 
    // If it was not found using the simple search, look for a dot and
    // search the hierarchy.
    string::size_type dot_pos = name.find("."); // zero-based index of `.'
    if (dot_pos != string::npos) {
        string aggregate = name.substr(0, dot_pos);
        string field = name.substr(dot_pos + 1);
 
        BaseType *agg_ptr = var(aggregate);
        if (agg_ptr) {
            if (s)
                s->push(static_cast<BaseType *>(this));
 
            return agg_ptr->var(field, true, s); // recurse
        }
        else
            return 0;  // qualified names must be *fully* qualified
    }
 
    return 0;
}
 
Constructor::Vars_iter
Constructor::var_begin()
{
    return d_vars.begin() ;
}
 
Constructor::Vars_iter
Constructor::var_end()
{
    return d_vars.end() ;
}
 
Constructor::Vars_riter
Constructor::var_rbegin()
{
    return d_vars.rbegin();
}
 
Constructor::Vars_riter
Constructor::var_rend()
{
    return d_vars.rend();
}
 
Constructor::Vars_iter
Constructor::get_vars_iter(int i)
{
    return d_vars.begin() + i;
}
 
BaseType *
Constructor::get_var_index(int i)
{
    return *(d_vars.begin() + i);
}
 
void
Constructor::add_var(BaseType *bt, Part)
{
    // Jose Garcia
    // Passing and invalid pointer to an object is a developer's error.
    if (!bt)
        throw InternalErr(__FILE__, __LINE__, "The BaseType parameter cannot be null.");
#if 0
    if (bt->is_dap4_only_type())
        throw InternalErr(__FILE__, __LINE__, "Attempt to add a DAP4 type to a DAP2 Structure.");
#endif
    // Jose Garcia
    // Now we add a copy of bt so the external user is able to destroy bt as
    // he/she wishes. The policy is: "If it is allocated outside, it is
    // deallocated outside, if it is allocated inside, it is deallocated
    // inside"
    BaseType *btp = bt->ptr_duplicate();
    btp->set_parent(this);
    d_vars.push_back(btp);
}
 
void
Constructor::add_var_nocopy(BaseType *bt, Part)
{
    if (!bt)
        throw InternalErr(__FILE__, __LINE__, "The BaseType parameter cannot be null.");
#if 0
    if (bt->is_dap4_only_type())
        throw InternalErr(__FILE__, __LINE__, "Attempt to add a DAP4 type to a DAP2 Structure.");
#endif
    bt->set_parent(this);
    d_vars.push_back(bt);
}
 
void
Constructor::del_var(const string &n)
{
        // TODO remove_if? find_if?
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        if ((*i)->name() == n) {
            BaseType *bt = *i ;
            d_vars.erase(i) ;
            delete bt ; bt = 0;
            return;
        }
    }
}
 
void
Constructor::del_var(Vars_iter i)
{
    if (*i != 0) {
        BaseType *bt = *i;
        d_vars.erase(i);
        delete bt;
    }
}
 
bool Constructor::read()
{
        DBG(cerr << "Entering  Constructor::read..." << endl);
    if (!read_p()) {
        for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
            (*i)->read();
        }
        set_read_p(true);
    }
 
    return false;
}
 
void
Constructor::intern_data(ConstraintEvaluator & eval, DDS & dds)
{
    DBG(cerr << "Constructor::intern_data: " << name() << endl);
    if (!read_p())
        read();          // read() throws Error and InternalErr
 
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        if ((*i)->send_p()) {
            (*i)->intern_data(eval, dds);
        }
    }
}
 
bool
Constructor::serialize(ConstraintEvaluator &eval, DDS &dds, Marshaller &m, bool ce_eval)
{
#if USE_LOCAL_TIMEOUT_SCHEME
    dds.timeout_on();
#endif
    if (!read_p())
        read();  // read() throws Error and InternalErr
 
    if (ce_eval && !eval.eval_selection(dds, dataset()))
        return true;
#if USE_LOCAL_TIMEOUT_SCHEME
    dds.timeout_off();
#endif
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        if ((*i)->send_p()) {
#ifdef CHECKSUMS
            XDRStreamMarshaller *sm = dynamic_cast<XDRStreamMarshaller*>(&m);
            if (sm && sm->checksums() && (*i)->type() != dods_structure_c && (*i)->type() != dods_grid_c)
                sm->reset_checksum();
 
            (*i)->serialize(eval, dds, m, false);
 
            if (sm && sm->checksums() && (*i)->type() != dods_structure_c && (*i)->type() != dods_grid_c)
                sm->get_checksum();
#else
            // (*i)->serialize(eval, dds, m, false);
            // Only Sequence and Vector run the evaluator.
            (*i)->serialize(eval, dds, m, true);
#endif
        }
    }
 
    return true;
}
 
bool
Constructor::deserialize(UnMarshaller &um, DDS *dds, bool reuse)
{
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        (*i)->deserialize(um, dds, reuse);
    }
 
    return false;
}
 
void
Constructor::compute_checksum(Crc32 &)
{
        throw InternalErr(__FILE__, __LINE__, "Computing a checksum alone is not supported for Constructor types.");
}
 
void
Constructor::intern_data(/*Crc32 &checksum, DMR &dmr, ConstraintEvaluator & eval*/)
{
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        if ((*i)->send_p()) {
            (*i)->intern_data(/*checksum, dmr, eval*/);
        }
    }
}
 
 
void
Constructor::serialize(D4StreamMarshaller &m, DMR &dmr, /*ConstraintEvaluator &eval,*/ bool filter)
{
#if 1
        // Not used for the same reason the equivalent code in D4Group::serialize()
        // is not used. Fail for D4Sequence and general issues with memory use.
        //
        // Revisit this - I had to uncomment this to get the netcdf_handler code
        // to work - it relies on having NCStructure::read() called. The D4Sequence
        // ::serialize() method calls read_next_instance(). What seems to be happening
        // is that this call to read gets the first set of values, but does not store
        // them; the call to serialize then runs the D4Sequence::serialize() method that
        // _does_ read all of the sequence data and then serialize it. However, the first
        // sequence instance is missing...
    if (!read_p())
        read();  // read() throws Error
#endif
#if 0
    // place holder for now. There may be no need for this; only Array and Seq?
    // jhrg 9/6/13
    if (filter && !eval.eval_selection(dmr, dataset()))
        return true;
#endif
 
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        if ((*i)->send_p()) {
            (*i)->serialize(m, dmr, /*eval,*/ filter);
        }
    }
}
 
void
Constructor::deserialize(D4StreamUnMarshaller &um, DMR &dmr)
{
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        (*i)->deserialize(um, dmr);
    }
}
 
void
Constructor::print_decl(FILE *out, string space, bool print_semi,
                        bool constraint_info, bool constrained)
{
    ostringstream oss;
    print_decl(oss, space, print_semi, constraint_info, constrained);
    fwrite(oss.str().data(), sizeof(char), oss.str().length(), out);
}
 
void
Constructor::print_decl(ostream &out, string space, bool print_semi,
                        bool constraint_info, bool constrained)
{
    if (constrained && !send_p())
        return;
 
    out << space << type_name() << " {\n" ;
    for (Vars_citer i = d_vars.begin(); i != d_vars.end(); i++) {
        (*i)->print_decl(out, space + "    ", true, constraint_info, constrained);
    }
    out << space << "} " << id2www(name()) ;
 
    if (constraint_info) { // Used by test drivers only.
        if (send_p())
            out << ": Send True";
        else
            out << ": Send False";
    }
 
    if (print_semi)
        out << ";\n" ;
}
 
void
Constructor::print_val(FILE *out, string space, bool print_decl_p)
{
    ostringstream oss;
    print_val(oss, space, print_decl_p);
    fwrite(oss.str().data(), sizeof(char), oss.str().length(), out);
}
 
void
Constructor::print_val(ostream &out, string space, bool print_decl_p)
{
    if (print_decl_p) {
        print_decl(out, space, false);
        out << " = " ;
    }
 
    out << "{ " ;
    for (Vars_citer i = d_vars.begin(), e = d_vars.end(); i != e;
         i++, (void)(i != e && out << ", ")) {
 
        DBG(cerr << (*i)->name() << " isa " << (*i)->type_name() << endl);
 
        (*i)->print_val(out, "", false);
    }
 
    out << " }" ;
 
    if (print_decl_p)
        out << ";\n" ;
}
 
void
Constructor::print_xml(FILE *out, string space, bool constrained)
{
    XMLWriter xml(space);
    print_xml_writer(xml, constrained);
    fwrite(xml.get_doc(), sizeof(char), xml.get_doc_size(), out);
}
 
void
Constructor::print_xml(ostream &out, string space, bool constrained)
{
    XMLWriter xml(space);
    print_xml_writer(xml, constrained);
    out << xml.get_doc();
}
 
class PrintFieldXMLWriter : public unary_function<BaseType *, void>
{
    XMLWriter &d_xml;
    bool d_constrained;
public:
    PrintFieldXMLWriter(XMLWriter &x, bool c)
            : d_xml(x), d_constrained(c)
    {}
 
    void operator()(BaseType *btp)
    {
        btp->print_xml_writer(d_xml, d_constrained);
    }
};
 
void
Constructor::print_xml_writer(XMLWriter &xml, bool constrained)
{
    if (constrained && !send_p())
        return;
 
    if (xmlTextWriterStartElement(xml.get_writer(), (const xmlChar*)type_name().c_str()) < 0)
        throw InternalErr(__FILE__, __LINE__, "Could not write " + type_name() + " element");
 
    if (!name().empty())
        if (xmlTextWriterWriteAttribute(xml.get_writer(), (const xmlChar*) "name", (const xmlChar*)name().c_str()) < 0)
            throw InternalErr(__FILE__, __LINE__, "Could not write attribute for name");
 
    // DAP2 prints attributes first. For some reason we decided that DAP4 should
    // print them second. No idea why... jhrg 8/15/14
    if (!is_dap4() && get_attr_table().get_size() > 0)
        get_attr_table().print_xml_writer(xml);
 
    bool has_variables = (var_begin() != var_end());
    if (has_variables)
        for_each(var_begin(), var_end(), PrintFieldXMLWriter(xml, constrained));
 
    if (is_dap4())
        attributes()->print_dap4(xml);
 
#if 0
    // Moved up above so that the DDX tests for various handles will still work.
    // jhrg 8/15/14
    if (!is_dap4() && get_attr_table().get_size() > 0)
        get_attr_table().print_xml_writer(xml);
#endif
 
    if (xmlTextWriterEndElement(xml.get_writer()) < 0)
        throw InternalErr(__FILE__, __LINE__, "Could not end " + type_name() + " element");
}
 
class PrintDAP4FieldXMLWriter : public unary_function<BaseType *, void>
{
    XMLWriter &d_xml;
    bool d_constrained;
public:
    PrintDAP4FieldXMLWriter(XMLWriter &x, bool c) : d_xml(x), d_constrained(c) {}
 
    void operator()(BaseType *btp)
    {
        btp->print_dap4(d_xml, d_constrained);
    }
};
 
 
void
Constructor::print_dap4(XMLWriter &xml, bool constrained)
{
    if (constrained && !send_p())
        return;
 
    if (xmlTextWriterStartElement(xml.get_writer(), (const xmlChar*)type_name().c_str()) < 0)
        throw InternalErr(__FILE__, __LINE__, "Could not write " + type_name() + " element");
 
    if (!name().empty())
        if (xmlTextWriterWriteAttribute(xml.get_writer(), (const xmlChar*) "name", (const xmlChar*)name().c_str()) < 0)
            throw InternalErr(__FILE__, __LINE__, "Could not write attribute for name");
 
    bool has_variables = (var_begin() != var_end());
    if (has_variables)
        for_each(var_begin(), var_end(), PrintDAP4FieldXMLWriter(xml, constrained));
 
    attributes()->print_dap4(xml);
 
    if (xmlTextWriterEndElement(xml.get_writer()) < 0)
        throw InternalErr(__FILE__, __LINE__, "Could not end " + type_name() + " element");
}
 
 
bool
Constructor::check_semantics(string &msg, bool all)
{
    if (!BaseType::check_semantics(msg))
        return false;
 
    if (!unique_names(d_vars, name(), type_name(), msg))
        return false;
 
    if (all)
        for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
            if (!(*i)->check_semantics(msg, true)) {
                return false;
            }
        }
 
    return true;
}
 
bool
Constructor::is_linear()
{
    return false;
}
 
void
Constructor::set_in_selection(bool state)
{
    for (Vars_iter i = d_vars.begin(); i != d_vars.end(); i++) {
        (*i)->set_in_selection(state);
    }
 
    BaseType::set_in_selection(state);
}
 
void
Constructor::dump(ostream &strm) const
{
    strm << DapIndent::LMarg << "Constructor::dump - ("
    << (void *)this << ")" << endl ;
    DapIndent::Indent() ;
    BaseType::dump(strm) ;
    strm << DapIndent::LMarg << "vars: " << endl ;
    DapIndent::Indent() ;
    Vars_citer i = d_vars.begin() ;
    Vars_citer ie = d_vars.end() ;
    for (; i != ie; i++) {
        (*i)->dump(strm) ;
    }
    DapIndent::UnIndent() ;
    DapIndent::UnIndent() ;
}
 
} // namespace libdap