data.h

Go to the documentation of this file.

// Copyright (C) 2010-2026 Internet Systems Consortium, Inc. ("ISC")
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
#ifndef ISC_DATA_H
#define ISC_DATA_H 1
 
#include <util/bigints.h>
 
#include <iostream>
#include <map>
#include <stdexcept>
#include <string>
#include <vector>
 
#include <boost/shared_ptr.hpp>
 
#include <stdint.h>
 
#include <exceptions/exceptions.h>
 
namespace isc {
namespace data {
 
class Element;
// todo: describe the rationale behind ElementPtr?
typedef boost::shared_ptr<Element> ElementPtr;
typedef boost::shared_ptr<const Element> ConstElementPtr;

class TypeError : public isc::Exception {
public:
    TypeError(const char* file, size_t line, const char* what) :
        isc::Exception(file, line, what) {}
};

// i'd like to use Exception here but we need one that is derived from
// runtime_error (as this one is directly based on external data, and
// i want to add some values to any static data string that is provided)
class JSONError : public isc::Exception {
public:
    JSONError(const char* file, size_t line, const char* what) :
        isc::Exception(file, line, what) {}
};

class Element {
public:
    static constexpr unsigned MAX_NESTING_LEVEL = 100U;

    struct Position {
        std::string file_; 
        uint32_t line_;    
        uint32_t pos_;     

        Position() : file_(""), line_(0), pos_(0) {
        }

        Position(const std::string& file, const uint32_t line,
                 const uint32_t pos)
            : file_(file), line_(line), pos_(pos) {
        }

        std::string str() const;
    };

    static const Position& ZERO_POSITION() {
        static Position position("", 0, 0);
        return (position);
    }

    enum types : int {
        integer = 0,
        real = 1,
        boolean = 2,
        null = 3,
        string = 4,
        bigint = 5,
        list = 6,
        map = 7,
        any = 8,
    };
 
private:
    // technically the type could be omitted; is it useful?
    // should we remove it or replace it with a pure virtual
    // function getType?
    types type_;

    Position position_;
 
protected:

    Element(types t, const Position& pos = ZERO_POSITION())
        : type_(t), position_(pos) {
    }
 
 
public:
    // Base class; make destructor virtual.
    virtual ~Element() {}

    types getType() const {
        return (type_);
    }

    const Position& getPosition() const {
        return (position_);
    }

    std::string str() const;

    std::string toWire() const;

    void toWire(std::ostream& out) const;

#define throwTypeError(error)                   \
    {                                           \
        std::string msg_ = error;               \
        if ((position_.file_ != "") ||          \
            (position_.line_ != 0) ||           \
            (position_.pos_ != 0)) {            \
            msg_ += " in (" + position_.str() + ")";   \
        }                                       \
        isc_throw(TypeError, msg_);             \
    }


    virtual bool equals(const Element& other,
                        unsigned level = MAX_NESTING_LEVEL) const = 0;

    virtual void toJSON(std::ostream& ss,
                        unsigned level = MAX_NESTING_LEVEL) const = 0;



    virtual int64_t intValue() const {
        throwTypeError("intValue() called on non-integer Element");
    }

    virtual isc::util::int128_t bigIntValue() const {
        throwTypeError("bigIntValue() called on non-big-integer Element");
    }

    virtual double doubleValue() const {
        throwTypeError("doubleValue() called on non-double Element");
    }

    virtual bool boolValue() const {
        throwTypeError("boolValue() called on non-Bool Element");
    }

    virtual std::string stringValue() const {
        throwTypeError("stringValue() called on non-string Element");
    }

    virtual const std::vector<ElementPtr>& listValue() const {
        // replace with real exception or empty vector?
        throwTypeError("listValue() called on non-list Element");
    }

    virtual const std::map<std::string, ConstElementPtr>& mapValue() const {
        // replace with real exception or empty map?
        throwTypeError("mapValue() called on non-map Element");
    }




    virtual bool getValue(int64_t& t) const;

    virtual bool getValue(double& t) const;

    virtual bool getValue(bool& t) const;

    virtual bool getValue(std::string& t) const;

    virtual bool getValue(std::vector<ElementPtr>& t) const;

    virtual bool getValue(std::map<std::string, ConstElementPtr>& t) const;



    virtual bool setValue(const long long int v);

    virtual bool setValue(const isc::util::int128_t& v);

    virtual bool setValue(const double v);

    virtual bool setValue(const bool t);

    virtual bool setValue(const std::string& v);

    virtual bool setValue(const std::vector<ElementPtr>& v);

    virtual bool setValue(const std::map<std::string, ConstElementPtr>& v);

    bool setValue(const long int i) {
        return (setValue(static_cast<long long int>(i)));
    }

    bool setValue(const int i) {
        return (setValue(static_cast<long long int>(i)));
    }

 
    // Other functions for specific subtypes.



    virtual ConstElementPtr get(const int i) const;

    virtual ElementPtr getNonConst(const int i) const;

    virtual void set(const size_t i, ElementPtr element);

    virtual void add(ElementPtr element);

    virtual void remove(const int i);

    virtual size_t size() const;

    virtual bool empty() const;
 



    virtual ConstElementPtr get(const std::string& name) const;

    virtual void set(const std::string& name, ConstElementPtr element);

    virtual void remove(const std::string& name);

    virtual bool contains(const std::string& name) const;

    virtual ConstElementPtr find(const std::string& identifier) const;

    virtual bool find(const std::string& identifier, ConstElementPtr& t) const;

 
    // TODO: should we move all factory functions to a different class
    // so as not to burden the Element base with too many functions?
    // and/or perhaps even to a separate header?



    static ElementPtr create(const Position& pos = ZERO_POSITION());

    static ElementPtr create(const long long int i,
                             const Position& pos = ZERO_POSITION());

    static ElementPtr create(const int i,
                             const Position& pos = ZERO_POSITION());

    static ElementPtr create(const long int i,
                             const Position& pos = ZERO_POSITION());

    static ElementPtr create(const uint32_t i,
                             const Position& pos = ZERO_POSITION());

    static ElementPtr create(const isc::util::int128_t& i,
                             const Position& pos = ZERO_POSITION());

    static ElementPtr create(const double d,
                             const Position& pos = ZERO_POSITION());

    static ElementPtr create(const bool b,
                             const Position& pos = ZERO_POSITION());

    static ElementPtr create(const std::string& s,
                             const Position& pos = ZERO_POSITION());
 
    // need both std:string and char *, since c++ will match
    // bool before std::string when you pass it a char *

    static ElementPtr create(const char *s,
                             const Position& pos = ZERO_POSITION());

    static ElementPtr createList(const Position& pos = ZERO_POSITION());

    static ElementPtr createMap(const Position& pos = ZERO_POSITION());




    static ElementPtr fromJSON(const std::string& in, bool preproc = false);

    static ElementPtr fromJSON(std::istream& in, bool preproc = false);

    static ElementPtr fromJSON(std::istream& in, const std::string& file_name,
                               bool preproc = false);

    // make this one private?
    static ElementPtr fromJSON(std::istream& in, const std::string& file,
                               int& line, int &pos,
                               unsigned level = MAX_NESTING_LEVEL);

    static ElementPtr fromJSONFile(const std::string& file_name,
                                   bool preproc = false);


    static std::string typeToName(Element::types type);

    static Element::types nameToType(const std::string& type_name);

    static void preprocess(std::istream& in, std::stringstream& out);




    static ElementPtr fromWire(std::stringstream& in, int length);

    static ElementPtr fromWire(const std::string& s);

    void removeEmptyContainersRecursively(unsigned level = MAX_NESTING_LEVEL);
};

class IntElement : public Element {
    int64_t i;
public:
    IntElement(int64_t v, const Position& pos = ZERO_POSITION())
        : Element(integer, pos), i(v) { }
    int64_t intValue() const { return (i); }
    using Element::getValue;
    bool getValue(int64_t& t) const { t = i; return (true); }
    using Element::setValue;
    bool setValue(long long int v) { i = v; return (true); }
    void toJSON(std::ostream& ss,
                unsigned level = MAX_NESTING_LEVEL) const;
    bool equals(const Element& other,
                unsigned level = MAX_NESTING_LEVEL) const;
};

class BigIntElement : public Element {
    using int128_t = isc::util::int128_t;
    using Element::getValue;
    using Element::setValue;
 
public:
    BigIntElement(const int128_t& v, const Position& pos = ZERO_POSITION())
        : Element(bigint, pos), i_(v) {
    }

    int128_t bigIntValue() const override {
        return (i_);
    }

    bool setValue(const int128_t& v) override {
        i_ = v;
        return (true);
    }

    void toJSON(std::ostream& ss,
                unsigned level = MAX_NESTING_LEVEL) const override;

    bool equals(const Element& other,
                unsigned level = MAX_NESTING_LEVEL) const override;
 
private:
    int128_t i_;
};
 
class DoubleElement : public Element {
    double d;
 
public:
    DoubleElement(double v, const Position& pos = ZERO_POSITION())
        : Element(real, pos), d(v) {}
    double doubleValue() const { return (d); }
    using Element::getValue;
    bool getValue(double& t) const { t = d; return (true); }
    using Element::setValue;
    bool setValue(const double v) { d = v; return (true); }
    void toJSON(std::ostream& ss,
                unsigned level = MAX_NESTING_LEVEL) const;
    bool equals(const Element& other,
                unsigned level = MAX_NESTING_LEVEL) const;
};
 
class BoolElement : public Element {
    bool b;
 
public:
    BoolElement(const bool v, const Position& pos = ZERO_POSITION())
        : Element(boolean, pos), b(v) {}
    bool boolValue() const { return (b); }
    using Element::getValue;
    bool getValue(bool& t) const { t = b; return (true); }
    using Element::setValue;
    bool setValue(const bool v) { b = v; return (true); }
    void toJSON(std::ostream& ss,
                unsigned level = MAX_NESTING_LEVEL) const;
    bool equals(const Element& other,
                unsigned level = MAX_NESTING_LEVEL) const;
};
 
class NullElement : public Element {
public:
    NullElement(const Position& pos = ZERO_POSITION())
        : Element(null, pos) {}
    void toJSON(std::ostream& ss,
                unsigned level = MAX_NESTING_LEVEL) const;
    bool equals(const Element& other,
                unsigned level = MAX_NESTING_LEVEL) const;
};
 
class StringElement : public Element {
    std::string s;
 
public:
    StringElement(std::string v, const Position& pos = ZERO_POSITION())
        : Element(string, pos), s(v) {}
    std::string stringValue() const { return (s); }
    using Element::getValue;
    bool getValue(std::string& t) const { t = s; return (true); }
    using Element::setValue;
    bool setValue(const std::string& v) { s = v; return (true); }
    void toJSON(std::ostream& ss,
                unsigned level = MAX_NESTING_LEVEL) const;
    bool equals(const Element& other,
                unsigned level = MAX_NESTING_LEVEL) const;
};
 
class ListElement : public Element {
    std::vector<ElementPtr> l;
 
public:
    ListElement(const Position& pos = ZERO_POSITION())
        : Element(list, pos) {}
    const std::vector<ElementPtr>& listValue() const { return (l); }
    using Element::getValue;
    bool getValue(std::vector<ElementPtr>& t) const {
        t = l;
        return (true);
    }
    using Element::setValue;
    bool setValue(const std::vector<ElementPtr>& v) {
        l = v;
        return (true);
    }
    using Element::get;
    ConstElementPtr get(int i) const { return (l.at(i)); }
    ElementPtr getNonConst(int i) const  { return (l.at(i)); }
    using Element::set;
    void set(size_t i, ElementPtr e) {
        l.at(i) = e;
    }
    void add(ElementPtr e) { l.push_back(e); }
    using Element::remove;
    void remove(int i) { l.erase(l.begin() + i); }
    void toJSON(std::ostream& ss,
                unsigned level = MAX_NESTING_LEVEL) const;
    size_t size() const { return (l.size()); }
    bool empty() const { return (l.empty()); }
    bool equals(const Element& other,
                unsigned level = MAX_NESTING_LEVEL) const;

    void sort(std::string const& index = std::string());
};
 
class MapElement : public Element {
    std::map<std::string, ConstElementPtr> m;
 
public:
    MapElement(const Position& pos = ZERO_POSITION()) : Element(map, pos) {}
    // @todo should we have direct iterators instead of exposing the std::map
    // here?
    const std::map<std::string, ConstElementPtr>& mapValue() const override {
        return (m);
    }
    using Element::getValue;
    bool getValue(std::map<std::string, ConstElementPtr>& t) const override {
        t = m;
        return (true);
    }
    using Element::setValue;
    bool setValue(const std::map<std::string, ConstElementPtr>& v) override {
        m = v;
        return (true);
    }
    using Element::get;
    ConstElementPtr get(const std::string& s) const override {
        auto found = m.find(s);
        return (found != m.end() ? found->second : ConstElementPtr());
    }

    ConstElementPtr get(int const i) const override {
        auto it(m.begin());
        std::advance(it, i);
        return create(it->first);
    }
 
    using Element::set;
    void set(const std::string& key, ConstElementPtr value) override;
    using Element::remove;
    void remove(const std::string& s) override { m.erase(s); }

    void remove(int const i) override {
        auto it(m.begin());
        std::advance(it, i);
        m.erase(it);
    }
 
    bool contains(const std::string& s) const override {
        return (m.find(s) != m.end());
    }
    void toJSON(std::ostream& ss,
                unsigned level = MAX_NESTING_LEVEL) const override;
 
    // we should name the two finds better...
    // find the element at id; raises TypeError if one of the
    // elements at path except the one we're looking for is not a
    // mapelement.
    // returns an empty element if the item could not be found
    ConstElementPtr find(const std::string& id) const override;
 
    // find the Element at 'id', and store the element pointer in t
    // returns true if found, or false if not found (either because
    // it doesn't exist or one of the elements in the path is not
    // a MapElement)
    bool find(const std::string& id, ConstElementPtr& t) const override;

    size_t size() const override {
        return (m.size());
    }
 
    bool equals(const Element& other,
                unsigned level = MAX_NESTING_LEVEL) const override;
 
    bool empty() const override { return (m.empty()); }
};

bool isNull(ConstElementPtr p);

void removeIdentical(ElementPtr a, ConstElementPtr b);

ConstElementPtr removeIdentical(ConstElementPtr a, ConstElementPtr b);


void merge(ElementPtr element, ConstElementPtr other);

typedef std::function<bool (ElementPtr&, ElementPtr&)> MatchTestFunc;

typedef std::function<bool (ElementPtr&)> NoDataTestFunc;

typedef std::function<bool (const std::string&)> IsKeyTestFunc;

struct HierarchyTraversalTest {
    MatchTestFunc match_;
    NoDataTestFunc no_data_;
    IsKeyTestFunc is_key_;
};

typedef std::map<std::string, HierarchyTraversalTest> FunctionMap;

typedef std::vector<FunctionMap> HierarchyDescriptor;

void mergeDiffAdd(ElementPtr& element, ElementPtr& other,
                  HierarchyDescriptor& hierarchy, std::string key,
                  size_t idx = 0, unsigned level = Element::MAX_NESTING_LEVEL);

void mergeDiffDel(ElementPtr& element, ElementPtr& other,
                  HierarchyDescriptor& hierarchy, std::string key,
                  size_t idx = 0, unsigned level = Element::MAX_NESTING_LEVEL);

void extend(const std::string& container, const std::string& extension,
            ElementPtr& element, ElementPtr& other,
            HierarchyDescriptor& hierarchy, std::string key, size_t idx = 0,
            bool alter = false, unsigned level = Element::MAX_NESTING_LEVEL);

ElementPtr copy(ConstElementPtr from, unsigned level = Element::MAX_NESTING_LEVEL);

bool isEquivalent(ConstElementPtr a, ConstElementPtr b);

bool IsCircular(ConstElementPtr element);

unsigned getNestDepth(ConstElementPtr element,
                      unsigned max_depth = Element::MAX_NESTING_LEVEL);

void prettyPrint(ConstElementPtr element, std::ostream& out,
                 unsigned indent = 0, unsigned step = 2);

std::string prettyPrint(ConstElementPtr element,
                        unsigned indent = 0, unsigned step = 2);

std::ostream& operator<<(std::ostream& out, const Element::Position& pos);

std::ostream& operator<<(std::ostream& out, const Element& e);

bool operator==(const Element& a, const Element& b);

bool operator!=(const Element& a, const Element& b);

bool operator<(const Element& a, const Element& b);
 
}  // namespace data
}  // namespace isc
 
#endif // ISC_DATA_H