ikeywords.h

Go to the documentation of this file.

//File: $Id$
// Author: John Wu <John.Wu at ACM.org>
// Copyright 2006-2009 the Regents of the University of California
#ifndef IBIS_KEYWORDS_H
#define IBIS_KEYWORDS_H

#include "index.h"      // base index class
#include "category.h"   // definitions of string-valued columns

class ibis::keywords : public ibis::index {
public:
    virtual ~keywords() {clear();}
    keywords(const ibis::column* c,
             const ibis::column* idcol=0, const char* f=0);
    keywords(const ibis::column* c, ibis::fileManager::storage* st);

    virtual INDEX_TYPE type() const {return KEYWORDS;}
    virtual const char* name() const {return "keywords";}
    virtual void binBoundaries(std::vector<double>& b) const {b.clear();}
    virtual void binWeights(std::vector<uint32_t>& b) const;
    virtual double getMin() const {return DBL_MAX;}
    virtual double getMax() const {return -DBL_MAX;}
    virtual double getSum() const {return -DBL_MAX;}
    long search(const char* kw, ibis::bitvector& hits) const;
    long search(const char* kw) const;

    virtual void print(std::ostream& out) const;
    virtual int write(const char* dt) const;
    virtual int read(const char* idxfile);
    virtual int read(ibis::fileManager::storage* st);
    virtual long append(const char* dt, const char* df, uint32_t nnew);

    virtual long evaluate(const ibis::qContinuousRange& expr,
                          ibis::bitvector& hits) const;
    virtual void estimate(const ibis::qContinuousRange& expr,
                          ibis::bitvector& lower,
                          ibis::bitvector& upper) const;
    virtual uint32_t estimate(const ibis::qContinuousRange& expr) const;
    virtual float undecidable(const ibis::qContinuousRange& expr,
                              ibis::bitvector& iffy) const {
        iffy.clear();
        return 0.0;
    }
    virtual double estimateCost(const ibis::qContinuousRange& expr) const;
    virtual double estimateCost(const ibis::qDiscreteRange& expr) const;

protected:
    virtual size_t getSerialSize() const throw();
    int readTermDocFile(const ibis::column* idcol, const char* f);
    inline char readKeyword(const char*& buf, std::string &key) const;
    inline uint32_t readUInt(const char*& buf) const;
    int readLine(std::istream& in, std::string& key,
                 std::vector<uint32_t>& idlist,
                 char* buf, uint32_t nbuf) const;
    void setBits(std::vector<uint32_t>& pos, ibis::bitvector& bvec) const;

    void clear();

private:
    ibis::dictionary terms;     //< A dictionary for the terms.
}; // class ibis::keywords

inline char ibis::keywords::readKeyword(const char*& buf,
                                        std::string &keyword) const {
    while (isspace(*buf)) // skip leading space
        ++ buf;
    while (isprint(*buf) && !(isspace(*buf) || *buf == ':')) {
        keyword += *buf;
        ++ buf;
    }
    while (isspace(*buf)) // skip trailing space
        ++ buf;
    return *buf;
} // ibis::keywords::readKeyword

inline uint32_t ibis::keywords::readUInt(const char*& buf) const {
    uint32_t res = 0;
    while (*buf && ! isdigit(*buf)) // skip leading non-digit
        ++ buf;

    while (isdigit(*buf)) {
        res = res * 10 + (*buf - '0');
        ++ buf;
    }
    return res;
} // ibis::keywords::readUInt
#endif

	Contact us Disclaimers FastBit source code FastBit mailing list archive