src/utility/nlsr_tokenizer.hpp

#ifndef NLSR_TOKENIZER_HPP
#define NLSR_TOKENIZER_HPP

#include <iostream>
#include <boost/tokenizer.hpp>
#include <boost/algorithm/string.hpp>
#include <string>
#include <list>
#include <vector>
#include <ndn-cpp-dev/face.hpp>

namespace nlsr
{

  using namespace std;
  using namespace boost;

  class nlsrTokenizer
  {
  public:
    nlsrTokenizer(const string& inputString)
      : firstToken()
      , restOfTheLine()
      , currentPosition(0)
    {
      seps = " ";
      originalString = inputString;
      makeToken();
    }

    nlsrTokenizer(const string& inputString, const string& separator)
      : firstToken()
      , restOfTheLine()
      , currentPosition(0)
    {
      seps = separator;
      originalString = inputString;
      makeToken();
    }

    string getFirstToken()
    {
      return firstToken;
    }

    string getRestOfLine()
    {
      return restOfTheLine;
    }

    void resetCurrentPosition(uint32_t cp=0)
    {
      if( cp >=0 && cp <= vTokenList.size() )
      {
        currentPosition=cp;
      }
    }

    string getNextToken()
    {
      if(currentPosition >= 0 && currentPosition <= (vTokenList.size()-1))
      {
        return vTokenList[currentPosition++];
      }
      return "";
    }

    uint32_t getTokenNumber()
    {
      return tokenList.size();
    }

    string getToken(int position)
    {
      if( position >=0 && position <vTokenList.size() )
      {
        return vTokenList[position];
      }
      return "";
    }

    int getTokenPosition(string& token);
    string getTokenString(int from , int to);
    string getTokenString(int from);
    bool doesTokenExist(string token);


  private:

    void makeToken();
    void insertToken(const string& token);
    void makeRestOfTheLine();

    string seps;
    string originalString;
    string firstToken;
    string restOfTheLine;
    std::list<string> tokenList;
    std::vector<string> vTokenList;
    uint32_t currentPosition;
  };

}//namespace nlsr
#endif