FFaTokenizer.H

Go to the documentation of this file.

// SPDX-FileCopyrightText: 2023 SAP SE
//
// SPDX-License-Identifier: Apache-2.0
//
// This file is part of FEDEM - https://openfedem.org
 
#ifndef FFA_TOKENIZER_H
#define FFA_TOKENIZER_H
 
#include <vector>
#include <string>
#include <cstdio>
#include <iostream>
 
class FFaTokenInput;
 
 
class FFaTokenizer : public std::vector<std::string>
{
public:
  FFaTokenizer(char entryBegin, char entryEnd, char separator = ',')
    : eb(entryBegin), ee(entryEnd), ts(separator), iAmStrippingQuotes(true) {}
 
  FFaTokenizer(FILE* tokenFile, char entryBegin, char entryEnd,
               char separator = ',', bool sq = true)
    : eb(entryBegin), ee(entryEnd), ts(separator), iAmStrippingQuotes(sq)
  {
    this->createTokens(tokenFile);
  }
 
  FFaTokenizer(std::istream& tokenStream, char entryBegin, char entryEnd,
               char separator = ',', bool sq = true)
    : eb(entryBegin), ee(entryEnd), ts(separator), iAmStrippingQuotes(sq)
  {
    this->createTokens(tokenStream);
  }
 
  FFaTokenizer(const std::string& tokenString, char entryBegin, char entryEnd,
               char separator = ',', bool sq = true)
    : eb(entryBegin), ee(entryEnd), ts(separator), iAmStrippingQuotes(sq)
  {
    this->createTokens(tokenString.begin(), tokenString.end());
  }
 
  virtual ~FFaTokenizer() {}
 
  std::string::const_iterator createTokens(std::string::const_iterator tBegin,
                                           std::string::const_iterator tEnd);
 
protected:
  void createTokens(FILE* tokenFile);
  void createTokens(std::istream& tokenStream);
  int createTokens(FFaTokenInput& tokenData);
 
private:
  char eb; 
  char ee; 
  char ts; 
 
  bool iAmStrippingQuotes; 
};
 
#endif