ProFormaTokenizer.h

Go to the documentation of this file.

// Copyright (c) 2002-present, OpenMS Inc. -- EKU Tuebingen, ETH Zurich, and FU Berlin
// SPDX-License-Identifier: BSD-3-Clause
//
// --------------------------------------------------------------------------
// $Maintainer: Timo Sachsenberg $
// $Authors: Timo Sachsenberg $
// --------------------------------------------------------------------------
 
#pragma once
 
#include <OpenMS/config.h>
 
#include <optional>
#include <string>
#include <string_view>
 
namespace OpenMS
{
 
  class OPENMS_DLLAPI ProFormaTokenizer
  {
  public:
    enum class TokenType
    {
      LBRACKET,    
      RBRACKET,    
      LPAREN,      
      RPAREN,      
      LBRACE,      
      RBRACE,      
      LANGLE,      
      RANGLE,      
      PLUS,        
      MINUS,       
      SLASH,       
      PIPE,        
      HASH,        
      COLON,       
      COMMA,       
      CARET,       
      QUESTION,    
      AT,          
      NUMBER,      
      IDENTIFIER,  
      END          
    };
 
    struct Token
    {
      TokenType type;         
      std::string_view text;  
      size_t position;        
 
      bool isEnd() const { return type == TokenType::END; }
 
      bool is(TokenType t) const { return type == t; }
    };
 
    explicit ProFormaTokenizer(std::string_view input, size_t start_pos = 0);
 
    ~ProFormaTokenizer() = default;
 
    ProFormaTokenizer(const ProFormaTokenizer&) = default;
 
    ProFormaTokenizer(ProFormaTokenizer&&) = default;
 
    ProFormaTokenizer& operator=(const ProFormaTokenizer&) = default;
 
    ProFormaTokenizer& operator=(ProFormaTokenizer&&) = default;
 
    Token next();
 
    Token peek();
 
    bool hasMore() const;
 
    size_t position() const;
 
    std::string_view getContext(size_t pos, size_t before = 20, size_t after = 20) const;
 
    static const char* tokenTypeName(TokenType type);
 
  private:
    Token scanToken_();
 
    Token scanNumber_();
 
    Token scanIdentifier_();
 
    bool isAtEnd_() const;
 
    char current_() const;
 
    char peek_(size_t offset) const;
 
    char advance_();
 
    static bool isLetter_(char c);
 
    static bool isDigit_(char c);
 
    std::string_view input_;
 
    size_t pos_ = 0;
 
    std::optional<Token> peeked_;
  };
 
} // namespace OpenMS