Tokenizer.hpp

Go to the documentation of this file.

// SPDX-License-Identifier: Apache-2.0
//
// Copyright 2026 Caleb Buahin
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

 
#ifndef OPENSWMM_ENGINE_TOKENIZER_HPP
#define OPENSWMM_ENGINE_TOKENIZER_HPP
 
#include <string>
#include <string_view>
#include <vector>
 
namespace openswmm::input {

class Tokenizer {
public:
    Tokenizer() = delete;
 
    // -----------------------------------------------------------------------
    // Comment handling
    // -----------------------------------------------------------------------

    static std::string_view strip_comment(std::string_view line) noexcept;
 
    // -----------------------------------------------------------------------
    // Tokenization
    // -----------------------------------------------------------------------

    static std::vector<std::string> tokenize(std::string_view line);

    static std::vector<std::string_view> tokenize_views(std::string_view line);

    static void tokenize_views_into(std::string_view line, std::vector<std::string_view>& out);
 
    // -----------------------------------------------------------------------
    // Utilities
    // -----------------------------------------------------------------------

    static void to_upper_inplace(std::string& s) noexcept;

    static std::string to_upper(std::string_view s);

    static std::string_view trim(std::string_view s) noexcept;

    static bool is_numeric(std::string_view sv) noexcept;

    static bool is_boolean(std::string_view sv) noexcept;

    static bool parse_boolean(std::string_view sv) noexcept;
 
private:
    static bool is_space(char c) noexcept { return c == ' ' || c == '\t'; }

    static bool is_pure_csv_line(std::string_view line) noexcept;

    static bool comma_separates(std::string_view line, std::size_t pos, bool pure_csv) noexcept;
};
 
} /* namespace openswmm::input */
 
#endif /* OPENSWMM_ENGINE_TOKENIZER_HPP */