typesense/include/util.h

#pragma once

#include <string>

template < class ContainerT >
void tokenize(const std::string& str, ContainerT& tokens,
              const std::string& delimiters = " ", bool trimEmpty = false)
{
    std::string::size_type pos, lastPos = 0;

    using value_type = typename ContainerT::value_type;
    using size_type  = typename ContainerT::size_type;

    while(true)
    {
        pos = str.find_first_of(delimiters, lastPos);
        if(pos == std::string::npos)
        {
            pos = str.length();

            if(pos != lastPos || !trimEmpty)
                tokens.push_back(value_type(str.data()+lastPos,
                                            (size_type)pos-lastPos ));

            break;
        }
        else
        {
            if(pos != lastPos || !trimEmpty)
                tokens.push_back(value_type(str.data()+lastPos,
                                            (size_type)pos-lastPos ));
        }

        lastPos = pos + 1;
    }
}