token count, C++ (vc++)

Language: Layout:

//Microsoft (R) C/C++ Optimizing Compiler Version 19.00.23506 for x86

#include <iostream>
#include <string>
#include <vector>
#include <fstream>
#include <map>

std::vector<std::string> get_lines( const std::string& fname )
{
    std::vector<std::string> lines ;

std::ifstream file(fname) ;
    std::string a_line ;
    while( std::getline( file, a_line ) ) lines.push_back(a_line) ;

return lines ;
}

std::vector<std::string> split( std::string str, const std::string& delimiters )
{
   std::vector<std::string> tokens ;

std::size_t from = 0 ;
   std::size_t pos = str.find_first_of( delimiters, 0 ) ;
   while( pos != std::string::npos )
   {
       if( pos != from ) tokens.push_back( str.substr( from, pos-from ) ) ;
       from = pos+1 ;
       pos = str.find_first_of( delimiters, from ) ;
   }
   if( from < str.size() ) tokens.push_back( str.substr(from) ) ;

return tokens ;
}

int main()
{
    const auto lines = get_lines( __FILE__ ) ;

std::map< std::string, int > map ;
    for( std::string str : lines )
    {
        static const std::string delimiters = " \t\n.'\"(){};=!+-,&<>[]#:\\/" ;
        for( auto token : split( str, delimiters ) )
        ++map[token] ;
    }

// print out the contents of the map to verify that things are ok
    for( const auto& pair : map ) std::cout << pair.first << " : " << pair.second << '\n' ;
}

Show compiler warnings [ + ] Compiler args [ + ] Show input
Compilation time: 1,85 sec, absolute running time: 0,33 sec, absolute service time: 2,19 sec