/* Mosh: the mobile shell Copyright 2012 Keith Winstein This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . In addition, as a special exception, the copyright holders give permission to link the code of portions of this program with the OpenSSL library under certain conditions as described in each individual source file, and distribute linked combinations including the two. You must obey the GNU General Public License in all respects for all of the code used other than OpenSSL. If you modify file(s) with this exception, you may extend this exception to your version of the file(s), but you are not obligated to do so. If you do not wish to do so, delete this exception statement from your version. If you delete this exception statement from all source files in the program, then also delete it here. */ #include #include #include #include #include #include "parser.h" const Parser::StateFamily Parser::family; static void append_or_delete( Parser::Action *act, Parser::Actions &vec ) { assert( act ); if ( !act->ignore() ) { vec.push_back( act ); } else { delete act; } } void Parser::Parser::input( wchar_t ch, Actions &ret ) { Transition tx = state->input( ch ); if ( tx.next_state != NULL ) { append_or_delete( state->exit(), ret ); } append_or_delete( tx.action, ret ); tx.action = NULL; if ( tx.next_state != NULL ) { append_or_delete( tx.next_state->enter(), ret ); state = tx.next_state; } } Parser::UTF8Parser::UTF8Parser() : parser(), buf_len( 0 ) { assert( BUF_SIZE >= (size_t)MB_CUR_MAX ); buf[0] = '\0'; } void Parser::UTF8Parser::input( char c, Actions &ret ) { assert( buf_len < BUF_SIZE ); /* 1-byte UTF-8 character, aka ASCII? Cheat. */ if ( buf_len == 0 && static_cast(c) <= 0x7f ) { parser.input( static_cast(c), ret ); return; } buf[ buf_len++ ] = c; /* This function will only work in a UTF-8 locale. */ wchar_t pwc; mbstate_t ps = mbstate_t(); size_t total_bytes_parsed = 0; size_t orig_buf_len = buf_len; /* this routine is somewhat complicated in order to comply with Unicode 6.0, section 3.9, "Best Practices for using U+FFFD" */ while ( total_bytes_parsed != orig_buf_len ) { assert( total_bytes_parsed < orig_buf_len ); assert( buf_len > 0 ); size_t bytes_parsed = mbrtowc( &pwc, buf, buf_len, &ps ); /* this returns 0 when n = 0! */ if ( bytes_parsed == 0 ) { /* character was NUL, accept and clear buffer */ assert( buf_len == 1 ); buf_len = 0; pwc = L'\0'; bytes_parsed = 1; } else if ( bytes_parsed == (size_t) -1 ) { /* invalid sequence, use replacement character and try again with last char */ assert( errno == EILSEQ ); if ( buf_len > 1 ) { buf[ 0 ] = buf[ buf_len - 1 ]; bytes_parsed = buf_len - 1; buf_len = 1; } else { buf_len = 0; bytes_parsed = 1; } pwc = (wchar_t) 0xFFFD; } else if ( bytes_parsed == (size_t) -2 ) { /* can't parse incomplete multibyte character */ total_bytes_parsed += buf_len; continue; } else { /* parsed into pwc, accept */ assert( bytes_parsed <= buf_len ); memmove( buf, buf + bytes_parsed, buf_len - bytes_parsed ); buf_len = buf_len - bytes_parsed; } /* Cast to unsigned for checks, because some platforms (e.g. ARM) use uint32_t as wchar_t, causing compiler warning on "pwc > 0" check. */ const uint32_t pwcheck = pwc; if ( pwcheck > 0x10FFFF ) { /* outside Unicode range */ pwc = (wchar_t) 0xFFFD; } if ( (pwcheck >= 0xD800) && (pwcheck <= 0xDFFF) ) { /* surrogate code point */ /* OS X unfortunately allows these sequences without EILSEQ, but they are ill-formed UTF-8 and we shouldn't repeat them to the user's terminal. */ pwc = (wchar_t) 0xFFFD; } parser.input( pwc, ret ); total_bytes_parsed += bytes_parsed; } } Parser::Parser::Parser( const Parser &other ) : state( other.state ) {} Parser::Parser & Parser::Parser::operator=( const Parser &other ) { state = other.state; return *this; }