001    /*
002     * Copyright (C) 2012 eXo Platform SAS.
003     *
004     * This is free software; you can redistribute it and/or modify it
005     * under the terms of the GNU Lesser General Public License as
006     * published by the Free Software Foundation; either version 2.1 of
007     * the License, or (at your option) any later version.
008     *
009     * This software is distributed in the hope that it will be useful,
010     * but WITHOUT ANY WARRANTY; without even the implied warranty of
011     * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
012     * Lesser General Public License for more details.
013     *
014     * You should have received a copy of the GNU Lesser General Public
015     * License along with this software; if not, write to the Free
016     * Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
017     * 02110-1301 USA, or see the FSF site: http://www.fsf.org.
018     */
019    
020    package org.crsh.cli.impl.tokenizer;
021    
022    import org.crsh.cli.impl.Delimiter;
023    import org.crsh.cli.impl.line.LineParser;
024    
025    public class TokenizerImpl extends Tokenizer {
026    
027      /** . */
028      private final Automaton automaton;
029    
030      /** . */
031      private Delimiter endingDelimiter;
032    
033      public TokenizerImpl(CharSequence s) {
034    
035        this.endingDelimiter = Delimiter.EMPTY;
036    
037        Automaton automaton = new Automaton(s);
038        LineParser.Visitor parser2 = new LineParser.Visitor() {
039          public void openStrongQuote(int index) { endingDelimiter = Delimiter.SINGLE_QUOTE; }
040          public void closeStrongQuote(int index) { endingDelimiter = Delimiter.EMPTY; }
041          public void openWeakQuote(int index) { endingDelimiter =  Delimiter.DOUBLE_QUOTE; }
042          public void closeWeakQuote(int index) { endingDelimiter = Delimiter.EMPTY; }
043        };
044    
045        //
046        LineParser parser = new LineParser(automaton, parser2);
047        parser.append(s);
048        automaton.close();
049    
050        //
051        this.automaton = automaton;
052      }
053    
054      protected Token parse() {
055        if (automaton.tokens.size() > 0) {
056          return automaton.tokens.removeFirst();
057        } else {
058          return null;
059        }
060      }
061    
062      public Delimiter getEndingDelimiter() {
063        return endingDelimiter;
064      }
065    }