| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| package org.netbeans.lib.java.lexer; |
| |
| import java.io.File; |
| import java.io.FileReader; |
| import java.nio.ByteOrder; |
| import java.nio.CharBuffer; |
| import org.netbeans.api.java.lexer.JavaTokenId; |
| import org.netbeans.api.lexer.TokenHierarchy; |
| import org.netbeans.api.lexer.TokenId; |
| import org.netbeans.api.lexer.TokenSequence; |
| import org.netbeans.junit.NbTestCase; |
| import org.netbeans.lib.lexer.test.LexerTestUtilities; |
| |
| /** |
| * Test how many flyweight tokens gets created over a typical java source |
| * (copy of javax.swing.JComponent is used). |
| * |
| * @author mmetelka |
| */ |
| public class JavaFlyTokensTest extends NbTestCase { |
| |
| public JavaFlyTokensTest(String testName) { |
| super(testName); |
| } |
| |
| protected void setUp() throws java.lang.Exception { |
| // Set-up testing environment |
| LexerTestUtilities.setTesting(true); |
| } |
| |
| protected void tearDown() throws java.lang.Exception { |
| } |
| |
| public void test() throws Exception { |
| File testJComponentFile = new File(getDataDir() + "/testfiles/JComponent.java.txt"); |
| FileReader r = new FileReader(testJComponentFile); |
| int fileLen = (int)testJComponentFile.length(); |
| CharBuffer cb = CharBuffer.allocate(fileLen); |
| r.read(cb); |
| cb.rewind(); |
| String text = cb.toString(); |
| TokenHierarchy<?> hi = TokenHierarchy.create(text, JavaTokenId.language()); |
| TokenSequence<?> ts = hi.tokenSequence(); |
| |
| System.err.println("Flyweight tokens: " + LexerTestUtilities.flyweightTokenCount(ts) |
| + "\nTotal tokens: " + ts.tokenCount() |
| + "\nFlyweight text length: " + LexerTestUtilities.flyweightTextLength(ts) |
| + "\nTotal text length: " + fileLen |
| + "\nDistribution: " + LexerTestUtilities.flyweightDistribution(ts) |
| ); |
| |
| assertEquals(LexerTestUtilities.flyweightTokenCount(ts), 13786); |
| assertEquals(LexerTestUtilities.flyweightTextLength(ts), 21710); |
| assertEquals(ts.tokenCount(), 21379); |
| |
| } |
| |
| } |