1 <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
\r
5 <!-- Generated by javadoc (build 1.4.2_16) on Mon Mar 09 18:20:30 CET 2009 -->
\r
7 TokenizerImpl (FreeTTS 1.2)
\r
10 <META NAME="keywords" CONTENT="com.sun.speech.freetts.en.TokenizerImpl class">
\r
12 <LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../../stylesheet.css" TITLE="Style">
\r
14 <SCRIPT type="text/javascript">
\r
15 function windowTitle()
\r
17 parent.document.title="TokenizerImpl (FreeTTS 1.2)";
\r
23 <BODY BGCOLOR="white" onload="windowTitle();">
\r
26 <!-- ========= START OF TOP NAVBAR ======= -->
\r
27 <A NAME="navbar_top"><!-- --></A>
28 <A HREF="#skip-navbar_top" title="Skip navigation links"></A>
29 <TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
\r
31 <TD COLSPAN=3 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
\r
32 <A NAME="navbar_top_firstrow"><!-- --></A>
33 <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
\r
34 <TR ALIGN="center" VALIGN="top">
\r
35 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD>
\r
36 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD>
\r
37 <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD>
\r
38 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD>
\r
39 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD>
\r
40 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD>
\r
41 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD>
\r
45 <TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
\r
51 <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
\r
52 <A HREF="../../../../../com/sun/speech/freetts/en/PostLexicalAnalyzer.html" title="class in com.sun.speech.freetts.en"><B>PREV CLASS</B></A>
\r
53 NEXT CLASS</FONT></TD>
\r
54 <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
\r
55 <A HREF="../../../../../index.html" target="_top"><B>FRAMES</B></A>
\r
56 <A HREF="TokenizerImpl.html" target="_top"><B>NO FRAMES</B></A>
\r
57 <SCRIPT type="text/javascript">
\r
60 document.writeln('<A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A>');
\r
65 <A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A>
\r
71 <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
\r
72 SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD>
\r
73 <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
\r
74 DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD>
\r
77 <A NAME="skip-navbar_top"></A>
78 <!-- ========= END OF TOP NAVBAR ========= -->
\r
81 <!-- ======== START OF CLASS DATA ======== -->
\r
84 com.sun.speech.freetts.en</FONT>
\r
86 Class TokenizerImpl</H2>
\r
89 <IMG SRC="../../../../../resources/inherit.gif" ALT="extended by"><B>com.sun.speech.freetts.en.TokenizerImpl</B>
\r
92 <DT><B>All Implemented Interfaces:</B> <DD><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></DD>
\r
96 <DT>public class <B>TokenizerImpl</B><DT>extends java.lang.Object<DT>implements <A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></DL>
\r
99 Implements the tokenizer interface. Breaks an input sequence of
100 characters into a set of tokens.
\r
107 <!-- ======== NESTED CLASS SUMMARY ======== -->
\r
110 <!-- =========== FIELD SUMMARY =========== -->
\r
112 <A NAME="field_summary"><!-- --></A>
113 <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
\r
114 <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
\r
115 <TD COLSPAN=2><FONT SIZE="+2">
\r
116 <B>Field Summary</B></FONT></TD>
\r
118 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
119 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
120 <CODE>static java.lang.String</CODE></FONT></TD>
\r
121 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#DEFAULT_POSTPUNCTUATION_SYMBOLS">DEFAULT_POSTPUNCTUATION_SYMBOLS</A></B></CODE>
\r
124 A string containing the default post-punctuation characters.</TD>
\r
126 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
127 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
128 <CODE>static java.lang.String</CODE></FONT></TD>
\r
129 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#DEFAULT_PREPUNCTUATION_SYMBOLS">DEFAULT_PREPUNCTUATION_SYMBOLS</A></B></CODE>
\r
132 A string containing the default pre-punctuation characters.</TD>
\r
134 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
135 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
136 <CODE>static java.lang.String</CODE></FONT></TD>
\r
137 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#DEFAULT_SINGLE_CHAR_SYMBOLS">DEFAULT_SINGLE_CHAR_SYMBOLS</A></B></CODE>
\r
140 A string containing the default single characters.</TD>
\r
142 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
143 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
144 <CODE>static java.lang.String</CODE></FONT></TD>
\r
145 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#DEFAULT_WHITESPACE_SYMBOLS">DEFAULT_WHITESPACE_SYMBOLS</A></B></CODE>
\r
148 A string containing the default whitespace characters.</TD>
\r
150 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
151 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
152 <CODE>static int</CODE></FONT></TD>
\r
153 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#EOF">EOF</A></B></CODE>
\r
156 A constant indicating that the end of the stream has been read.</TD>
\r
160 <!-- ======== CONSTRUCTOR SUMMARY ======== -->
\r
162 <A NAME="constructor_summary"><!-- --></A>
163 <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
\r
164 <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
\r
165 <TD COLSPAN=2><FONT SIZE="+2">
\r
166 <B>Constructor Summary</B></FONT></TD>
\r
168 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
169 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#TokenizerImpl()">TokenizerImpl</A></B>()</CODE>
\r
172 Constructs a Tokenizer.</TD>
\r
174 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
175 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#TokenizerImpl(java.io.Reader)">TokenizerImpl</A></B>(java.io.Reader file)</CODE>
\r
178 Creates a tokenizer that will return tokens from
179 the given file.</TD>
\r
181 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
182 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#TokenizerImpl(java.lang.String)">TokenizerImpl</A></B>(java.lang.String string)</CODE>
\r
185 Creates a tokenizer that will return tokens from
186 the given string.</TD>
\r
190 <!-- ========== METHOD SUMMARY =========== -->
\r
192 <A NAME="method_summary"><!-- --></A>
193 <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
\r
194 <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
\r
195 <TD COLSPAN=2><FONT SIZE="+2">
\r
196 <B>Method Summary</B></FONT></TD>
\r
198 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
199 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
200 <CODE> java.lang.String</CODE></FONT></TD>
\r
201 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#getErrorDescription()">getErrorDescription</A></B>()</CODE>
\r
204 if hasErrors returns <code>true</code>, this will return a
205 description of the error encountered, otherwise
206 it will return <code>null</code></TD>
\r
208 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
209 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
210 <CODE> <A HREF="../../../../../com/sun/speech/freetts/Token.html" title="class in com.sun.speech.freetts">Token</A></CODE></FONT></TD>
\r
211 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#getNextToken()">getNextToken</A></B>()</CODE>
\r
214 Returns the next token.</TD>
\r
216 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
217 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
218 <CODE> boolean</CODE></FONT></TD>
\r
219 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#hasErrors()">hasErrors</A></B>()</CODE>
\r
222 Returns <code>true</code> if there were errors while reading tokens</TD>
\r
224 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
225 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
226 <CODE> boolean</CODE></FONT></TD>
\r
227 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#hasMoreTokens()">hasMoreTokens</A></B>()</CODE>
\r
230 Returns <code>true</code> if there are more tokens,
231 <code>false</code> otherwise.</TD>
\r
233 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
234 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
235 <CODE> boolean</CODE></FONT></TD>
\r
236 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#isBreak()">isBreak</A></B>()</CODE>
\r
239 Determines if the current token should start a new sentence.</TD>
\r
241 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
242 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
243 <CODE> void</CODE></FONT></TD>
\r
244 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#setInputReader(java.io.Reader)">setInputReader</A></B>(java.io.Reader reader)</CODE>
\r
247 Sets the input reader</TD>
\r
249 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
250 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
251 <CODE> void</CODE></FONT></TD>
\r
252 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#setInputText(java.lang.String)">setInputText</A></B>(java.lang.String inputString)</CODE>
\r
255 Sets the text to tokenize.</TD>
\r
257 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
258 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
259 <CODE> void</CODE></FONT></TD>
\r
260 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#setPostpunctuationSymbols(java.lang.String)">setPostpunctuationSymbols</A></B>(java.lang.String symbols)</CODE>
\r
263 Sets the postpunctuation symbols of this Tokenizer to the given
266 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
267 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
268 <CODE> void</CODE></FONT></TD>
\r
269 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#setPrepunctuationSymbols(java.lang.String)">setPrepunctuationSymbols</A></B>(java.lang.String symbols)</CODE>
\r
272 Sets the prepunctuation symbols of this Tokenizer to the given
275 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
276 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
277 <CODE> void</CODE></FONT></TD>
\r
278 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#setSingleCharSymbols(java.lang.String)">setSingleCharSymbols</A></B>(java.lang.String symbols)</CODE>
\r
281 Sets the single character symbols of this Tokenizer to the given
284 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
285 <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1">
\r
286 <CODE> void</CODE></FONT></TD>
\r
287 <TD><CODE><B><A HREF="../../../../../com/sun/speech/freetts/en/TokenizerImpl.html#setWhitespaceSymbols(java.lang.String)">setWhitespaceSymbols</A></B>(java.lang.String symbols)</CODE>
\r
290 Sets the whitespace symbols of this Tokenizer to the given symbols.</TD>
\r
293 <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A>
294 <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
\r
295 <TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor">
\r
296 <TD><B>Methods inherited from class java.lang.Object</B></TD>
\r
298 <TR BGCOLOR="white" CLASS="TableRowColor">
\r
299 <TD><CODE>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</CODE></TD>
\r
305 <!-- ============ FIELD DETAIL =========== -->
\r
307 <A NAME="field_detail"><!-- --></A>
308 <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
\r
309 <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
\r
310 <TD COLSPAN=1><FONT SIZE="+2">
\r
311 <B>Field Detail</B></FONT></TD>
\r
315 <A NAME="EOF"><!-- --></A><H3>
\r
318 public static final int <B>EOF</B></PRE>
\r
320 <DD>A constant indicating that the end of the stream has been read.
\r
323 <DT><B>See Also:</B><DD><A HREF="../../../../../constant-values.html#com.sun.speech.freetts.en.TokenizerImpl.EOF">Constant Field Values</A></DL>
\r
327 <A NAME="DEFAULT_WHITESPACE_SYMBOLS"><!-- --></A><H3>
\r
328 DEFAULT_WHITESPACE_SYMBOLS</H3>
\r
330 public static final java.lang.String <B>DEFAULT_WHITESPACE_SYMBOLS</B></PRE>
\r
332 <DD>A string containing the default whitespace characters.
\r
335 <DT><B>See Also:</B><DD><A HREF="../../../../../constant-values.html#com.sun.speech.freetts.en.TokenizerImpl.DEFAULT_WHITESPACE_SYMBOLS">Constant Field Values</A></DL>
\r
339 <A NAME="DEFAULT_SINGLE_CHAR_SYMBOLS"><!-- --></A><H3>
\r
340 DEFAULT_SINGLE_CHAR_SYMBOLS</H3>
\r
342 public static final java.lang.String <B>DEFAULT_SINGLE_CHAR_SYMBOLS</B></PRE>
\r
344 <DD>A string containing the default single characters.
\r
347 <DT><B>See Also:</B><DD><A HREF="../../../../../constant-values.html#com.sun.speech.freetts.en.TokenizerImpl.DEFAULT_SINGLE_CHAR_SYMBOLS">Constant Field Values</A></DL>
\r
351 <A NAME="DEFAULT_PREPUNCTUATION_SYMBOLS"><!-- --></A><H3>
\r
352 DEFAULT_PREPUNCTUATION_SYMBOLS</H3>
\r
354 public static final java.lang.String <B>DEFAULT_PREPUNCTUATION_SYMBOLS</B></PRE>
\r
356 <DD>A string containing the default pre-punctuation characters.
\r
359 <DT><B>See Also:</B><DD><A HREF="../../../../../constant-values.html#com.sun.speech.freetts.en.TokenizerImpl.DEFAULT_PREPUNCTUATION_SYMBOLS">Constant Field Values</A></DL>
\r
363 <A NAME="DEFAULT_POSTPUNCTUATION_SYMBOLS"><!-- --></A><H3>
\r
364 DEFAULT_POSTPUNCTUATION_SYMBOLS</H3>
\r
366 public static final java.lang.String <B>DEFAULT_POSTPUNCTUATION_SYMBOLS</B></PRE>
\r
368 <DD>A string containing the default post-punctuation characters.
\r
371 <DT><B>See Also:</B><DD><A HREF="../../../../../constant-values.html#com.sun.speech.freetts.en.TokenizerImpl.DEFAULT_POSTPUNCTUATION_SYMBOLS">Constant Field Values</A></DL>
\r
374 <!-- ========= CONSTRUCTOR DETAIL ======== -->
\r
376 <A NAME="constructor_detail"><!-- --></A>
377 <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
\r
378 <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
\r
379 <TD COLSPAN=1><FONT SIZE="+2">
\r
380 <B>Constructor Detail</B></FONT></TD>
\r
384 <A NAME="TokenizerImpl()"><!-- --></A><H3>
\r
387 public <B>TokenizerImpl</B>()</PRE>
\r
389 <DD>Constructs a Tokenizer.
\r
394 <A NAME="TokenizerImpl(java.lang.String)"><!-- --></A><H3>
\r
397 public <B>TokenizerImpl</B>(java.lang.String string)</PRE>
\r
399 <DD>Creates a tokenizer that will return tokens from
402 <DT><B>Parameters:</B><DD><CODE>string</CODE> - the string to tokenize</DL>
\r
405 <A NAME="TokenizerImpl(java.io.Reader)"><!-- --></A><H3>
\r
408 public <B>TokenizerImpl</B>(java.io.Reader file)</PRE>
\r
410 <DD>Creates a tokenizer that will return tokens from
413 <DT><B>Parameters:</B><DD><CODE>file</CODE> - where to read the input from</DL>
\r
415 <!-- ============ METHOD DETAIL ========== -->
\r
417 <A NAME="method_detail"><!-- --></A>
418 <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
\r
419 <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
\r
420 <TD COLSPAN=1><FONT SIZE="+2">
\r
421 <B>Method Detail</B></FONT></TD>
\r
425 <A NAME="setWhitespaceSymbols(java.lang.String)"><!-- --></A><H3>
\r
426 setWhitespaceSymbols</H3>
\r
428 public void <B>setWhitespaceSymbols</B>(java.lang.String symbols)</PRE>
\r
430 <DD>Sets the whitespace symbols of this Tokenizer to the given symbols.
\r
433 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#setWhitespaceSymbols(java.lang.String)">setWhitespaceSymbols</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
436 <DT><B>Parameters:</B><DD><CODE>symbols</CODE> - the whitespace symbols</DL>
\r
441 <A NAME="setSingleCharSymbols(java.lang.String)"><!-- --></A><H3>
\r
442 setSingleCharSymbols</H3>
\r
444 public void <B>setSingleCharSymbols</B>(java.lang.String symbols)</PRE>
\r
446 <DD>Sets the single character symbols of this Tokenizer to the given
450 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#setSingleCharSymbols(java.lang.String)">setSingleCharSymbols</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
453 <DT><B>Parameters:</B><DD><CODE>symbols</CODE> - the single character symbols</DL>
\r
458 <A NAME="setPrepunctuationSymbols(java.lang.String)"><!-- --></A><H3>
\r
459 setPrepunctuationSymbols</H3>
\r
461 public void <B>setPrepunctuationSymbols</B>(java.lang.String symbols)</PRE>
\r
463 <DD>Sets the prepunctuation symbols of this Tokenizer to the given
467 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#setPrepunctuationSymbols(java.lang.String)">setPrepunctuationSymbols</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
470 <DT><B>Parameters:</B><DD><CODE>symbols</CODE> - the prepunctuation symbols</DL>
\r
475 <A NAME="setPostpunctuationSymbols(java.lang.String)"><!-- --></A><H3>
\r
476 setPostpunctuationSymbols</H3>
\r
478 public void <B>setPostpunctuationSymbols</B>(java.lang.String symbols)</PRE>
\r
480 <DD>Sets the postpunctuation symbols of this Tokenizer to the given
484 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#setPostpunctuationSymbols(java.lang.String)">setPostpunctuationSymbols</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
487 <DT><B>Parameters:</B><DD><CODE>symbols</CODE> - the postpunctuation symbols</DL>
\r
492 <A NAME="setInputText(java.lang.String)"><!-- --></A><H3>
\r
495 public void <B>setInputText</B>(java.lang.String inputString)</PRE>
\r
497 <DD>Sets the text to tokenize.
\r
500 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#setInputText(java.lang.String)">setInputText</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
503 <DT><B>Parameters:</B><DD><CODE>inputString</CODE> - the string to tokenize</DL>
\r
508 <A NAME="setInputReader(java.io.Reader)"><!-- --></A><H3>
\r
509 setInputReader</H3>
\r
511 public void <B>setInputReader</B>(java.io.Reader reader)</PRE>
\r
513 <DD>Sets the input reader
\r
516 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#setInputReader(java.io.Reader)">setInputReader</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
519 <DT><B>Parameters:</B><DD><CODE>reader</CODE> - the input source</DL>
\r
524 <A NAME="getNextToken()"><!-- --></A><H3>
\r
527 public <A HREF="../../../../../com/sun/speech/freetts/Token.html" title="class in com.sun.speech.freetts">Token</A> <B>getNextToken</B>()</PRE>
\r
529 <DD>Returns the next token.
\r
532 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#getNextToken()">getNextToken</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
536 <DT><B>Returns:</B><DD>the next token if it exists,
537 <code>null</code> if no more tokens</DL>
\r
542 <A NAME="hasMoreTokens()"><!-- --></A><H3>
\r
545 public boolean <B>hasMoreTokens</B>()</PRE>
\r
547 <DD>Returns <code>true</code> if there are more tokens,
548 <code>false</code> otherwise.
\r
551 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#hasMoreTokens()">hasMoreTokens</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
555 <DT><B>Returns:</B><DD><code>true</code> if there are more tokens
556 <code>false</code> otherwise</DL>
\r
561 <A NAME="hasErrors()"><!-- --></A><H3>
\r
564 public boolean <B>hasErrors</B>()</PRE>
\r
566 <DD>Returns <code>true</code> if there were errors while reading tokens
\r
569 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#hasErrors()">hasErrors</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
573 <DT><B>Returns:</B><DD><code>true</code> if there were errors;
574 <code>false</code> otherwise</DL>
\r
579 <A NAME="getErrorDescription()"><!-- --></A><H3>
\r
580 getErrorDescription</H3>
\r
582 public java.lang.String <B>getErrorDescription</B>()</PRE>
\r
584 <DD>if hasErrors returns <code>true</code>, this will return a
585 description of the error encountered, otherwise
586 it will return <code>null</code>
\r
589 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#getErrorDescription()">getErrorDescription</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
593 <DT><B>Returns:</B><DD>a description of the last error that occurred.</DL>
\r
598 <A NAME="isBreak()"><!-- --></A><H3>
\r
601 public boolean <B>isBreak</B>()</PRE>
\r
603 <DD>Determines if the current token should start a new sentence.
\r
606 <DT><B>Specified by:</B><DD><CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html#isBreak()">isBreak</A></CODE> in interface <CODE><A HREF="../../../../../com/sun/speech/freetts/Tokenizer.html" title="interface in com.sun.speech.freetts">Tokenizer</A></CODE></DL>
\r
610 <DT><B>Returns:</B><DD><code>true</code> if a new sentence should be started</DL>
\r
613 <!-- ========= END OF CLASS DATA ========= -->
\r
617 <!-- ======= START OF BOTTOM NAVBAR ====== -->
\r
618 <A NAME="navbar_bottom"><!-- --></A>
619 <A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
620 <TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
\r
622 <TD COLSPAN=3 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
\r
623 <A NAME="navbar_bottom_firstrow"><!-- --></A>
624 <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
\r
625 <TR ALIGN="center" VALIGN="top">
\r
626 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD>
\r
627 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD>
\r
628 <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD>
\r
629 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD>
\r
630 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD>
\r
631 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD>
\r
632 <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD>
\r
636 <TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
\r
642 <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
\r
643 <A HREF="../../../../../com/sun/speech/freetts/en/PostLexicalAnalyzer.html" title="class in com.sun.speech.freetts.en"><B>PREV CLASS</B></A>
\r
644 NEXT CLASS</FONT></TD>
\r
645 <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
\r
646 <A HREF="../../../../../index.html" target="_top"><B>FRAMES</B></A>
\r
647 <A HREF="TokenizerImpl.html" target="_top"><B>NO FRAMES</B></A>
\r
648 <SCRIPT type="text/javascript">
\r
651 document.writeln('<A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A>');
\r
656 <A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A>
\r
662 <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
\r
663 SUMMARY: NESTED | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD>
\r
664 <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2">
\r
665 DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD>
\r
668 <A NAME="skip-navbar_bottom"></A>
669 <!-- ======== END OF BOTTOM NAVBAR ======= -->
\r
projects / debian / freetts / blob