TextTokenizerParams

abstract def copy(extra: ParamMap): Params

abstract val uid: String

final def !=(arg0: Any): Boolean

final def ##(): Int

final def $[T](param: Param[T]): T

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

final val autoDetectLanguage: BooleanParam

Indicates whether to attempt language detection.

final val autoDetectThreshold: DoubleParam

Language detection threshold.

final def clear(param: Param[_]): TextTokenizerParams.this.type

def clone(): AnyRef

def copyValues[T <: Params](to: T, extra: ParamMap): T

final def defaultCopy[T <: Params](extra: ParamMap): T

final val defaultLanguage: Param[String]

Default language to assume in case autoDetectLanguage is disabled or failed to make a good enough prediction.

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def explainParam(param: Param[_]): String

def explainParams(): String

final def extractParamMap(): ParamMap

final def extractParamMap(extra: ParamMap): ParamMap

def finalize(): Unit

final def get[T](param: Param[T]): Option[T]

def getAutoDetectLanguage: Boolean

def getAutoDetectThreshold: Double

final def getClass(): Class[_]

final def getDefault[T](param: Param[T]): Option[T]

def getDefaultLanguage: Language

def getMinTokenLength: Int

final def getOrDefault[T](param: Param[T]): T

def getParam(paramName: String): Param[Any]

def getStripHtml: Boolean

def getToLowercase: Boolean

final def hasDefault[T](param: Param[T]): Boolean

def hasParam(paramName: String): Boolean

def hashCode(): Int

final def isDefined(param: Param[_]): Boolean

final def isInstanceOf[T0]: Boolean

final def isSet(param: Param[_]): Boolean

final val minTokenLength: IntParam

Minimum token length, >= 1.

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

lazy val params: Array[Param[_]]

final def set(paramPair: ParamPair[_]): TextTokenizerParams.this.type

final def set(param: String, value: Any): TextTokenizerParams.this.type

final def set[T](param: Param[T], value: T): TextTokenizerParams.this.type

def setAutoDetectLanguage(value: Boolean): TextTokenizerParams.this.type

def setAutoDetectThreshold(value: Double): TextTokenizerParams.this.type

final def setDefault(paramPairs: ParamPair[_]*): TextTokenizerParams.this.type

final def setDefault[T](param: Param[T], value: T): TextTokenizerParams.this.type

def setDefaultLanguage(value: Language): TextTokenizerParams.this.type

def setMinTokenLength(value: Int): TextTokenizerParams.this.type

def setStripHtml(value: Boolean): TextTokenizerParams.this.type

def setToLowercase(value: Boolean): TextTokenizerParams.this.type

final val stripHtml: BooleanParam

final def synchronized[T0](arg0: ⇒ T0): T0

final val toLowercase: BooleanParam

Indicates whether to convert all characters to lowercase before string operation.

def toString(): String

def tokenize(text: Text, languageDetector: LanguageDetector = TextTokenizer.LanguageDetector, analyzer: TextAnalyzer = ...): TextTokenizerResult

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit