org
.
nlp4l
.
framework
.
builtin
.
spark
.
mllib
ClassificationProcessor
Related Doc:
package mllib
class
ClassificationProcessor
extends
Processor
with
CommonProcessor
Linear Supertypes
CommonProcessor
,
Processor
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
ClassificationProcessor
CommonProcessor
Processor
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
ClassificationProcessor
(
modelDir:
String
,
textField:
String
,
idField:
String
,
passThruFields:
Seq
[
String
]
,
analyzerConf:
Config
,
algorithm:
String
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
val
algorithm
:
String
val
analyzerConf
:
Config
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
execute
(
dictData:
Option
[
Dictionary
]
)
:
Option
[
Dictionary
]
Definition Classes
ClassificationProcessor
→
Processor
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
idField
:
String
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
modelDir
:
String
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
val
passThruFields
:
Seq
[
String
]
def
readFeaturesFile
(
featureFile:
String
)
:
Set
[
String
]
Definition Classes
CommonProcessor
def
readLabelFile
(
labelFile:
String
,
labelFileSep:
String
)
:
Map
[
String
,
Int
]
Definition Classes
CommonProcessor
def
readTFIDFParamsFile
(
tfidfParamFile:
String
,
tfidfFileSep:
String
)
: (
Int
,
Long
,
String
,
Double
,
String
,
String
)
Definition Classes
CommonProcessor
def
readTermBoostsFile
(
boostFile:
String
)
:
Map
[
String
,
Double
]
Definition Classes
CommonProcessor
def
readWordsFile
(
wordsFile:
String
,
wordsFileSep:
String
)
:
Map
[
String
, (
Int
,
Long
)]
Definition Classes
CommonProcessor
def
selectFeatures
(
reader:
RawReader
,
field:
String
,
minDF:
Int
=
1
,
maxDFPercent:
Double
=
1.0
,
maxNumTerms:
Int
=
1
)
:
Set
[
String
]
Definition Classes
CommonProcessor
def
selectFieldValues
(
reader:
RawReader
,
docIds:
List
[
Int
]
,
fields:
Seq
[
String
]
)
:
List
[
Map
[
String
,
Seq
[
String
]]]
Definition Classes
CommonProcessor
def
selectLabelMap
(
reader:
RawReader
,
labelField:
String
)
:
Map
[
String
,
Int
]
Definition Classes
CommonProcessor
val
settings
:
ModelDirSettings
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
val
textField
:
String
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
writeDataFile
(
labels:
Seq
[
Int
]
,
vectors:
Stream
[
Seq
[
AnyVal
]]
,
out:
String
,
outputSep:
String
,
idValues:
Seq
[
String
]
)
:
Unit
Definition Classes
CommonProcessor
def
writeLabelFile
(
labelMap:
Map
[
String
,
Int
]
,
labelFile:
String
,
labelFileSep:
String
)
:
Unit
Definition Classes
CommonProcessor
def
writeTFIDFParamsFile
(
reader:
IReader
,
textField:
String
,
tfMode:
String
,
smthTerm:
Double
,
idfMode:
String
,
termBoostsFile:
String
,
tfidfFileOut:
String
,
tfidfFileSep:
String
)
:
Unit
Definition Classes
CommonProcessor
def
writeWordsFile
(
reader:
IReader
,
features:
Seq
[
String
]
,
textField:
String
,
wordsFileOut:
String
,
wordsFileSep:
String
)
:
Unit
Definition Classes
CommonProcessor
Inherited from
CommonProcessor
Inherited from
Processor
Inherited from
AnyRef
Inherited from
Any
Ungrouped