org
.
nlp4l
.
framework
.
builtin
.
spark
.
mllib
CommonProcessor
Related Doc:
package mllib
trait
CommonProcessor
extends
AnyRef
Linear Supertypes
AnyRef
,
Any
Known Subclasses
ClassificationProcessor
,
LabeledPointProcessor
,
TrainAndModelProcessor
Ordering
Alphabetic
By Inheritance
Inherited
CommonProcessor
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
readFeaturesFile
(
featureFile:
String
)
:
Set
[
String
]
def
readLabelFile
(
labelFile:
String
,
labelFileSep:
String
)
:
Map
[
String
,
Int
]
def
readTFIDFParamsFile
(
tfidfParamFile:
String
,
tfidfFileSep:
String
)
: (
Int
,
Long
,
String
,
Double
,
String
,
String
)
def
readTermBoostsFile
(
boostFile:
String
)
:
Map
[
String
,
Double
]
def
readWordsFile
(
wordsFile:
String
,
wordsFileSep:
String
)
:
Map
[
String
, (
Int
,
Long
)]
def
selectFeatures
(
reader:
RawReader
,
field:
String
,
minDF:
Int
=
1
,
maxDFPercent:
Double
=
1.0
,
maxNumTerms:
Int
=
1
)
:
Set
[
String
]
def
selectFieldValues
(
reader:
RawReader
,
docIds:
List
[
Int
]
,
fields:
Seq
[
String
]
)
:
List
[
Map
[
String
,
Seq
[
String
]]]
def
selectLabelMap
(
reader:
RawReader
,
labelField:
String
)
:
Map
[
String
,
Int
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
writeDataFile
(
labels:
Seq
[
Int
]
,
vectors:
Stream
[
Seq
[
AnyVal
]]
,
out:
String
,
outputSep:
String
,
idValues:
Seq
[
String
]
)
:
Unit
def
writeLabelFile
(
labelMap:
Map
[
String
,
Int
]
,
labelFile:
String
,
labelFileSep:
String
)
:
Unit
def
writeTFIDFParamsFile
(
reader:
IReader
,
textField:
String
,
tfMode:
String
,
smthTerm:
Double
,
idfMode:
String
,
termBoostsFile:
String
,
tfidfFileOut:
String
,
tfidfFileSep:
String
)
:
Unit
def
writeWordsFile
(
reader:
IReader
,
features:
Seq
[
String
]
,
textField:
String
,
wordsFileOut:
String
,
wordsFileSep:
String
)
:
Unit
Inherited from
AnyRef
Inherited from
Any
Ungrouped