Class

org.nlp4l.framework.builtin.spark.mllib

LabeledPointProcessor

Related Doc: package mllib

Permalink

class LabeledPointProcessor extends Processor with CommonProcessor

Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. LabeledPointProcessor
  2. CommonProcessor
  3. Processor
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new LabeledPointProcessor(modelDir: String, labelField: String, textField: String, valuesFields: Seq[String], idField: String, analyzer: Config, labelFileIn: String, featuresFileIn: String, maxDFPercent: Double, minDF: Int, maxFeatures: Int, tfMode: String, smthTerm: Double, idfMode: String, termBoostsFile: String)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. val analyzer: Config

    Permalink
  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  7. def dumpValuesFields(records: Seq[Record], valuesFields: Seq[String], valuesFileDir: String): Unit

    Permalink
  8. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  9. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  10. def execute(data: Option[Dictionary]): Option[Dictionary]

    Permalink
    Definition Classes
    LabeledPointProcessorProcessor
  11. val featuresFileIn: String

    Permalink
  12. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  13. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  14. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  15. val idField: String

    Permalink
  16. val idfMode: String

    Permalink
  17. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  18. val labelField: String

    Permalink
  19. val labelFileIn: String

    Permalink
  20. val maxDFPercent: Double

    Permalink
  21. val maxFeatures: Int

    Permalink
  22. val minDF: Int

    Permalink
  23. val modelDir: String

    Permalink
  24. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  25. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  26. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  27. def readFeaturesFile(featureFile: String): Set[String]

    Permalink
    Definition Classes
    CommonProcessor
  28. def readLabelFile(labelFile: String, labelFileSep: String): Map[String, Int]

    Permalink
    Definition Classes
    CommonProcessor
  29. def readTFIDFParamsFile(tfidfParamFile: String, tfidfFileSep: String): (Int, Long, String, Double, String, String)

    Permalink
    Definition Classes
    CommonProcessor
  30. def readTermBoostsFile(boostFile: String): Map[String, Double]

    Permalink
    Definition Classes
    CommonProcessor
  31. def readWordsFile(wordsFile: String, wordsFileSep: String): Map[String, (Int, Long)]

    Permalink
    Definition Classes
    CommonProcessor
  32. val schemaConf: Config

    Permalink
  33. def selectFeatures(reader: RawReader, field: String, minDF: Int = 1, maxDFPercent: Double = 1.0, maxNumTerms: Int = 1): Set[String]

    Permalink
    Definition Classes
    CommonProcessor
  34. def selectFieldValues(reader: RawReader, docIds: List[Int], fields: Seq[String]): List[Map[String, Seq[String]]]

    Permalink
    Definition Classes
    CommonProcessor
  35. def selectLabelMap(reader: RawReader, labelField: String): Map[String, Int]

    Permalink
    Definition Classes
    CommonProcessor
  36. val settings: ModelDirSettings

    Permalink
  37. val smthTerm: Double

    Permalink
  38. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  39. val termBoostsFile: String

    Permalink
  40. val textField: String

    Permalink
  41. val tfMode: String

    Permalink
  42. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  43. val valuesFields: Seq[String]

    Permalink
  44. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  45. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  46. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  47. def writeDataFile(labels: Seq[Int], vectors: Stream[Seq[AnyVal]], out: String, outputSep: String, idValues: Seq[String]): Unit

    Permalink
    Definition Classes
    CommonProcessor
  48. def writeLabelFile(labelMap: Map[String, Int], labelFile: String, labelFileSep: String): Unit

    Permalink
    Definition Classes
    CommonProcessor
  49. def writeTFIDFParamsFile(reader: IReader, textField: String, tfMode: String, smthTerm: Double, idfMode: String, termBoostsFile: String, tfidfFileOut: String, tfidfFileSep: String): Unit

    Permalink
    Definition Classes
    CommonProcessor
  50. def writeWordsFile(reader: IReader, features: Seq[String], textField: String, wordsFileOut: String, wordsFileSep: String): Unit

    Permalink
    Definition Classes
    CommonProcessor

Inherited from CommonProcessor

Inherited from Processor

Inherited from AnyRef

Inherited from Any

Ungrouped