Word2VecModel

final def !=(arg0: Any): Boolean

final def ##(): Int

final def $[T](param: Param[T]): T

An alias for getOrDefault().

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

final def clear(param: Param[_]): Word2VecModel.this.type

Clears the user-supplied value for the input param.

def clone(): AnyRef

def copy(extra: ParamMap): Word2VecModel

Creates a copy of this instance with the same UID and some extra params.

def copyValues[T <: Params](to: T, extra: ParamMap = ParamMap.empty): T

Copies param values from this instance to another instance for params shared by them.

final def defaultCopy[T <: Params](extra: ParamMap): T

Default implementation of copy with extra params.

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def explainParam(param: Param[_]): String

Explains a param.

def explainParams(): String

Explains all params of this instance.

final def extractParamMap(): ParamMap

extractParamMap with no extra values.

final def extractParamMap(extra: ParamMap): ParamMap

Extracts the embedded default param values and user-supplied values, and then merges them with extra values from input into a flat param map, where the latter value is used if there exist conflicts, i.e., with ordering: default param values < user-supplied values < extra.

def finalize(): Unit

def findSynonyms(word: Vector, num: Int): DataFrame

Find "num" number of words closest to similarity to the given vector representation of the word.

def findSynonyms(word: String, num: Int): DataFrame

Find "num" number of words closest in similarity to the given word.

final def get[T](param: Param[T]): Option[T]

Optionally returns the user-supplied value of a param.

final def getClass(): Class[_]

final def getDefault[T](param: Param[T]): Option[T]

Gets the default value of a parameter.

final def getInputCol: String

final def getMaxIter: Int

def getMinCount: Int

def getNumPartitions: Int

final def getOrDefault[T](param: Param[T]): T

Gets the value of a param in the embedded param map or its default value.

final def getOutputCol: String

def getParam(paramName: String): Param[Any]

Gets a param by its name.

final def getSeed: Long

final def getStepSize: Double

def getVectorSize: Int

lazy val getVectors: DataFrame

Returns a dataframe with two fields, "word" and "vector", with "word" being a String and and the vector the DenseVector that it is mapped to.

def getWindowSize: Int

final def hasDefault[T](param: Param[T]): Boolean

Tests whether the input param has a default value set.

def hasParam(paramName: String): Boolean

Tests whether this instance contains a param with a given name.

def hasParent: Boolean

Indicates whether this Model has a corresponding parent.

def hashCode(): Int

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final val inputCol: Param[String]

Param for input column name.

final def isDefined(param: Param[_]): Boolean

Checks whether a param is explicitly set or has a default value.

final def isInstanceOf[T0]: Boolean

final def isSet(param: Param[_]): Boolean

Checks whether a param is explicitly set.

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final val maxIter: IntParam

Param for maximum number of iterations (>= 0).

final val minCount: IntParam

The minimum number of times a token must appear to be included in the word2vec model's vocabulary.

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final val numPartitions: IntParam

Number of partitions for sentences of words.

final val outputCol: Param[String]

Param for output column name.

lazy val params: Array[Param[_]]

Returns all params sorted by their names.

var parent: Estimator[Word2VecModel]

The parent estimator that produced this model.

def save(path: String): Unit

Saves this ML instance to the input path, a shortcut of write.save(path).

final val seed: LongParam

Param for random seed.

final def set(paramPair: ParamPair[_]): Word2VecModel.this.type

Sets a parameter in the embedded param map.

final def set(param: String, value: Any): Word2VecModel.this.type

Sets a parameter (by name) in the embedded param map.

final def set[T](param: Param[T], value: T): Word2VecModel.this.type

Sets a parameter in the embedded param map.

final def setDefault(paramPairs: ParamPair[_]*): Word2VecModel.this.type

Sets default values for a list of params.

final def setDefault[T](param: Param[T], value: T): Word2VecModel.this.type

Sets a default value for a param.

def setInputCol(value: String): Word2VecModel.this.type

def setOutputCol(value: String): Word2VecModel.this.type

def setParent(parent: Estimator[Word2VecModel]): Word2VecModel

Sets the parent of this model (Java API).

final val stepSize: DoubleParam

Param for Step size to be used for each iteration of optimization.

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def transform(dataset: Dataset[_]): DataFrame

Transform a sentence column to a vector column to represent the whole sentence.

def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

Transforms the dataset with provided parameter map as additional parameters.

def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

Transforms the dataset with optional parameters

def transformSchema(schema: StructType): StructType

:: DeveloperApi ::

def transformSchema(schema: StructType, logging: Boolean): StructType

:: DeveloperApi ::

val uid: String

An immutable unique ID for the object and its derivatives.

def validateAndTransformSchema(schema: StructType): StructType

Validate and transform the input schema.

final val vectorSize: IntParam

The dimension of the code that you want to transform from words.

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

final val windowSize: IntParam

The window size (context words from [-window, window]) default 5.

def write: MLWriter

Returns an MLWriter instance for this ML instance.

def validateParams(): Unit

Validates parameter values stored internally.