Column

Defined in: column.ts:28

A reference to a column expression, typically obtained from col or from methods on a DataFrame such as df.col("name").

Every method on Column returns a new Column that wraps a new expression tree node; the original is never mutated. The combined tree is serialised to a Spark Connect Expression protobuf when the plan is sent to the server.

Examples

import { col, lit } from "@spark-connect-js/core";

const predicate = col("age").gte(lit(18)).and(col("country").eq(lit("NL")));
const adults = df.filter(predicate);

const sorted = df.orderBy(col("score").desc_nulls_last());

See

Spark source: Column.scala

Constructors

Constructor

new Column(expr): Column;

Defined in: column.ts:32

Parameters

Parameter	Type
expr	Expression

Returns

Column

Methods

alias()

alias(name): Column;

Defined in: column.ts:96

Rename this column expression. Maps to Catalyst’s Alias(expr, name).

Parameters

Parameter	Type
name	string

Returns

Column

---

and()

and(other): Column;

Defined in: column.ts:65

Parameters

Parameter	Type
other	Column

Returns

Column

---

as()

as(name): Column;

Defined in: column.ts:100

Parameters

Parameter	Type
name	string

Returns

Column

---

asc()

asc(): Column;

Defined in: column.ts:114

Mark this column as ascending sort order.

Returns

Column

---

asc_nulls_first()

asc_nulls_first(): Column;

Defined in: column.ts:134

Ascending sort, nulls first.

Returns

Column

---

asc_nulls_last()

asc_nulls_last(): Column;

Defined in: column.ts:144

Ascending sort, nulls last.

Returns

Column

---

between()

between(lower, upper): Column;

Defined in: column.ts:289

Test whether this column’s value is between lower and upper (inclusive).

Parameters

Parameter	Type
lower	Column
upper	Column

Returns

Column

---

bitwiseAND()

bitwiseAND(other): Column;

Defined in: column.ts:194

Bitwise AND.

Parameters

Parameter	Type
other	Column

Returns

Column

---

bitwiseOR()

bitwiseOR(other): Column;

Defined in: column.ts:203

Bitwise OR.

Parameters

Parameter	Type
other	Column

Returns

Column

---

bitwiseXOR()

bitwiseXOR(other): Column;

Defined in: column.ts:212

Bitwise XOR.

Parameters

Parameter	Type
other	Column

Returns

Column

---

cast()

cast(targetType): Column;

Defined in: column.ts:107

Cast this column to the given type string (e.g. “string”, “int”, “double”).

Parameters

Parameter	Type
targetType	string

Returns

Column

---

contains()

contains(substr): Column;

Defined in: column.ts:341

Test whether this string column contains the given substring.

Parameters

Parameter	Type
substr	string

Returns

Column

---

desc()

desc(): Column;

Defined in: column.ts:124

Mark this column as descending sort order.

Returns

Column

---

desc_nulls_first()

desc_nulls_first(): Column;

Defined in: column.ts:149

Descending sort, nulls first.

Returns

Column

---

desc_nulls_last()

desc_nulls_last(): Column;

Defined in: column.ts:159

Descending sort, nulls last.

Returns

Column

---

divide()

divide(other): Column;

Defined in: column.ts:87

Parameters

Parameter	Type
other	Column

Returns

Column

---

dropFields()

dropFields(...fieldNames): Column;

Defined in: column.ts:265

Drop field(s) from a StructType column.

Parameters

Parameter	Type
…fieldNames	string[]

Returns

Column

---

endsWith()

endsWith(suffix): Column;

Defined in: column.ts:332

Test whether this string column ends with the given suffix.

Parameters

Parameter	Type
suffix	string

Returns

Column

---

eq()

eq(other): Column;

Defined in: column.ts:47

Parameters

Parameter	Type
other	Column

Returns

Column

---

eqNullSafe()

eqNullSafe(other): Column;

Defined in: column.ts:183

Null-safe equality comparison (returns true when both sides are null).

Parameters

Parameter	Type
other	Column

Returns

Column

---

getField()

getField(fieldName): Column;

Defined in: column.ts:238

Access a field in a StructType column by name.

Parameters

Parameter	Type
fieldName	string

Returns

Column

---

getItem()

getItem(key): Column;

Defined in: column.ts:247

Access an element in an ArrayType or MapType column by key/index.

Parameters

Parameter	Type
key	string | number

Returns

Column

---

gt()

gt(other): Column;

Defined in: column.ts:39

Parameters

Parameter	Type
other	Column

Returns

Column

---

gte()

gte(other): Column;

Defined in: column.ts:55

Parameters

Parameter	Type
other	Column

Returns

Column

---

ilike()

ilike(pattern): Column;

Defined in: column.ts:305

Case-insensitive LIKE pattern match.

Parameters

Parameter	Type
pattern	string

Returns

Column

---

isin()

isin(...values): Column;

Defined in: column.ts:280

Test whether this column’s value is in the given list.

Parameters

Parameter	Type
…values	(string | number | bigint | boolean | null)[]

Returns

Column

---

isNaN()

isNaN(): Column;

Defined in: column.ts:176

Test whether this column value is NaN.

Returns

Column

---

isNotNull()

isNotNull(): Column;

Defined in: column.ts:171

Test whether this column is not null.

Returns

Column

---

isNull()

isNull(): Column;

Defined in: column.ts:166

Test whether this column is null.

Returns

Column

---

like()

like(pattern): Column;

Defined in: column.ts:296

SQL LIKE pattern match.

Parameters

Parameter	Type
pattern	string

Returns

Column

---

lt()

lt(other): Column;

Defined in: column.ts:43

Parameters

Parameter	Type
other	Column

Returns

Column

---

lte()

lte(other): Column;

Defined in: column.ts:59

Parameters

Parameter	Type
other	Column

Returns

Column

---

minus()

minus(other): Column;

Defined in: column.ts:79

Parameters

Parameter	Type
other	Column

Returns

Column

---

multiply()

multiply(other): Column;

Defined in: column.ts:83

Parameters

Parameter	Type
other	Column

Returns

Column

---

neq()

neq(other): Column;

Defined in: column.ts:51

Parameters

Parameter	Type
other	Column

Returns

Column

---

or()

or(other): Column;

Defined in: column.ts:69

Parameters

Parameter	Type
other	Column

Returns

Column

---

over()

over(windowSpec): Column;

Defined in: column.ts:352

Apply a window specification to this (window function) column.

Parameters

Parameter	Type
windowSpec	WindowSpec

Returns

Column

---

plus()

plus(other): Column;

Defined in: column.ts:75

Parameters

Parameter	Type
other	Column

Returns

Column

---

rlike()

rlike(pattern): Column;

Defined in: column.ts:314

SQL RLIKE (regex) pattern match.

Parameters

Parameter	Type
pattern	string

Returns

Column

---

startsWith()

startsWith(prefix): Column;

Defined in: column.ts:323

Test whether this string column starts with the given prefix.

Parameters

Parameter	Type
prefix	string

Returns

Column

---

substr()

substr(startPos, length): Column;

Defined in: column.ts:223

Extract a substring (1-based position).

Parameters

Parameter	Type
startPos	number
length	number

Returns

Column

---

withField()

withField(fieldName, col): Column;

Defined in: column.ts:256

Add or replace a field in a StructType column.

Parameters

Parameter	Type
fieldName	string
col	Column

Returns

Column