중첩된 데이터 구조(맵, 배열, 구조체)를 사용하여 Spark SQL DataFrame을 쿼리하는 방법은 무엇입니까?

<code>df.select($"arrayColumn".getItem(index)).show</code>

<code>sqlContext.sql("SELECT arrayColumn[index] FROM df").show</code>

<code>val get_ith = udf((xs: Seq[Int], i: Int) => Try(xs(i)).toOption)

df.select(get_ith($"arrayColumn", lit(index))).show</code>

<code>df.selectExpr("filter(arrayColumn, x -> x % 2 == 0) arrayColumn_even").show</code>

<code>df.selectExpr("transform(arrayColumn, x -> x + 1) arrayColumn_inc").show</code>

<code>df.selectExpr("aggregate(arrayColumn, 0, (acc, x) -> acc + x, acc -> acc) arrayColumn_sum").show</code>

<code>df.select($"mapColumn".getField("key")).show</code>

<code>sqlContext.sql("SELECT mapColumn['key'] FROM df").show</code>

<code>df.select($"mapColumn.key").show</code>

<code>val get_field = udf((kvs: Map[String, String], k: String) => kvs.get(k))

df.select(get_field($"mapColumn", lit("key"))).show</code>

<code>df.select($"structColumn.field").show</code>

<code>df.select($"nestedArrayColumn.foo").show</code>

<code>df.select($"nestedArrayColumn.vals".getItem(index).getItem(innerIndex)).show</code>