Spark : printSchema
printSchema
spark/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala
/**
* Prints the schema to the console in a nice tree format.
*
* @group basic
* @since 1.6.0
*/
def printSchema(): Unit = printSchema(Int.MaxValue)
// scalastyle:off println
/**
* Prints the schema up to the given level to the console in a nice tree format.
*
* @group basic
* @since 3.0.0
*/
def printSchema(level: Int): Unit = println(schema.treeString(level))
// scalastyle:on println
treeString
spark/sql/catalyst/src/main/scala/org/apache/spark/sql/types/StructType.scala
def treeString(maxDepth: Int): String = {
val stringConcat = new StringUtils.StringConcat()
stringConcat.append("root\n")
val prefix = " |"
val depth = if (maxDepth > 0) maxDepth else Int.MaxValue
fields.foreach(field => field.buildFormattedString(prefix, stringConcat, depth))
stringConcat.toString()
}
buildFormattedString
spark/sql/catalyst/src/main/scala/org/apache/spark/sql/types/StructField.scala
private[sql] def buildFormattedString(
prefix: String,
stringConcat: StringConcat,
maxDepth: Int): Unit = {
if (maxDepth > 0) {
stringConcat.append(s"$prefix-- $name: ${dataType.typeName} (nullable = $nullable)\n")
DataType.buildFormattedString(dataType, s"$prefix |", stringConcat, maxDepth)
}
}
spark/sql/catalyst/src/main/scala/org/apache/spark/sql/types/DataType.scala
protected[types] def buildFormattedString(
dataType: DataType,
prefix: String,
stringConcat: StringConcat,
maxDepth: Int): Unit = {
dataType match {
case array: ArrayType =>
array.buildFormattedString(prefix, stringConcat, maxDepth - 1)
case struct: StructType =>
struct.buildFormattedString(prefix, stringConcat, maxDepth - 1)
case map: MapType =>
map.buildFormattedString(prefix, stringConcat, maxDepth - 1)
case _ =>
}
}
spark/sql/catalyst/src/main/scala/org/apache/spark/sql/types/ArrayType.scala
private[sql] def buildFormattedString(
prefix: String,
stringConcat: StringConcat,
maxDepth: Int): Unit = {
if (maxDepth > 0) {
stringConcat.append(
s"$prefix-- element: ${elementType.typeName} (containsNull = $containsNull)\n")
DataType.buildFormattedString(elementType, s"$prefix |", stringConcat, maxDepth)
}
}
spark/sql/catalyst/src/main/scala/org/apache/spark/sql/types/MapType.scala
private[sql] def buildFormattedString(
prefix: String,
stringConcat: StringConcat,
maxDepth: Int = Int.MaxValue): Unit = {
if (maxDepth > 0) {
stringConcat.append(s"$prefix-- key: ${keyType.typeName}\n")
DataType.buildFormattedString(keyType, s"$prefix |", stringConcat, maxDepth)
stringConcat.append(s"$prefix-- value: ${valueType.typeName} "
s"(valueContainsNull = $valueContainsNull)\n")
DataType.buildFormattedString(valueType, s"$prefix |", stringConcat, maxDepth)
}
}
这篇好文章是转载于:学新通技术网
- 版权申明: 本站部分内容来自互联网,仅供学习及演示用,请勿用于商业和其他非法用途。如果侵犯了您的权益请与我们联系,请提供相关证据及您的身份证明,我们将在收到邮件后48小时内删除。
- 本站站名: 学新通技术网
- 本文地址: /boutique/detail/tanhgabgce
系列文章
更多
同类精品
更多
-
photoshop保存的图片太大微信发不了怎么办
PHP中文网 06-15 -
Android 11 保存文件到外部存储,并分享文件
Luke 10-12 -
word里面弄一个表格后上面的标题会跑到下面怎么办
PHP中文网 06-20 -
《学习通》视频自动暂停处理方法
HelloWorld317 07-05 -
photoshop扩展功能面板显示灰色怎么办
PHP中文网 06-14 -
微信公众号没有声音提示怎么办
PHP中文网 03-31 -
怎样阻止微信小程序自动打开
PHP中文网 06-13 -
excel下划线不显示怎么办
PHP中文网 06-23 -
excel打印预览压线压字怎么办
PHP中文网 06-22 -
photoshop蒙版画笔没反应怎么办
PHP中文网 06-24