/// <summary> /// Invalidate and refresh all the cached the metadata of the given table. /// For performance reasons, Spark SQL or the external data source library it uses /// might cache certain metadata about a table, such as the location of blocks. /// When those change outside of Spark SQL, users should call this function to invalidate the cache. /// </summary> /// <param name="tableName"></param> public void RefreshTable(string tableName) { SqlContextProxy.RefreshTable(tableName); }
/// <summary> /// Executes a SQL query using Spark, returning the result as a DataFrame. The dialect that is used for SQL parsing can be configured with 'spark.sql.dialect' /// </summary> /// <param name="sqlQuery"></param> /// <returns></returns> public new DataFrame Sql(string sqlQuery) { return(new DataFrame(SqlContextProxy.Sql(sqlQuery), sparkContext)); }