/// <summary>
/// Invalidate and refresh all the cached the metadata of the given table.
/// For performance reasons, Spark SQL or the external data source library it uses
/// might cache certain metadata about a table, such as the location of blocks.
/// When those change outside of Spark SQL, users should call this function to invalidate the cache.
/// </summary>
/// <param name="tableName"></param>
public void RefreshTable(string tableName)
{
SqlContextProxy.RefreshTable(tableName);
}
/// <summary>
/// Executes a SQL query using Spark, returning the result as a DataFrame. The dialect that is used for SQL parsing can be configured with 'spark.sql.dialect'
/// </summary>
/// <param name="sqlQuery"></param>
/// <returns></returns>
public new DataFrame Sql(string sqlQuery)
{
return(new DataFrame(SqlContextProxy.Sql(sqlQuery), sparkContext));
}
