/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.spark.sql.hudi

import org.apache.hadoop.fs.{LocalFileSystem, Path}
import org.apache.hudi.common.fs.FSUtils
import org.apache.spark.sql.AnalysisException
import org.apache.spark.sql.catalyst.TableIdentifier
import org.apache.spark.sql.catalyst.catalog.SessionCatalog

class TestDropTable extends HoodieSparkSqlTestBase {

  test("Test Drop Table") {
    withTempDir { tmp =>
      Seq("cow", "mor").foreach { tableType =>
        val tableName = generateTableName
        // create table
        spark.sql(
          s"""
             |create table $tableName (
             |  id int,
             |  name string,
             |  price double,
             |  ts long
             |) using hudi
             | location '${tmp.getCanonicalPath}/$tableName'
             | tblproperties (
             |  type = '$tableType',
             |  primaryKey = 'id',
             |  preCombineField = 'ts'
             | )
       """.stripMargin)
        spark.sql(s"DROP TABLE $tableName")
        checkAnswer(s"show tables like '$tableName'")()
        assertResult(true)(existsPath(s"${tmp.getCanonicalPath}/$tableName"))
      }
    }
  }

  test("Test Drop Table with non existent table") {
    // drop table if exists
    spark.sql("drop table if exists non_existent_table")

    // drop table
    assertThrows[AnalysisException]{
      spark.sql("drop table non_existent_table")
    }
  }

  test("Test Drop Table with purge") {
    withTempDir { tmp =>
      Seq("cow", "mor").foreach { tableType =>
        val tableName = generateTableName
        // create table
        spark.sql(
          s"""
             |create table $tableName (
             |  id int,
             |  name string,
             |  price double,
             |  ts long
             |) using hudi
             | location '${tmp.getCanonicalPath}/$tableName'
             | tblproperties (
             |  type = '$tableType',
             |  primaryKey = 'id',
             |  preCombineField = 'ts'
             | )
       """.stripMargin)
        spark.sql(s"DROP TABLE $tableName PURGE")
        checkAnswer(s"show tables like '$tableName'")()
        assertResult(false)(existsPath(s"${tmp.getCanonicalPath}/$tableName"))
      }
    }
  }

  test("Test Drop RO & RT table by purging base table.") {
    withTempDir { tmp =>
      val tableName = generateTableName
      spark.sql(
        s"""
           |create table $tableName (
           |  id int,
           |  name string,
           |  ts long
           |) using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)

      spark.sql(
        s"""
           |create table ${tableName}_ro using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)
      alterSerdeProperties(spark.sessionState.catalog, TableIdentifier(s"${tableName}_ro"),
        Map("hoodie.query.as.ro.table" -> "true"))

      spark.sql(
        s"""
           |create table ${tableName}_rt using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)
      alterSerdeProperties(spark.sessionState.catalog, TableIdentifier(s"${tableName}_rt"),
        Map("hoodie.query.as.ro.table" -> "false"))

      spark.sql(s"drop table ${tableName} purge")
      checkAnswer("show tables")()
    }
  }

  test("Test Drop RO & RT table by one by one.") {
    withTempDir { tmp =>
      val tableName = generateTableName
      spark.sql(
        s"""
           |create table $tableName (
           |  id int,
           |  name string,
           |  ts long
           |) using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)

      spark.sql(
        s"""
           |create table ${tableName}_ro using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)
      alterSerdeProperties(spark.sessionState.catalog, TableIdentifier(s"${tableName}_ro"),
        Map("hoodie.query.as.ro.table" -> "true"))

      spark.sql(
        s"""
           |create table ${tableName}_rt using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)
      alterSerdeProperties(spark.sessionState.catalog, TableIdentifier(s"${tableName}_rt"),
        Map("hoodie.query.as.ro.table" -> "false"))

      spark.sql(s"drop table ${tableName}_ro")
      checkAnswer("show tables")(
        Seq("default", tableName, false), Seq("default", s"${tableName}_rt", false))

      spark.sql(s"drop table ${tableName}_rt")
      checkAnswer("show tables")(Seq("default", tableName, false))

      spark.sql(s"drop table ${tableName}")
      checkAnswer("show tables")()
    }
  }

  test("Test Drop RO table with purge") {
    withTempDir { tmp =>
      val tableName = generateTableName
      spark.sql(
        s"""
           |create table $tableName (
           |  id int,
           |  name string,
           |  ts long
           |) using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)

      spark.sql(
        s"""
           |create table ${tableName}_ro using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)
      alterSerdeProperties(spark.sessionState.catalog, TableIdentifier(s"${tableName}_ro"),
        Map("hoodie.query.as.ro.table" -> "true"))

      spark.sql(
        s"""
           |create table ${tableName}_rt using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)
      alterSerdeProperties(spark.sessionState.catalog, TableIdentifier(s"${tableName}_rt"),
        Map("hoodie.query.as.ro.table" -> "false"))

      spark.sql(s"drop table ${tableName}_ro purge")
      checkAnswer("show tables")()
    }
  }

  test("Drop an EXTERNAL table which path is lost.") {
    withTempDir { tmp =>
      val tableName = generateTableName
      val tablePath = s"${tmp.getCanonicalPath}/$tableName"
      val filesystem = FSUtils.getFs(tablePath, spark.sparkContext.hadoopConfiguration);
      spark.sql(
        s"""
           |create table $tableName (
           |id int,
           |ts int,
           |value string
           |)using hudi
           | location '$tablePath'
           | tblproperties (
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
           |""".stripMargin)

      assert(filesystem.exists(new Path(tablePath)), s"Table path doesn't exists (${tablePath}).")

      filesystem.delete(new Path(tablePath), true)
      spark.sql(s"drop table ${tableName}")
      checkAnswer("show tables")()
    }
  }

  test("Drop an MOR table and related RT & RO when path is lost.") {
    withTempDir { tmp =>
      val tableName = generateTableName
      val tablePath = s"${tmp.getCanonicalPath}/$tableName"
      val filesystem = FSUtils.getFs(tablePath, spark.sparkContext.hadoopConfiguration);
      spark.sql(
        s"""
           |create table $tableName (
           |id int,
           |ts int,
           |value string
           |)using hudi
           | location '$tablePath'
           | tblproperties (
           |  primaryKey = 'id',
           |  preCombineField = 'ts',
           |  type = 'mor'
           | )
           |""".stripMargin)
      assert(filesystem.exists(new Path(tablePath)), s"Table path doesn't exist (${tablePath}).")

      spark.sql(
        s"""
           |create table ${tableName}_ro using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)
      alterSerdeProperties(spark.sessionState.catalog, TableIdentifier(s"${tableName}_ro"),
        Map("hoodie.query.as.ro.table" -> "true"))

      spark.sql(
        s"""
           |create table ${tableName}_rt using hudi
           | location '${tmp.getCanonicalPath}/$tableName'
           | tblproperties (
           |  type = 'mor',
           |  primaryKey = 'id',
           |  preCombineField = 'ts'
           | )
       """.stripMargin)
      alterSerdeProperties(spark.sessionState.catalog, TableIdentifier(s"${tableName}_rt"),
        Map("hoodie.query.as.ro.table" -> "false"))

      filesystem.delete(new Path(tablePath), true)
      spark.sql(s"drop table ${tableName}")
      spark.sql(s"drop table ${tableName}_ro")
      spark.sql(s"drop table ${tableName}_rt")
      checkAnswer("show tables")()
    }
  }

  test("Drop a MANAGED table whose path is lost when schema evolution is applied/unapplied.") {
    Seq("true", "false").foreach { enableSchemaEvolution =>
      withSQLConf("hoodie.schema.on.read.enable" -> enableSchemaEvolution) {
        withTable(generateTableName) { tableName =>
          spark.sql(
            s"""
               |create table $tableName (
               |id int,
               |ts int,
               |value string
               |)using hudi
               | tblproperties (
               |  primaryKey = 'id',
               |  preCombineField = 'ts'
               | )
               |""".stripMargin)

          val tablePath = new Path(
            spark.sessionState.catalog.getTableMetadata(TableIdentifier(tableName)).location)

          val filesystem = FSUtils.getFs(tablePath, spark.sparkContext.hadoopConfiguration);
          assert(filesystem.exists(tablePath), s"Table path doesn't exists ($tablePath).")

          filesystem.delete(tablePath, true)
          spark.sql(s"drop table $tableName")
          checkAnswer("show tables")()
        }
      }
    }
  }

  test("Drop local temporary view should not fail") {
    val viewName = generateTableName
    spark.sql(
      s"""
         |create temporary view $viewName as
         | select 1
         |""".stripMargin)

    spark.sql(s"drop view $viewName")
  }

  test("Drop global temporary view should not fail") {
    val viewName = generateTableName
    spark.sql(
      s"""
         |create global temporary view $viewName as
         | select 1
         |""".stripMargin)

    spark.sql(s"drop view global_temp.$viewName")
  }

  private def alterSerdeProperties(sessionCatalog: SessionCatalog, tableIdt: TableIdentifier,
    newProperties: Map[String, String]): Unit = {
    val catalogTable = spark.sessionState.catalog.getTableMetadata(tableIdt)
    val storage = catalogTable.storage
    val storageProperties = storage.properties ++ newProperties
    val newCatalogTable = catalogTable.copy(storage = storage.copy(properties = storageProperties))
    sessionCatalog.alterTable(newCatalogTable)
  }
}
