movies_metric.yaml

steps:
- dataFrameName: comedyFantasyRomanceSciFiMovies
  sql:
    SELECT title
    FROM movies
    WHERE genres='Comedy|Fantasy|Romance|Sci-Fi'
- dataFrameName: comedyFantasyRomanceSciFiMoviesAddColumn
  sql:
    SELECT *, "test" as new_column
    FROM comedyFantasyRomanceSciFiMovies
- dataFrameName: tableProperties
  sql: SELECT count(1) as number_of_rows FROM comedyFantasyRomanceSciFiMoviesAddColumn
output:
- dataFrameName: comedyFantasyRomanceSciFiMovies
  outputType: Parquet
  outputOptions:
    saveMode: Overwrite
    path: comedyFantasyRomanceSciFiMovies.parquet
    tableName: testMetorikkuHiveExternal
    protectFromEmptyOutput: true
    tableProperties:
      property: value1
- dataFrameName: comedyFantasyRomanceSciFiMoviesAddColumn
  outputType: Parquet
  outputOptions:
    saveMode: Overwrite
    path: comedyFantasyRomanceSciFiMovies.parquet
    tableName: testMetorikkuHiveExternal
- dataFrameName: tableProperties
  outputType: Catalog
  outputOptions:
    tableName: testMetorikkuHiveExternal
- dataFrameName: comedyFantasyRomanceSciFiMovies
  outputType: Parquet
  outputOptions:
    saveMode: Overwrite
    tableName: testMetorikkuHiveManaged