Check for incremental data

-- for table
{{
  config(
  	materialized="table" 
  )
}}

-- for view
{{
  config(
  	materialized="view" 
  )
}}

-- for ephemeral
{{
  config(
  	materialized="ephemeral"
  )
}}

-- for incremental
{{
  config(
  	materialized="incremental"
  )
}}

{{ 
	config(
    	materialized="incremental",
    	unique_key="page_view_id" 			-- This line is the key to replace duplicates
    )
}}

with events as (
  
	select * from {{ source('schema', 'table') }}
	{% if is_incremental() %}
    	where collector_tstamp >= ( select dateadd('day', -3, max(max_collector_tstamp)) from {{ 		this }}
    {% endif %}
    
)

dbt run		--Materialize models
dbt snapshot	--Run models in snapshot folder only
dbt deps	--Run and install dependencies
dbt run-operation required_tests	--Run tests defined in dbt_project.yml

{% snapshot mock_orders %}

{% set new_schema = target.schema + '_snapshot' %}

{{
    config(
        target_database='analytics',
        target_schema=new_schema,
        unique_key='order_id',

        strategy='timestamp',
        updated_at='updated_at'
    )
}}

select * from analytics.{{ target.schema }}.mock_orders

{% endsnapshot %}

version: 2

sources:
  - name: jaffle_shop
    description: a clone of a Postgres application database
    database: raw
    tables:
      - name: customers
        description: the raw customer data
        columns: 
          - name: id
            description: primary key of raw customer data
            tests: 
              - unique
              - not_null
      - name: orders
        description: the raw orders data
        columns: 
          - name: id
            description: primary key of raw orders data
            tests: 
              - unique
              - not_null
  

select
	<column>
from <table>
group by 1
having count(*) > 1

models:
  advanced_testing:
    # checks for every model under models directory should have unique and not_null test
    +required_tests: {"unique.*|not_null": 2}
    # checks for 'exclude' directory models should have unique and not_null test
    exclude:
      +required_tests: {"unique.*|not_null": 2}
	# checks for 'marts' directory models should have relationship test
    marts:
      +required_tests: {'relationship.*': 1}

{% macro generate_schema_name(custom_name, node) -%}

	{%- set default_schema = target.schema -%}
    {%- if custom_name is none -%}
    	
    	{{ default_schema }}
     
    {%- else -%}
    	
    	{{ default_schema }}_{{ custom_schema_name | trim }}
     
    {%- endif -%}

{%- endmacro -%}
    	

<div class="fixed-action-btn show-mobile-only">
  <a class="btn-floating btn-large light-green" title="Back to Top" onclick="scrolltoTop()" id="scrollBtn">
    <i class="material-icons">keyboard_arrow_up</i>
  </a>
</div>

<script>
  // When the user scrolls down 100px from the top of the document, show the button
  window.onscroll = function () { scrollFunction() };

  function scrollFunction() {
    if (document.body.scrollTop > 100 || document.documentElement.scrollTop > 100) {
      document.getElementById("scrollBtn").style.display = "inline-block";
    } else {
      document.getElementById("scrollBtn").style.display = "none";
    }
  }

  // When the user clicks on the button, scroll to the top of the document
  function scrolltoTop() {
    document.body.scrollTop = 0; // For Safari
    document.documentElement.scrollTop = 0; // For Chrome, Firefox, IE and Opera
  }
</script>