feature: create base tpdm/edfi_3 models iteration 2

models/staging/edfi_3/base/_edfi_3__base.yml

@@ -79,9 +79,21 @@ models:
   - name: base_ef3__parents
     config:
       tags: ['core']
+  - name: base_ef3__performance_evaluation_ratings
+    config:
+      tags: ['core ???']
+  - name: base_ef3__performance_evaluations
+    config:
+      tags: ['core ???']
+  - name: base_ef3__persons
+    config:
+      tags: ['core']
   - name: base_ef3__programs
     config:
       tags: ['core']
+  - name: base_ef3__rubric_dimensions
+    config:
+      tags: ['core']
   - name: base_ef3__schools
     config:
       tags: ['core']
@@ -194,6 +206,9 @@ models:
   - name: base_ef3__survey_sections
     config:
       tags: ['survey']
+  - name:  base_ef3__survey_section_aggregate_responses
+    config:
+      tags: ['survey']
   - name: base_ef3__survey_section_responses
     config:
       tags: ['survey']

models/staging/edfi_3/base/base_ef3__performance_evaluation_ratings.sql

@@ -0,0 +1,16 @@
+with performance_evaluation_ratings as (
+    {{ source_edfi3('performance_evaluation_ratings') }}
+),
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        filename,
+        file_row_number,
+        is_deleted,
+        ??
+    from performance_evaluation_ratings
+)
+select * from renamed

models/staging/edfi_3/base/base_ef3__performance_evaluations.sql

@@ -0,0 +1,16 @@
+with performance_evaluations as (
+    {{ source_edfi3('performance_evaluations') }}
+),
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        filename,
+        file_row_number,
+        is_deleted,
+        ??
+    from performance_evaluations
+)
+select * from renamed

models/staging/edfi_3/base/base_ef3__persons.sql

@@ -0,0 +1,16 @@
+with persons as (
+    {{ source_edfi3('persons') }}
+),
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        filename,
+        file_row_number,
+        is_deleted,
+        ???
+    from persons
+)
+select * from renamed

models/staging/edfi_3/base/base_ef3__rubric_dimensions.sql

@@ -0,0 +1,16 @@
+with rubric_dimensions as (
+    {{ source_edfi3('rubric_dimensions') }}
+),
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        filename,
+        file_row_number,
+        is_deleted,
+        ???
+    from rubric_dimensions
+)
+select * from renamed

models/staging/edfi_3/base/base_ef3__survey_section_aggregate_responses.sql

@@ -0,0 +1,16 @@
+with survey_section_aggregate_responses as (
+    {{ source_edfi3('survey_section_aggregate_responses') }}
+),
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+        ??
+    from survey_section_aggregate_responses
+)
+select * from renamed

models/staging/tpdm/base/_tpdm__base.yml

@@ -7,39 +7,69 @@ models:
   - name: base_tpdm__educator_preparation_programs
     config:
       tags: ['tpdm']
-  - name: base_tpdm__survey_response_person_target_associations
-    config:
-      tags: ['tpdm']
   - name: base_tpdm__candidate_educator_preparation_program_associations
     config:
       tags: ['tpdm']
   - name: base_tpdm__financial_aids
     config:
       tags: ['tpdm']
-  - name: base_tpdm__rubric_dimensions
+  - name: base_tpdm__evaluations
     config:
       tags: ['tpdm']
-  - name: base_tpdm__evaluations
+  - name: base_tpdm__evaluation_elements
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__evaluation_element_ratings
     config:
       tags: ['tpdm']
   - name: base_tpdm__evaluation_ratings
     config:
       tags: ['tpdm']
-  - name: base_tpdm__performance_evaluations
+  - name: base_tpdm__evaluation_objectives
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__evaluation_objective_ratings
     config:
       tags: ['tpdm']
   - name: base_tpdm__performance_evaluation_ratings
     config:
       tags: ['tpdm']
-  - name: base_tpdm__evaluation_objectives
+  - name: base_tpdm__performance_evaluations
     config:
       tags: ['tpdm']
-  - name: base_tpdm__evaluation_objective_ratings
+  - name: base_tpdm__persons
     config:
       tags: ['tpdm']
-  - name: base_tpdm__evaluation_elements
+  - name: base_tpdm__post_secondary_institutions
     config:
       tags: ['tpdm']
-  - name: base_tpdm__evaluation_element_ratings
+  - name: base_tpdm__rubric_dimensions
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__schools
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__sections
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__student_academic_records
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__students
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__survey_response_person_target_associations
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__survey_responses
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__survey_section_aggregate_responses
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__survey_section_responses
+    config:
+      tags: ['tpdm']
+  - name: base_tpdm__survey_sections
     config:
       tags: ['tpdm']

models/staging/tpdm/base/base_tpdm__persons.sql

@@ -0,0 +1,16 @@
+with persons as (
+    {{ source_edfi3('persons') }}
+),
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        filename,
+        file_row_number,
+        is_deleted,
+        ???
+    from persons
+)
+select * from renamed

models/staging/tpdm/base/base_tpdm__post_secondary_institutions.sql

@@ -0,0 +1,34 @@
+with post_secondary_institutions as (
+    {{ source_edfi3('post_secondary_institutions') }}
+),
+renamed as (
+    select 
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+
+        v:id::string                      as record_guid,
+        v:postSecondaryInstitutionId::int as post_secondary_institution_id,
+        v:nameOfInstitution::string       as name_of_institution,
+        v:shortNameOfInstitution::string  as short_name_of_institution,
+        v:webSite::string                 as web_site,
+        -- descriptors
+        {{ extract_descriptor('v:postSecondaryInstitutionLevelDescriptor::string')}} as post_secondary_institution_level,
+        {{ extract_descriptor('v:administrativeFundingControlDescriptor::string')}}  as administrative_funding_control,
+        {{ extract_descriptor('v:federalLocaleCodeDescriptor::string')}}             as federal_locale_code,
+        {{ extract_descriptor('v:operationalStatusDescriptor::string')}}             as operational_status_descriptor,
+        -- unflattened lists
+        v:categories             as v_categories,
+        v:addresses              as v_addresses,
+        v:identificationCodes    as v_identification_codes,
+        v:indicators             as v_indicators,
+        v:institutionTelephones  as v_institution_telephones,
+        v:internationalAddresses as v_international_addresses,
+        v:mediumOfInstructions   as v_medium_of_instructions
+    from post_secondary_institutions
+)
+select * from renamed

models/staging/tpdm/base/base_tpdm__schools.sql

@@ -0,0 +1,52 @@
+with schools as (
+    {{ source_edfi3('schools') }}
+),
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+        v:id::string                     as record_guid,
+        v:schoolId::integer              as school_id,
+        v:nameOfInstitution::string      as school_name,
+        v:shortNameOfInstitution::string as school_short_name,
+        v:webSite::string                as website,
+        v:localEducationAgencyReference:localEducationAgencyId as lea_id,
+        -- pull out school categories
+        case
+            when array_size(v:schoolCategories) = 1
+                then {{ extract_descriptor('v:schoolCategories[0]:schoolCategoryDescriptor::string') }}
+            when array_size(v:schoolCategories) > 1
+                then 'Multiple Categories'
+            else NULL
+        end as school_category,
+        -- descriptors
+        {{ extract_descriptor('v:schoolTypeDescriptor::string') }}                         as school_type,
+        {{ extract_descriptor('v:operationalStatusDescriptor::string') }}                  as operational_status,
+        {{ extract_descriptor('v:administrativeFundingControlDescriptor::string') }}       as administrative_funding_control,
+        {{ extract_descriptor('v:internetAccessDescriptor::string') }}                     as internet_access,
+        {{ extract_descriptor('v:titleIPartASchoolDesignationDescriptor::string') }}       as title_i_part_a_school_designation,
+        {{ extract_descriptor('v:charterStatusDescriptor::string') }}                      as charter_status,
+        {{ extract_descriptor('v:charterApprovalAgencyTypeDescriptor::string') }}          as charter_approval_agency,
+        {{ extract_descriptor('v:magnetSpecialProgramEmphasisSchoolDescriptor::string') }} as magnet_type,
+        -- references
+        v:localEducationAgencyReference   as local_education_agency_reference,
+        -- unflattened lists
+        v:addresses                       as v_addresses,
+        v:educationOrganizationCategories as v_education_organization_categories,
+        v:gradeLevels                     as v_grade_levels,
+        v:identificationCodes             as v_identification_codes,
+        v:indicators                      as v_indicators,
+        v:institutionTelephones           as v_institution_telephones,
+        v:internationalAddresses          as v_international_addresses,
+        v:schoolCategories                as v_school_categories,
+
+        -- edfi extensions
+        v:_ext as v_ext
+    from schools
+)
+select * from renamed

models/staging/tpdm/base/base_tpdm__sections.sql

@@ -0,0 +1,52 @@
+with sections as (
+    {{ source_edfi3('sections') }}
+),
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+        v:id::string                as record_guid,
+        v:sectionIdentifier::string as section_id,
+        v:sectionName::string       as section_name,
+        -- course offering key
+        v:courseOfferingReference:schoolId::integer             as school_id,
+        v:courseOfferingReference:localCourseCode::string       as local_course_code,
+        v:courseOfferingReference:sessionName::string           as session_name,
+        v:courseOfferingReference:schoolYear::integer           as school_year,
+        -- location key
+        v:locationReference:classroomIdentificationCode::string as classroom_identification_code,
+        v:locationReference:schoolId::integer                   as classroom_location_school_id,
+        -- location school key
+		v:locationSchoolReference:schoolId::integer             as school_location_school_id,
+        -- values
+        v:availableCreditConversion::float  as available_credit_conversion,
+        v:availableCredits::float           as available_credits,
+        v:sequenceOfCourse::integer         as sequence_of_course,
+        v:officialAttendancePeriod::boolean as is_official_attendance_period,
+        -- descriptors
+        {{ extract_descriptor('v:availableCreditTypeDescriptor::string') }}    as available_credit_type,
+        {{ extract_descriptor('v:educationalEnvironmentDescriptor::string') }} as educational_environment_type,
+        {{ extract_descriptor('v:instructionLanguageDescriptor::string') }}    as instruction_language,
+        {{ extract_descriptor('v:mediumOfInstructionDescriptor::string') }}    as medium_of_instruction,
+        {{ extract_descriptor('v:populationServedDescriptor::string') }}       as population_served,
+        -- references
+        v:courseOfferingReference as course_offering_reference,
+        v:locationReference       as location_reference,
+        v:locationSchoolReference as location_school_reference,
+        -- lists
+        v:characteristics            as v_section_characteristics,
+        v:classPeriods               as v_class_periods,
+        v:courseLevelCharacteristics as v_course_level_characteristics,
+        v:offeredGradeLevels         as v_offered_grade_levels,
+        v:programs                   as v_programs,
+
+        -- edfi extensions
+        v:_ext as v_ext
+    from sections
+)
+select * from renamed