Skip to content

Commit

Permalink
add pgFormatter on pre-commit
Browse files Browse the repository at this point in the history
  • Loading branch information
@lpofredc
lpofredc committed Aug 21, 2024
1 parent 376eede commit c790e9d
Show file tree
Hide file tree
Showing 4 changed files with 1,350 additions and 1,114 deletions.
6 changes: 6 additions & 0 deletions .pre-commit-config.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,12 @@ repos:
]
files: 'gn2pg'

- repo: https://github.com/amureki/pre-commit-pgFormatter
rev: v1.3.0 # Use the sha / tag you want to point at
hooks:
- id: pg_format
args: [-b,-f1,-C,-U2,-k,-g,-w80]

# sets up .pre-commit-ci.yaml to ensure pre-commit dependencies stay up to date
ci:
autoupdate_schedule: weekly
Expand Down
226 changes: 130 additions & 96 deletions data/source_samples/geonature_export_sinp_with_cd_nomenclature.sql
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,100 +2,134 @@ DROP VIEW IF EXISTS gn_exports.v_synthese_sinp_with_cd_nomenclature_for_gn2pg;

CREATE VIEW gn_exports.v_synthese_sinp_with_cd_nomenclature_for_gn2pg AS
WITH jdd_acteurs AS (
SELECT d_1.id_dataset,
array_to_json(array_agg(DISTINCT jsonb_build_object('nom_organisme', orga.nom_organisme, 'uuid_organism',
orga.uuid_organisme, 'nom_role', roles.nom_role,
'uuid_role', roles.uuid_role, 'type_role',
nomencl.cd_nomenclature))) AS actors
FROM gn_meta.t_datasets d_1
JOIN gn_meta.cor_dataset_actor act ON act.id_dataset = d_1.id_dataset
JOIN ref_nomenclatures.t_nomenclatures nomencl ON nomencl.id_nomenclature = act.id_nomenclature_actor_role
LEFT JOIN utilisateurs.bib_organismes orga ON orga.id_organisme = act.id_organism
LEFT JOIN utilisateurs.t_roles roles ON roles.id_role = act.id_role
GROUP BY d_1.id_dataset
SELECT
d_1.id_dataset
, array_to_json(array_agg(DISTINCT jsonb_build_object('nom_organisme'
, orga.nom_organisme
, 'uuid_organism'
, orga.uuid_organisme
, 'nom_role'
, roles.nom_role
, 'uuid_role'
, roles.uuid_role
, 'type_role'
, nomencl.cd_nomenclature))) AS actors
FROM
gn_meta.t_datasets d_1
JOIN gn_meta.cor_dataset_actor act ON act.id_dataset = d_1.id_dataset
JOIN ref_nomenclatures.t_nomenclatures nomencl ON
nomencl.id_nomenclature = act.id_nomenclature_actor_role
LEFT JOIN utilisateurs.bib_organismes orga ON orga.id_organisme = act.id_organism
LEFT JOIN utilisateurs.t_roles roles ON roles.id_role = act.id_role
GROUP BY
d_1.id_dataset
)
SELECT DISTINCT s.id_synthese,
s.entity_source_pk_value AS id_source,
s.unique_id_sinp AS id_perm_sinp,
s.unique_id_sinp_grp AS id_perm_grp_sinp,
s.date_min AS date_debut,
s.date_max AS date_fin,
s.cd_nom,
s.meta_v_taxref AS version_taxref,
s.nom_cite,
s.count_min AS nombre_min,
s.count_max AS nombre_max,
s.altitude_min,
s.altitude_max,
s.depth_min AS profondeur_min,
s.depth_max AS profondeur_max,
s.observers AS observateurs,
s.determiner AS determinateur,
s.validator AS validateur,
s.sample_number_proof AS numero_preuve,
s.digital_proof AS preuve_numerique,
s.non_digital_proof AS preuve_non_numerique,
s.comment_context AS comment_releve,
s.comment_description AS comment_occurrence,
coalesce(s.meta_update_date, s.meta_create_date) AS derniere_action,
td.unique_dataset_id AS jdd_uuid,
td.dataset_name AS jdd_nom,
jdd_acteurs.actors::TEXT AS jdd_acteurs,
af.unique_acquisition_framework_id AS ca_uuid,
af.acquisition_framework_name AS ca_nom,
s.reference_biblio,
s.cd_hab AS code_habitat,
h.lb_hab_fr AS habitat,
s.place_name AS nom_lieu,
s.precision,
s.additional_data AS donnees_additionnelles,
st_astext(st_transform(the_geom_local, 4326)) AS wkt_4326,
n1.cd_nomenclature AS nature_objet_geo,
n2.cd_nomenclature AS type_regroupement,
s.grp_method AS methode_regroupement,
n3.cd_nomenclature AS comportement,
n4.cd_nomenclature AS technique_obs,
n5.cd_nomenclature AS statut_biologique,
n6.cd_nomenclature AS etat_biologique,
n7.cd_nomenclature AS naturalite,
n8.cd_nomenclature AS preuve_existante,
n9.cd_nomenclature AS precision_diffusion,
n10.cd_nomenclature AS stade_vie,
n11.cd_nomenclature AS sexe,
n12.cd_nomenclature AS objet_denombrement,
n13.cd_nomenclature AS type_denombrement,
n14.cd_nomenclature AS niveau_sensibilite,
n15.cd_nomenclature AS statut_observation,
n16.cd_nomenclature AS floutage_dee,
n17.cd_nomenclature AS statut_source,
n18.cd_nomenclature AS type_info_geo,
n19.cd_nomenclature AS methode_determination,
n20.cd_nomenclature AS statut_validation
FROM gn_synthese.synthese s
LEFT JOIN gn_synthese.cor_area_synthese cas ON s.id_synthese = cas.id_synthese
JOIN jdd_acteurs ON jdd_acteurs.id_dataset = s.id_dataset
JOIN gn_meta.t_datasets td ON td.id_dataset = s.id_dataset
JOIN gn_meta.t_acquisition_frameworks af ON td.id_acquisition_framework = af.id_acquisition_framework
JOIN gn_synthese.t_sources sources ON sources.id_source = s.id_source
LEFT JOIN ref_habitats.habref h ON h.cd_hab = s.cd_hab
LEFT JOIN ref_nomenclatures.t_nomenclatures n1 ON s.id_nomenclature_geo_object_nature = n1.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n2 ON s.id_nomenclature_grp_typ = n2.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n3 ON s.id_nomenclature_behaviour = n3.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n4 ON s.id_nomenclature_obs_technique = n4.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n5 ON s.id_nomenclature_bio_status = n5.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n6 ON s.id_nomenclature_bio_condition = n6.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n7 ON s.id_nomenclature_naturalness = n7.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n8 ON s.id_nomenclature_exist_proof = n8.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n9 ON s.id_nomenclature_diffusion_level = n9.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n10 ON s.id_nomenclature_life_stage = n10.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n11 ON s.id_nomenclature_sex = n11.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n12 ON s.id_nomenclature_obj_count = n12.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n13 ON s.id_nomenclature_type_count = n13.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n14 ON s.id_nomenclature_sensitivity = n14.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n15 ON s.id_nomenclature_observation_status = n15.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n16 ON s.id_nomenclature_blurring = n16.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n17 ON s.id_nomenclature_source_status = n17.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n18 ON s.id_nomenclature_info_geo_type = n18.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n19 ON s.id_nomenclature_determination_method = n19.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n20 ON s.id_nomenclature_valid_status = n20.id_nomenclature
ORDER BY id_synthese;
SELECT DISTINCT
s.id_synthese
, s.entity_source_pk_value AS id_source
, s.unique_id_sinp AS id_perm_sinp
, s.unique_id_sinp_grp AS id_perm_grp_sinp
, s.date_min AS date_debut
, s.date_max AS date_fin
, s.cd_nom
, s.meta_v_taxref AS version_taxref
, s.nom_cite
, s.count_min AS nombre_min
, s.count_max AS nombre_max
, s.altitude_min
, s.altitude_max
, s.depth_min AS profondeur_min
, s.depth_max AS profondeur_max
, s.observers AS observateurs
, s.determiner AS determinateur
, s.validator AS validateur
, s.sample_number_proof AS numero_preuve
, s.digital_proof AS preuve_numerique
, s.non_digital_proof AS preuve_non_numerique
, s.comment_context AS comment_releve
, s.comment_description AS comment_occurrence
, coalesce(s.meta_update_date , s.meta_create_date) AS derniere_action
, td.unique_dataset_id AS jdd_uuid
, td.dataset_name AS jdd_nom
, jdd_acteurs.actors::TEXT AS jdd_acteurs
, af.unique_acquisition_framework_id AS ca_uuid
, af.acquisition_framework_name AS ca_nom
, s.reference_biblio
, s.cd_hab AS code_habitat
, h.lb_hab_fr AS habitat
, s.place_name AS nom_lieu
, s.precision
, s.additional_data AS donnees_additionnelles
, st_astext (st_transform (the_geom_local , 4326)) AS wkt_4326
, n1.cd_nomenclature AS nature_objet_geo
, n2.cd_nomenclature AS type_regroupement
, s.grp_method AS methode_regroupement
, n3.cd_nomenclature AS comportement
, n4.cd_nomenclature AS technique_obs
, n5.cd_nomenclature AS statut_biologique
, n6.cd_nomenclature AS etat_biologique
, n7.cd_nomenclature AS naturalite
, n8.cd_nomenclature AS preuve_existante
, n9.cd_nomenclature AS precision_diffusion
, n10.cd_nomenclature AS stade_vie
, n11.cd_nomenclature AS sexe
, n12.cd_nomenclature AS objet_denombrement
, n13.cd_nomenclature AS type_denombrement
, n14.cd_nomenclature AS niveau_sensibilite
, n15.cd_nomenclature AS statut_observation
, n16.cd_nomenclature AS floutage_dee
, n17.cd_nomenclature AS statut_source
, n18.cd_nomenclature AS type_info_geo
, n19.cd_nomenclature AS methode_determination
, n20.cd_nomenclature AS statut_validation
FROM
gn_synthese.synthese s
LEFT JOIN gn_synthese.cor_area_synthese cas ON s.id_synthese = cas.id_synthese
JOIN jdd_acteurs ON jdd_acteurs.id_dataset = s.id_dataset
JOIN gn_meta.t_datasets td ON td.id_dataset = s.id_dataset
JOIN gn_meta.t_acquisition_frameworks af ON td.id_acquisition_framework =
af.id_acquisition_framework
JOIN gn_synthese.t_sources sources ON sources.id_source = s.id_source
LEFT JOIN ref_habitats.habref h ON h.cd_hab = s.cd_hab
LEFT JOIN ref_nomenclatures.t_nomenclatures n1 ON
s.id_nomenclature_geo_object_nature = n1.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n2 ON s.id_nomenclature_grp_typ
= n2.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n3 ON
s.id_nomenclature_behaviour = n3.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n4 ON
s.id_nomenclature_obs_technique = n4.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n5 ON
s.id_nomenclature_bio_status = n5.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n6 ON
s.id_nomenclature_bio_condition = n6.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n7 ON
s.id_nomenclature_naturalness = n7.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n8 ON
s.id_nomenclature_exist_proof = n8.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n9 ON
s.id_nomenclature_diffusion_level = n9.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n10 ON
s.id_nomenclature_life_stage = n10.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n11 ON s.id_nomenclature_sex =
n11.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n12 ON
s.id_nomenclature_obj_count = n12.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n13 ON
s.id_nomenclature_type_count = n13.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n14 ON
s.id_nomenclature_sensitivity = n14.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n15 ON
s.id_nomenclature_observation_status = n15.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n16 ON
s.id_nomenclature_blurring = n16.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n17 ON
s.id_nomenclature_source_status = n17.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n18 ON
s.id_nomenclature_info_geo_type = n18.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n19 ON
s.id_nomenclature_determination_method = n19.id_nomenclature
LEFT JOIN ref_nomenclatures.t_nomenclatures n20 ON
s.id_nomenclature_valid_status = n20.id_nomenclature
ORDER BY
id_synthese;
Loading

0 comments on commit c790e9d

Please sign in to comment.