Skip to content

Create AVOF-2801 #19

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
Yuri-SPB wants to merge 1 commit into
base: master
Choose a base branch
from
Open

Create AVOF-2801 #19

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
80 changes: 80 additions & 0 deletions AVOF-2801
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,80 @@

--Mapping source table creation
DROP TABLE dev_ykorin.avof_allergens;
DROP TABLE dev_ykorin.avof_allergen_github;
DROP TABLE dev_ykorin.avof_allergen_2;

CREATE TABLE dev_ykorin.avof_allergens (
source_code_description_1 varchar(255),
source_code_description_2 varchar(255),
source_code_description_3 varchar(255),
source_code_description_4 varchar(255)
) WITH OIDS;

--check if everything uploaded correctly and count of uploaded rows
SELECT *
FROM dev_ykorin.avof_allergens;

SELECT *
FROM dev_ykorin.avof_allergens where source_code_description_1='' and source_code_description_2=''
and source_code_description_3 ='' and source_code_description_4 ='';

CREATE TABLE dev_ykorin.avof_allergen_github AS
SELECT value from
(
select source_code_description_1 as value from dev_ykorin.avof_allergens
union
select source_code_description_2 as value from dev_ykorin.avof_allergens
union
select source_code_description_3 as value from dev_ykorin.avof_allergens
union
select source_code_description_4 as value from dev_ykorin.avof_allergens
)as al WHERE value!='';

SELECT *
FROM dev_ykorin.avof_allergen_github;

SELECT source_code_description_1
FROM dev_ykorin.avof_allergens where source_code_description_1 NOT IN (SELECT * from dev_ykorin.avof_allergen_github) AND source_code_description_1!='';
SELECT source_code_description_2
FROM dev_ykorin.avof_allergens where source_code_description_2 NOT IN (SELECT * from dev_ykorin.avof_allergen_github) AND source_code_description_2!='';
SELECT source_code_description_3
FROM dev_ykorin.avof_allergens where source_code_description_3 NOT IN (SELECT * from dev_ykorin.avof_allergen_github) AND source_code_description_3!='';
SELECT source_code_description_4
FROM dev_ykorin.avof_allergens where source_code_description_4 NOT IN (SELECT * from dev_ykorin.avof_allergen_github) AND source_code_description_4!='';


UPDATE dev_ykorin.avof_allergen_github SET value=lower(value);

CREATE TABLE dev_ykorin.avof_allergen_list2 AS
SELECT DISTINCT lower (allergen), SUM (counts)
FROM dev_ypaulenkovich.mmc_allergyfact_source
WHERE lower (allergen_type) = 'food'
GROUP BY lower (allergen)
ORDER BY 2 DESC;

SELECT * FROM dev_ykorin.avof_allergen_list2;

UPDATE
dev_ykorin.avof_allergen_list2
SET
lower = REPLACE(lower,'(nic)','')
WHERE TRUE;

UPDATE
dev_ykorin.avof_allergen_list2
SET
lower = REPLACE(lower,'*','')
WHERE TRUE;

SELECT *
FROM dev_ykorin.avof_allergen_list2;

UPDATE dev_ykorin.avof_allergen_list2 SET lower=trim(lower);
UPDATE dev_ykorin.avof_allergen_github SET value=trim(value);

SELECT lower FROM dev_ykorin.avof_allergen_list2 WHERE lower NOT IN
(SELECT lower FROM dev_ykorin.avof_allergen_list2 INNER JOIN dev_ykorin.avof_allergen_github ON dev_ykorin.avof_allergen_list2.lower = dev_ykorin.avof_allergen_github.value);

--SELECT * FROM dev_ykorin.avof_allergen_list2 INNER JOIN dev_ykorin.avof_allergen_github ON dev_ykorin.avof_allergen_list2.lower = dev_ykorin.avof_allergen_github.value;