From 64b7c759101f7e1c81f6b2ee43579dec7dd37d4f Mon Sep 17 00:00:00 2001
From: Fredrik Jonsson <frjo@xdeb.org>
Date: Tue, 4 Sep 2018 10:16:15 +0200
Subject: [PATCH] Migration of reviews.
---
.../management/commands/migration_base.py | 2 +-
opentech/apply/review/management/__init__.py | 0
.../review/management/commands/__init__.py | 0
.../commands/migrate_community_lab_reviews.py | 56 +++++
.../commands/migrate_concept_reviews.py | 182 +++++++++++++++
.../migrate_fellowship_application_reviews.py | 182 +++++++++++++++
.../migrate_fellowship_proposal_reviews.py | 178 +++++++++++++++
.../commands/migrate_proposal_reviews.py | 182 +++++++++++++++
.../management/commands/migrate_rr_reviews.py | 42 ++++
.../commands/migration_review_base.py | 213 ++++++++++++++++++
10 files changed, 1036 insertions(+), 1 deletion(-)
create mode 100644 opentech/apply/review/management/__init__.py
create mode 100644 opentech/apply/review/management/commands/__init__.py
create mode 100644 opentech/apply/review/management/commands/migrate_community_lab_reviews.py
create mode 100644 opentech/apply/review/management/commands/migrate_concept_reviews.py
create mode 100644 opentech/apply/review/management/commands/migrate_fellowship_application_reviews.py
create mode 100644 opentech/apply/review/management/commands/migrate_fellowship_proposal_reviews.py
create mode 100644 opentech/apply/review/management/commands/migrate_proposal_reviews.py
create mode 100644 opentech/apply/review/management/commands/migrate_rr_reviews.py
create mode 100644 opentech/apply/review/management/commands/migration_review_base.py
diff --git a/opentech/apply/funds/management/commands/migration_base.py b/opentech/apply/funds/management/commands/migration_base.py
index 77c2b73cc..c919238de 100644
--- a/opentech/apply/funds/management/commands/migration_base.py
+++ b/opentech/apply/funds/management/commands/migration_base.py
@@ -211,7 +211,7 @@ class MigrateCommand(BaseCommand):
if option:
value.append(option)
elif mapping_type == 'file':
- value = self.process_file(source_value)
+ value = [] # self.process_file(source_value)
return value
diff --git a/opentech/apply/review/management/__init__.py b/opentech/apply/review/management/__init__.py
new file mode 100644
index 000000000..e69de29bb
diff --git a/opentech/apply/review/management/commands/__init__.py b/opentech/apply/review/management/commands/__init__.py
new file mode 100644
index 000000000..e69de29bb
diff --git a/opentech/apply/review/management/commands/migrate_community_lab_reviews.py b/opentech/apply/review/management/commands/migrate_community_lab_reviews.py
new file mode 100644
index 000000000..b74793094
--- /dev/null
+++ b/opentech/apply/review/management/commands/migrate_community_lab_reviews.py
@@ -0,0 +1,56 @@
+from opentech.apply.review.management.commands.migration_review_base import MigrateCommand
+
+
+class Command(MigrateCommand):
+ LAB_NAME = "Community lab (archive fund)"
+ APPLICATION_TYPE = "request"
+ CONTENT_TYPE = "lab"
+
+ STREAMFIELD_MAP = {
+ "field_pr_confidentiality": {
+ "id": "c1c6cedc-a084-4c55-87d5-7f6baf48441e",
+ "type": "boolean",
+ },
+ "field_pr_conflicts": {
+ "id": "c29a7f43-009c-4341-bbe8-9582ba089d52",
+ "type": "map",
+ "map": {
+ "0": "No",
+ "1": "Yes",
+ },
+ },
+ "field_pr_disclosure": {
+ "id": "3aab69b1-6b60-4850-8f9f-7bc1b5871dcf",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_clr_remit_rate": {
+ "id": "732fc004-3086-44e1-8508-e0f17c3732a8",
+ "type": "score",
+ },
+ "field_clr_like": {
+ "id": "f3c42cf1-e5ef-4674-bf6c-8e4640ee0d58",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_clr_not_like": {
+ "id": "e1e69628-c663-4cd2-a0ea-507ad01149de",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_clr_information": {
+ "id": "3033f228-58af-4944-b884-736fe6258bd6",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_clr_voices": {
+ "id": "20ec1ed7-4e3e-433c-944a-7c20cd6245c8",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_clr_reach_out": {
+ "id": "fd361c53-a263-4572-8403-74f6736d38fc",
+ "type": "value",
+ "key": "safe_value",
+ },
+ }
diff --git a/opentech/apply/review/management/commands/migrate_concept_reviews.py b/opentech/apply/review/management/commands/migrate_concept_reviews.py
new file mode 100644
index 000000000..a1eae6870
--- /dev/null
+++ b/opentech/apply/review/management/commands/migrate_concept_reviews.py
@@ -0,0 +1,182 @@
+from opentech.apply.review.management.commands.migration_review_base import MigrateCommand
+
+
+class Command(MigrateCommand):
+ CONTENT_TYPE = "fund"
+ FUND_NAME = "Internet Freedom Fund (archive fund)"
+ ROUND_NAME = "Internet Freedom Fund (archive round)"
+ APPLICATION_TYPE = "concept"
+
+ STREAMFIELD_MAP = {
+ "title": {
+ "id": "title",
+ "type": "direct",
+ },
+ "field_concept_name": {
+ "id": "full_name",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_mail": {
+ "id": "email",
+ "type": "value",
+ "key": "email",
+ },
+ "field_concept_preapplied": {
+ "id": "0305a465-8763-4c1f-9197-4ca4227d452a",
+ "type": "map",
+ "map": {
+ "0": "No",
+ "1": "Yes",
+ },
+ },
+ "field_concept_preapplied_how": {
+ "id": "c24691be-9861-4dbc-8be4-03b6e68c1973",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_description": {
+ "id": "c21c58c3-cfbe-4409-b2f2-8f56398f1731",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_outcome": {
+ "id": "27289c14-6926-4f61-bea2-8031a653f71c",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_type": {
+ "id": "404e2310-000b-4ccb-b772-3680946ff07d",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_proposal_status": {
+ "id": "145c364f-e0bb-4652-94e8-fe08c831da2b",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_technology_attribute": {
+ "id": "b4da2310-9654-4aa7-a04a-06335967ddc5",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_how": {
+ "id": "418b8099-4525-437f-a55c-9b35745d0384",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_focus": {
+ "id": "390702bd-e4e1-4dc2-8c43-d51bf018b427",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_time": {
+ "id": "duration",
+ "type": "value",
+ },
+ "field_concept_amount": {
+ "id": "value",
+ "type": "value",
+ },
+ "field_concept_how_long": {
+ "id": "dfb9c307-9328-4a99-9efc-321d474b2ba7",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_who": {
+ "id": "11f94a22-0571-4491-a93e-87c050e02a4a",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_community": {
+ "id": "c272969b-d89f-4b6e-859f-4606a15b3f28",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_beneficiaries": {
+ "id": "72002c3e-aaee-47da-9377-8bb493f14c21",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_term_region": {
+ "id": "369b248e-f669-4aeb-b771-7cba0eadb921",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_term_country": {
+ "id": "57bceb33-ebda-4708-9080-fd1a5923e008",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_why": {
+ "id": "c14ee077-c0eb-48b1-9825-fbba9b91ede5",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_theme": {
+ "id": "a83a1884-f711-4196-8d15-ae2110466acb",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_proposal_similar_efforts": {
+ "id": "9ca35708-d611-4cd0-8d4a-3cc08349f45b",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_contact": {
+ "id": "db7b1642-c03d-4af4-82c9-db67bf9713b0",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_upload": {
+ "id": "8a91231c-5c3d-46fe-9de6-8d5c86817626",
+ "type": "file",
+ # TODO: finish mapping
+ },
+ "field_application_otf_mission": {
+ "id": "4c661a64-2614-4169-b4d2-1fd39e2e831b",
+ "type": "boolean",
+ },
+ "field_application_otf_tos": {
+ "id": "1bc4e113-1414-46ff-bba7-2dc02b2126df",
+ "type": "boolean",
+ },
+ "field_application_otf_represent": {
+ "id": "42dd68a1-b699-4678-bea6-13e0f842e821",
+ "type": "boolean",
+ },
+ "field_application_otf_license": {
+ "id": "72916731-ec97-4688-95f1-d3bf140b03c2",
+ "type": "boolean",
+ },
+ "field_application_otf_complete": {
+ "id": "6856d26d-b169-4fdf-b598-63c3dd9278a2",
+ "type": "boolean",
+ },
+ "field_application_otf_deadline": {
+ "id": "33838399-f292-4b63-83f0-e02d344f99d4",
+ "type": "boolean",
+ },
+ "field_application_otf_list": {
+ "id": "fc571e12-d4a2-4d53-ab34-2c57321dc6ac",
+ "type": "boolean",
+ },
+ "field_application_otf_newsletter": {
+ "id": "cd0d8a4b-e71a-4dff-964a-f547bd655e7d",
+ "type": "boolean",
+ },
+ }
+
+ REQUEST_QUESTION_MAP = {
+ "3618": {
+ 0: "Do the Goals and principles of the application align with the program?",
+ 1: "Does the application propose a unique contribution to the relevant field?",
+ 2: "Do you consider the application reasonable and realistic?",
+ 3: "General Comments",
+ },
+ "3681": {
+ 0: "What are the positive aspects of this application?",
+ 1: "What are the negative aspects of this application?",
+ 2: "What items must the applicant address, if any?",
+ },
+ }
diff --git a/opentech/apply/review/management/commands/migrate_fellowship_application_reviews.py b/opentech/apply/review/management/commands/migrate_fellowship_application_reviews.py
new file mode 100644
index 000000000..ca57de7e8
--- /dev/null
+++ b/opentech/apply/review/management/commands/migrate_fellowship_application_reviews.py
@@ -0,0 +1,182 @@
+from opentech.apply.review.management.commands.migration_review_base import MigrateCommand
+
+
+class Command(MigrateCommand):
+ CONTENT_TYPE = "fund"
+ FUND_NAME = "Fellowship (archive fund)"
+ ROUND_NAME = "Fellowship (archive round)"
+ APPLICATION_TYPE = "concept"
+
+ STREAMFIELD_MAP = {
+ "title": {
+ "id": "title",
+ "type": "direct",
+ },
+ "field_concept_name": {
+ "id": "full_name",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_mail": {
+ "id": "email",
+ "type": "value",
+ "key": "email",
+ },
+ "field_concept_preapplied": {
+ "id": "0305a465-8763-4c1f-9197-4ca4227d452a",
+ "type": "map",
+ "map": {
+ "0": "No",
+ "1": "Yes",
+ },
+ },
+ "field_concept_preapplied_how": {
+ "id": "c24691be-9861-4dbc-8be4-03b6e68c1973",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_description": {
+ "id": "c21c58c3-cfbe-4409-b2f2-8f56398f1731",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_outcome": {
+ "id": "27289c14-6926-4f61-bea2-8031a653f71c",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_type": {
+ "id": "404e2310-000b-4ccb-b772-3680946ff07d",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_proposal_status": {
+ "id": "145c364f-e0bb-4652-94e8-fe08c831da2b",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_technology_attribute": {
+ "id": "b4da2310-9654-4aa7-a04a-06335967ddc5",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_how": {
+ "id": "418b8099-4525-437f-a55c-9b35745d0384",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_focus": {
+ "id": "390702bd-e4e1-4dc2-8c43-d51bf018b427",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_time": {
+ "id": "duration",
+ "type": "value",
+ },
+ "field_concept_amount": {
+ "id": "value",
+ "type": "value",
+ },
+ "field_concept_how_long": {
+ "id": "dfb9c307-9328-4a99-9efc-321d474b2ba7",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_who": {
+ "id": "11f94a22-0571-4491-a93e-87c050e02a4a",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_community": {
+ "id": "c272969b-d89f-4b6e-859f-4606a15b3f28",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_beneficiaries": {
+ "id": "72002c3e-aaee-47da-9377-8bb493f14c21",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_term_region": {
+ "id": "369b248e-f669-4aeb-b771-7cba0eadb921",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_term_country": {
+ "id": "57bceb33-ebda-4708-9080-fd1a5923e008",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_why": {
+ "id": "c14ee077-c0eb-48b1-9825-fbba9b91ede5",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_theme": {
+ "id": "a83a1884-f711-4196-8d15-ae2110466acb",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_proposal_similar_efforts": {
+ "id": "9ca35708-d611-4cd0-8d4a-3cc08349f45b",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_contact": {
+ "id": "db7b1642-c03d-4af4-82c9-db67bf9713b0",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_upload": {
+ "id": "8a91231c-5c3d-46fe-9de6-8d5c86817626",
+ "type": "file",
+ # TODO: finish mapping
+ },
+ "field_application_otf_mission": {
+ "id": "4c661a64-2614-4169-b4d2-1fd39e2e831b",
+ "type": "boolean",
+ },
+ "field_application_otf_tos": {
+ "id": "1bc4e113-1414-46ff-bba7-2dc02b2126df",
+ "type": "boolean",
+ },
+ "field_application_otf_represent": {
+ "id": "42dd68a1-b699-4678-bea6-13e0f842e821",
+ "type": "boolean",
+ },
+ "field_application_otf_license": {
+ "id": "72916731-ec97-4688-95f1-d3bf140b03c2",
+ "type": "boolean",
+ },
+ "field_application_otf_complete": {
+ "id": "6856d26d-b169-4fdf-b598-63c3dd9278a2",
+ "type": "boolean",
+ },
+ "field_application_otf_deadline": {
+ "id": "33838399-f292-4b63-83f0-e02d344f99d4",
+ "type": "boolean",
+ },
+ "field_application_otf_list": {
+ "id": "fc571e12-d4a2-4d53-ab34-2c57321dc6ac",
+ "type": "boolean",
+ },
+ "field_application_otf_newsletter": {
+ "id": "cd0d8a4b-e71a-4dff-964a-f547bd655e7d",
+ "type": "boolean",
+ },
+ }
+
+ REQUEST_QUESTION_MAP = {
+ "3618": {
+ 0: "Do the Goals and principles of the application align with the program?",
+ 1: "Does the application propose a unique contribution to the relevant field?",
+ 2: "Do you consider the application reasonable and realistic?",
+ 3: "General Comments",
+ },
+ "3681": {
+ 0: "What are the positive aspects of this application?",
+ 1: "What are the negative aspects of this application?",
+ 2: "What items must the applicant address, if any?",
+ },
+ }
diff --git a/opentech/apply/review/management/commands/migrate_fellowship_proposal_reviews.py b/opentech/apply/review/management/commands/migrate_fellowship_proposal_reviews.py
new file mode 100644
index 000000000..75532af75
--- /dev/null
+++ b/opentech/apply/review/management/commands/migrate_fellowship_proposal_reviews.py
@@ -0,0 +1,178 @@
+from opentech.apply.review.management.commands.migration_review_base import MigrateCommand
+
+
+class Command(MigrateCommand):
+ CONTENT_TYPE = "fund"
+ FUND_NAME = "Fellowship (archive fund)"
+ ROUND_NAME = "Fellowship (archive round)"
+ APPLICATION_TYPE = "proposal"
+
+ STREAMFIELD_MAP = {
+ "title": {
+ "id": "title",
+ "type": "direct",
+ },
+ "field_concept_name": {
+ "id": "full_name",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_mail": {
+ "id": "email",
+ "type": "value",
+ "key": "email",
+ },
+ "field_concept_preapplied": {
+ "id": "0305a465-8763-4c1f-9197-4ca4227d452a",
+ "type": "map",
+ "map": {
+ "0": "No",
+ "1": "Yes",
+ },
+ },
+ "field_concept_preapplied_how": {
+ "id": "c24691be-9861-4dbc-8be4-03b6e68c1973",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_description": {
+ "id": "c21c58c3-cfbe-4409-b2f2-8f56398f1731",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_outcome": {
+ "id": "27289c14-6926-4f61-bea2-8031a653f71c",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_type": {
+ "id": "404e2310-000b-4ccb-b772-3680946ff07d",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_proposal_status": {
+ "id": "145c364f-e0bb-4652-94e8-fe08c831da2b",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_technology_attribute": {
+ "id": "b4da2310-9654-4aa7-a04a-06335967ddc5",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_how": {
+ "id": "418b8099-4525-437f-a55c-9b35745d0384",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_focus": {
+ "id": "390702bd-e4e1-4dc2-8c43-d51bf018b427",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_time": {
+ "id": "duration",
+ "type": "value",
+ },
+ "field_concept_amount": {
+ "id": "value",
+ "type": "value",
+ },
+ "field_concept_how_long": {
+ "id": "dfb9c307-9328-4a99-9efc-321d474b2ba7",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_who": {
+ "id": "11f94a22-0571-4491-a93e-87c050e02a4a",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_community": {
+ "id": "c272969b-d89f-4b6e-859f-4606a15b3f28",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_beneficiaries": {
+ "id": "72002c3e-aaee-47da-9377-8bb493f14c21",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_term_region": {
+ "id": "369b248e-f669-4aeb-b771-7cba0eadb921",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_term_country": {
+ "id": "57bceb33-ebda-4708-9080-fd1a5923e008",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_why": {
+ "id": "c14ee077-c0eb-48b1-9825-fbba9b91ede5",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_theme": {
+ "id": "a83a1884-f711-4196-8d15-ae2110466acb",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_proposal_similar_efforts": {
+ "id": "9ca35708-d611-4cd0-8d4a-3cc08349f45b",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_contact": {
+ "id": "db7b1642-c03d-4af4-82c9-db67bf9713b0",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_upload": {
+ "id": "8a91231c-5c3d-46fe-9de6-8d5c86817626",
+ "type": "file",
+ # TODO: finish mapping
+ },
+ "field_application_otf_mission": {
+ "id": "4c661a64-2614-4169-b4d2-1fd39e2e831b",
+ "type": "boolean",
+ },
+ "field_application_otf_tos": {
+ "id": "1bc4e113-1414-46ff-bba7-2dc02b2126df",
+ "type": "boolean",
+ },
+ "field_application_otf_represent": {
+ "id": "42dd68a1-b699-4678-bea6-13e0f842e821",
+ "type": "boolean",
+ },
+ "field_application_otf_license": {
+ "id": "72916731-ec97-4688-95f1-d3bf140b03c2",
+ "type": "boolean",
+ },
+ "field_application_otf_complete": {
+ "id": "6856d26d-b169-4fdf-b598-63c3dd9278a2",
+ "type": "boolean",
+ },
+ "field_application_otf_deadline": {
+ "id": "33838399-f292-4b63-83f0-e02d344f99d4",
+ "type": "boolean",
+ },
+ "field_application_otf_list": {
+ "id": "fc571e12-d4a2-4d53-ab34-2c57321dc6ac",
+ "type": "boolean",
+ },
+ "field_application_otf_newsletter": {
+ "id": "cd0d8a4b-e71a-4dff-964a-f547bd655e7d",
+ "type": "boolean",
+ },
+ }
+
+ REQUEST_QUESTION_MAP = {
+ "3618": {
+ 0: "Are the project objectives and timeline realistic?",
+ 1: "Should additional collaboration be included?",
+ 2: "Are the proposed outputs tailored to improve the likelihood of third party use such as utilizing more digestible and short form formats?",
+ 3: "Are there clear means of assessing the success of the project?",
+ 4: "General Comments",
+ },
+ }
diff --git a/opentech/apply/review/management/commands/migrate_proposal_reviews.py b/opentech/apply/review/management/commands/migrate_proposal_reviews.py
new file mode 100644
index 000000000..38f1d3f85
--- /dev/null
+++ b/opentech/apply/review/management/commands/migrate_proposal_reviews.py
@@ -0,0 +1,182 @@
+from opentech.apply.review.management.commands.migration_review_base import MigrateCommand
+
+
+class Command(MigrateCommand):
+ CONTENT_TYPE = "fund"
+ FUND_NAME = "Internet Freedom Fund (archive fund)"
+ ROUND_NAME = "Internet Freedom Fund (archive round)"
+ APPLICATION_TYPE = "proposal"
+
+ STREAMFIELD_MAP = {
+ "title": {
+ "id": "title",
+ "type": "direct",
+ },
+ "field_concept_name": {
+ "id": "full_name",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_mail": {
+ "id": "email",
+ "type": "value",
+ "key": "email",
+ },
+ "field_concept_preapplied": {
+ "id": "0305a465-8763-4c1f-9197-4ca4227d452a",
+ "type": "map",
+ "map": {
+ "0": "No",
+ "1": "Yes",
+ },
+ },
+ "field_concept_preapplied_how": {
+ "id": "c24691be-9861-4dbc-8be4-03b6e68c1973",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_description": {
+ "id": "c21c58c3-cfbe-4409-b2f2-8f56398f1731",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_outcome": {
+ "id": "27289c14-6926-4f61-bea2-8031a653f71c",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_type": {
+ "id": "404e2310-000b-4ccb-b772-3680946ff07d",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_proposal_status": {
+ "id": "145c364f-e0bb-4652-94e8-fe08c831da2b",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_technology_attribute": {
+ "id": "b4da2310-9654-4aa7-a04a-06335967ddc5",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_how": {
+ "id": "418b8099-4525-437f-a55c-9b35745d0384",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_focus": {
+ "id": "390702bd-e4e1-4dc2-8c43-d51bf018b427",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_time": {
+ "id": "duration",
+ "type": "value",
+ },
+ "field_concept_amount": {
+ "id": "value",
+ "type": "value",
+ },
+ "field_concept_how_long": {
+ "id": "dfb9c307-9328-4a99-9efc-321d474b2ba7",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_who": {
+ "id": "11f94a22-0571-4491-a93e-87c050e02a4a",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_community": {
+ "id": "c272969b-d89f-4b6e-859f-4606a15b3f28",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_beneficiaries": {
+ "id": "72002c3e-aaee-47da-9377-8bb493f14c21",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_term_region": {
+ "id": "369b248e-f669-4aeb-b771-7cba0eadb921",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_term_country": {
+ "id": "57bceb33-ebda-4708-9080-fd1a5923e008",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_concept_why": {
+ "id": "c14ee077-c0eb-48b1-9825-fbba9b91ede5",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_proposal_theme": {
+ "id": "a83a1884-f711-4196-8d15-ae2110466acb",
+ "type": "category",
+ "key": "tid",
+ },
+ "field_proposal_similar_efforts": {
+ "id": "9ca35708-d611-4cd0-8d4a-3cc08349f45b",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_contact": {
+ "id": "db7b1642-c03d-4af4-82c9-db67bf9713b0",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_concept_upload": {
+ "id": "8a91231c-5c3d-46fe-9de6-8d5c86817626",
+ "type": "file",
+ # TODO: finish mapping
+ },
+ "field_application_otf_mission": {
+ "id": "4c661a64-2614-4169-b4d2-1fd39e2e831b",
+ "type": "boolean",
+ },
+ "field_application_otf_tos": {
+ "id": "1bc4e113-1414-46ff-bba7-2dc02b2126df",
+ "type": "boolean",
+ },
+ "field_application_otf_represent": {
+ "id": "42dd68a1-b699-4678-bea6-13e0f842e821",
+ "type": "boolean",
+ },
+ "field_application_otf_license": {
+ "id": "72916731-ec97-4688-95f1-d3bf140b03c2",
+ "type": "boolean",
+ },
+ "field_application_otf_complete": {
+ "id": "6856d26d-b169-4fdf-b598-63c3dd9278a2",
+ "type": "boolean",
+ },
+ "field_application_otf_deadline": {
+ "id": "33838399-f292-4b63-83f0-e02d344f99d4",
+ "type": "boolean",
+ },
+ "field_application_otf_list": {
+ "id": "fc571e12-d4a2-4d53-ab34-2c57321dc6ac",
+ "type": "boolean",
+ },
+ "field_application_otf_newsletter": {
+ "id": "cd0d8a4b-e71a-4dff-964a-f547bd655e7d",
+ "type": "boolean",
+ },
+ }
+
+ REQUEST_QUESTION_MAP = {
+ "3618": {
+ 0: "Do the Goals and principles of the application align with the program?",
+ 1: "Does the application propose a unique contribution to the relevant field?",
+ 2: "Do you consider the application reasonable and realistic?",
+ 3: "General Comments",
+ },
+ "3681": {
+ 0: "What are the positive aspects of this application?",
+ 1: "What are the negative aspects of this application?",
+ 2: "What items must the applicant address, if any?",
+ },
+ }
diff --git a/opentech/apply/review/management/commands/migrate_rr_reviews.py b/opentech/apply/review/management/commands/migrate_rr_reviews.py
new file mode 100644
index 000000000..4d17c11fc
--- /dev/null
+++ b/opentech/apply/review/management/commands/migrate_rr_reviews.py
@@ -0,0 +1,42 @@
+from opentech.apply.review.management.commands.migration_review_base import MigrateCommand
+
+
+class Command(MigrateCommand):
+ CONTENT_TYPE = "fund"
+ FUND_NAME = "Rapid Response (archive fund)"
+ ROUND_NAME = "Rapid Response (archive round)"
+ APPLICATION_TYPE = "request"
+
+ STREAMFIELD_MAP = {
+ "field_rrr_recommend": {
+ "id": "recommendation",
+ "type": "value",
+ },
+ "field_rrr_overall_yes": {
+ "id": "cec815a0-fab1-4142-9fc6-71319b054b2a",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_rrr_overall_no": {
+ "id": "6915acf0-9a19-4e73-8d2b-d96e39e3b00e",
+ "type": "value",
+ "key": "safe_value",
+ },
+ "field_rrr_objectives_rate": {
+ "id": "71bfe95d-89c5-401b-ae7a-778e91d5c8c5",
+ "type": "score",
+ },
+ "field_rrr_capacity_rate": {
+ "id": "3aa164c1-4386-4046-997a-a2778e1d894e",
+ "type": "score",
+ },
+ "field_rrr_justification_rate": {
+ "id": "7cc12bb6-4c12-48aa-a269-1fd6d725abfe",
+ "type": "score",
+ },
+ "field_rrr_feedback": {
+ "id": "comments",
+ "type": "value",
+ "key": "safe_value",
+ },
+ }
diff --git a/opentech/apply/review/management/commands/migration_review_base.py b/opentech/apply/review/management/commands/migration_review_base.py
new file mode 100644
index 000000000..3a14761c4
--- /dev/null
+++ b/opentech/apply/review/management/commands/migration_review_base.py
@@ -0,0 +1,213 @@
+import argparse
+import json
+
+from datetime import datetime, timezone
+
+from django.contrib.auth import get_user_model
+from django.core.management.base import BaseCommand
+from django.db import transaction
+from django.db.utils import IntegrityError
+
+from opentech.apply.funds.models import ApplicationSubmission, Round, LabType
+from opentech.apply.funds.models.forms import RoundBaseReviewForm, LabBaseReviewForm
+from opentech.apply.review.models import Review
+
+
+class MigrateCommand(BaseCommand):
+ help = "Review migration script. Requires a source JSON file."
+ data = []
+
+ REVIEWFIELD_MAP = {
+ "concept_note_review": {
+ "submission": "field_review_concept_note",
+ "recommendation": "field_pr_recommendation",
+ "rec_map": {
+ "2": 1,
+ "1": 2,
+ "0": 0,
+ },
+ },
+ "proposal_review": {
+ "submission": "field_review_proposal",
+ "recommendation": "field_pr_recommendation",
+ "rec_map": {
+ "2": 1,
+ "1": 2,
+ "0": 0,
+ },
+ },
+ "fellowship_application_review": {
+ "submission": "field_review_fellowship_app",
+ "recommendation": "field_fr_overall_rate",
+ "rec_map": {
+ "5": 2,
+ "4": 2,
+ "3": 1,
+ "2": 0,
+ "1": 0,
+ },
+ },
+ "fellowship_proposal_review": {
+ "submission": "field_review_fellowship",
+ "recommendation": "field_fr_overall_rate",
+ "rec_map": {
+ "5": 2,
+ "4": 2,
+ "3": 1,
+ "2": 0,
+ "1": 0,
+ },
+ },
+ "rapid_response_review": {
+ "submission": "field_review_rapid_response",
+ "recommendation": "field_rrr_recommend",
+ "rec_map": {
+ "3": 2,
+ "2": 1,
+ "1": 0,
+ },
+ },
+ "community_lab_review": {
+ "submission": "field_review_community_lab",
+ "recommendation": "field_clr_recommendation",
+ "rec_map": {
+ "1": 2,
+ "0": 0,
+ },
+ },
+ }
+
+ def add_arguments(self, parser):
+ parser.add_argument('source', type=argparse.FileType('r'), help='Migration source JSON file')
+
+ @transaction.atomic
+ def handle(self, *args, **options):
+ with options['source'] as json_data:
+ self.data = json.load(json_data)
+
+ counter = 0
+ for id in self.data:
+ self.process(id)
+ counter += 1
+
+ self.stdout.write(f"Imported {counter} reviews.")
+
+ def process(self, id):
+ node = self.data[id]
+
+ try:
+ review = Review.objects.get(drupal_id=node['nid'])
+ except Review.DoesNotExist:
+ review = Review(drupal_id=node['nid'])
+
+ # TODO timezone?
+ review.submit_time = datetime.fromtimestamp(int(node['created']), timezone.utc)
+ review.user = self.get_user(node['uid'])
+ review.recommendation = self.get_recommendation(node)
+ review.submission = self.get_submission(node)
+
+ if self.CONTENT_TYPE == "fund":
+ ROUND = Round.objects.get(title=self.ROUND_NAME)
+ if self.APPLICATION_TYPE == "request":
+ FORM = RoundBaseReviewForm.objects.get(round=ROUND)
+ elif self.APPLICATION_TYPE == "concept":
+ FORM = RoundBaseReviewForm.objects.filter(round=ROUND)[0]
+ elif self.APPLICATION_TYPE == "proposal":
+ FORM = RoundBaseReviewForm.objects.filter(round=ROUND)[1]
+ review.form_fields = FORM.form.form_fields
+ elif self.CONTENT_TYPE == "lab":
+ LAB = LabType.objects.get(title=self.LAB_NAME)
+ FORM = LabBaseReviewForm.objects.get(lab=LAB)
+ review.form_fields = FORM.form.form_fields
+
+ form_data = {}
+
+ for field in node:
+ if field in self.STREAMFIELD_MAP:
+ try:
+ id = self.STREAMFIELD_MAP[field]['id']
+ form_data[id] = self.get_field_value(field, node)
+ except TypeError:
+ pass
+
+ review.form_data = form_data
+
+ try:
+ review.save()
+ self.stdout.write(f"Processed \"{node['title']}\" ({node['nid']})")
+ except IntegrityError:
+ self.stdout.write(f"*** Skipped \"{node['title']}\" ({node['nid']}) due to IntegrityError")
+
+ def get_user(self, uid):
+ try:
+ User = get_user_model()
+ return User.objects.get(drupal_id=uid)
+ except User.DoesNotExist:
+ return None
+
+ def get_field_value(self, field, node):
+ """
+ Handles the following formats:
+ field: {(safe_)value: VALUE}
+ field: {target_id: ID} -- Drupal ForeignKey. Reference to other node or user entities.
+ field: {tid: ID} -- or term ID. fk to Categories
+ field: []
+ field: [{value|target_id|tid: VALUE},]
+ """
+ mapping = self.STREAMFIELD_MAP[field]
+ mapping_type = mapping['type']
+ key = mapping.get('key', 'value')
+ source_value = node[field]
+ value = None
+
+ if mapping_type == "direct":
+ value = source_value
+ elif mapping_type == 'value':
+ if key in source_value:
+ value = self.nl2br(source_value[key]) if source_value else ''
+ else:
+ value = self.nl2br(source_value['value']) if source_value else ''
+ elif mapping_type == 'merge_value':
+ values = []
+ i = 0
+ for item in source_value:
+ question = self.REQUEST_QUESTION_MAP[node['field_application_request']['target_id']]
+ values.append(f"<strong>{question[i]}</strong>{item[key]}<br>\n")
+ i += 1
+ merged_values = ''.join(values)
+ value = self.nl2br(merged_values) if source_value else ''
+ elif mapping_type == 'score':
+ value_rate = int(source_value[key]) if source_value else None
+ value_text = ''
+ if "_rate" in field:
+ text_field = field[:-5]
+ if text_field in self.STREAMFIELD_MAP:
+ value_text = self.nl2br(node[text_field]['safe_value'])
+ value = [value_text, value_rate]
+ elif mapping_type == 'map' and 'map' in 'mapping':
+ value = mapping['map'].get(source_value[key])
+ elif mapping_type == 'boolean':
+ value = source_value[key] == '1' if source_value else False
+
+ return value
+
+ def get_recommendation(self, node):
+ mapping = self.REVIEWFIELD_MAP[node['type']]
+ field_name = mapping['recommendation']
+ rec_map = mapping.get('rec_map')
+ try:
+ return rec_map[node[field_name]['value']]
+ except TypeError:
+ return 0
+
+ def get_submission(self, node):
+ mapping = self.REVIEWFIELD_MAP[node['type']]
+ field_name = mapping['submission']
+ try:
+ nid = node[field_name]['target_id']
+ return ApplicationSubmission.objects.get(drupal_id=nid)
+ except ApplicationSubmission.DoesNotExist:
+ return None
+
+ def nl2br(self, value):
+ return value.replace('\r\n', '<br>\n')
--
GitLab