🐛 Source Jira: changed cursor field from created to updated

vitaliizazmic · web-flow · commit d3b2e8a46afe · 2021-09-02T14:22:40.000+03:00
* Source Jira #4505 - change cursor field for Issues streams from fields.started to fields.updated, update IssuesWorklogs slicing * Source Jira #4505 - reformat * Jira #4505 - made issues worklog stream full refresh * Jira #4505 - reformat * Jira #4505 - bump version and updating documentation
diff --git a/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/68e63de2-bb83-4c7e-93fa-a8a9051e3993.json b/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/68e63de2-bb83-4c7e-93fa-a8a9051e3993.json
@@ -2,7 +2,7 @@
   "sourceDefinitionId": "68e63de2-bb83-4c7e-93fa-a8a9051e3993",
   "name": "Jira",
   "dockerRepository": "airbyte/source-jira",
-  "dockerImageTag": "0.2.8",
+  "dockerImageTag": "0.2.9",
   "documentationUrl": "https://docs.airbyte.io/integrations/sources/jira",
   "icon": "jira.svg"
 }
diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml
@@ -206,7 +206,7 @@
 - sourceDefinitionId: 68e63de2-bb83-4c7e-93fa-a8a9051e3993
   name: Jira
   dockerRepository: airbyte/source-jira
-  dockerImageTag: 0.2.8
+  dockerImageTag: 0.2.9
   documentationUrl: https://docs.airbyte.io/integrations/sources/jira
   icon: jira.svg
 - sourceDefinitionId: 12928b32-bf0a-4f1e-964f-07e12e37153a
diff --git a/airbyte-integrations/connectors/source-jira/Dockerfile b/airbyte-integrations/connectors/source-jira/Dockerfile
@@ -12,5 +12,5 @@ RUN pip install .
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.2.8
+LABEL io.airbyte.version=0.2.9
 LABEL io.airbyte.name=airbyte/source-jira
diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-jira/integration_tests/abnormal_state.json
@@ -3,6 +3,6 @@
     "created": "2121-02-14T22:01:22.313Z"
   },
   "issue_worklogs": {
-    "startedAfter": "2121-04-14T11:30:22.313Z"
+    "started": "2121-04-14T11:30:22.313Z"
   }
 }
diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/full_configured_catalog.json b/airbyte-integrations/connectors/source-jira/integration_tests/full_configured_catalog.json
@@ -7455,10 +7455,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields", "updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields", "updated"],
       "destination_sync_mode": "append"
     },
     {
@@ -9532,13 +9532,11 @@
           "additionalProperties": true,
           "description": "Details of a worklog."
         },
-        "supported_sync_modes": ["incremental"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false
       },
-      "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
-      "destination_sync_mode": "append"
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     },
     {
       "stream": {
diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/inc_configured_catalog.json b/airbyte-integrations/connectors/source-jira/integration_tests/inc_configured_catalog.json
@@ -6,23 +6,21 @@
         "json_schema": {},
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields", "updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields", "updated"],
       "destination_sync_mode": "append"
     },
     {
       "stream": {
         "name": "issue_worklogs",
         "json_schema": {},
-        "supported_sync_modes": ["incremental"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false
       },
-      "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
-      "destination_sync_mode": "append"
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/issue_worklogs_configured_catalog.json b/airbyte-integrations/connectors/source-jira/integration_tests/issue_worklogs_configured_catalog.json
@@ -4,13 +4,11 @@
       "stream": {
         "name": "issue_worklogs",
         "json_schema": {},
-        "supported_sync_modes": ["incremental"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false
       },
-      "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
-      "destination_sync_mode": "append"
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     }
   ]
 }
diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/sample_state.json b/airbyte-integrations/connectors/source-jira/integration_tests/sample_state.json
@@ -0,0 +1,10 @@
+{
+  "issues": {
+    "updated": "2021-06-02T22:18:39.882Z"
+  },
+  "issue_worklogs": {
+    "10622": {
+      "started": "2021-02-14T11:30:22.313Z"
+    }
+  }
+}
diff --git a/airbyte-integrations/connectors/source-jira/sample_files/configured_catalog.json b/airbyte-integrations/connectors/source-jira/sample_files/configured_catalog.json
@@ -7962,10 +7962,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields", "updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields", "updated"],
       "destination_sync_mode": "append"
     },
     {
@@ -10086,13 +10086,11 @@
           "additionalProperties": true,
           "description": "Details of a worklog."
         },
-        "supported_sync_modes": ["incremental"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false
       },
-      "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
-      "destination_sync_mode": "append"
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     },
     {
       "stream": {
diff --git a/airbyte-integrations/connectors/source-jira/sample_files/full_configured_catalog.json b/airbyte-integrations/connectors/source-jira/sample_files/full_configured_catalog.json
@@ -7455,10 +7455,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields", "updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields", "updated"],
       "destination_sync_mode": "append"
     },
     {
@@ -9532,13 +9532,11 @@
           "additionalProperties": true,
           "description": "Details of a worklog."
         },
-        "supported_sync_modes": ["incremental"],
-        "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "supported_sync_modes": ["full_refresh"],
+        "source_defined_cursor": false
       },
-      "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
-      "destination_sync_mode": "append"
+      "sync_mode": "full_refresh",
+      "destination_sync_mode": "overwrite"
     },
     {
       "stream": {
diff --git a/airbyte-integrations/connectors/source-jira/sample_files/sample_state.json b/airbyte-integrations/connectors/source-jira/sample_files/sample_state.json
@@ -1,8 +1,10 @@
 {
   "issues": {
-    "created": "2021-02-14T22:01:22.313Z"
+    "updated": "2021-06-02T22:18:39.882Z"
   },
   "issue_worklogs": {
-    "startedAfter": "2021-04-14T11:30:22.313Z"
+    "10622": {
+      "started": "2021-02-14T11:30:22.313Z"
+    }
   }
 }
diff --git a/airbyte-integrations/connectors/source-jira/source_jira/streams.py b/airbyte-integrations/connectors/source-jira/source_jira/streams.py
diff --git a/docs/integrations/sources/jira.md b/docs/integrations/sources/jira.md

Original file line number	Diff line number	Diff line change
`@@ -2,7 +2,7 @@`
`2`	`2`	`"sourceDefinitionId": "68e63de2-bb83-4c7e-93fa-a8a9051e3993",`
`3`	`3`	`"name": "Jira",`
`4`	`4`	`"dockerRepository": "airbyte/source-jira",`
`5`		`- "dockerImageTag": "0.2.8",`
	`5`	`+ "dockerImageTag": "0.2.9",`
`6`	`6`	`"documentationUrl": "https://docs.airbyte.io/integrations/sources/jira",`
`7`	`7`	`"icon": "jira.svg"`
`8`	`8`	`}`
Original file line number	Diff line number	Diff line change
`@@ -3,6 +3,6 @@`
`3`	`3`	`"created": "2121-02-14T22:01:22.313Z"`
`4`	`4`	`},`
`5`	`5`	`"issue_worklogs": {`
`6`		`- "startedAfter": "2121-04-14T11:30:22.313Z"`
	`6`	`+ "started": "2121-04-14T11:30:22.313Z"`
`7`	`7`	`}`
`8`	`8`	`}`
Original file line number	Diff line number	Diff line change
`@@ -4,13 +4,11 @@`
`4`	`4`	`"stream": {`
`5`	`5`	`"name": "issue_worklogs",`
`6`	`6`	`"json_schema": {},`
`7`		`- "supported_sync_modes": ["incremental"],`
`8`		`- "source_defined_cursor": true,`
`9`		`- "default_cursor_field": ["startedAfter"]`
	`7`	`+ "supported_sync_modes": ["full_refresh"],`
	`8`	`+ "source_defined_cursor": false`
`10`	`9`	`},`
`11`		`- "sync_mode": "incremental",`
`12`		`- "cursor_field": ["startedAfter"],`
`13`		`- "destination_sync_mode": "append"`
	`10`	`+ "sync_mode": "full_refresh",`
	`11`	`+ "destination_sync_mode": "overwrite"`
`14`	`12`	`}`
`15`	`13`	`]`
`16`	`14`	`}`
Original file line number	Diff line number	Diff line change
`@@ -1,8 +1,10 @@`
`1`	`1`	`{`
`2`	`2`	`"issues": {`
`3`		`- "created": "2021-02-14T22:01:22.313Z"`
	`3`	`+ "updated": "2021-06-02T22:18:39.882Z"`
`4`	`4`	`},`
`5`	`5`	`"issue_worklogs": {`
`6`		`- "startedAfter": "2021-04-14T11:30:22.313Z"`
	`6`	`+ "10622": {`
	`7`	`+ "started": "2021-02-14T11:30:22.313Z"`
	`8`	`+ }`
`7`	`9`	`}`
`8`	`10`	`}`