Release 11.1.3 backport (#3001)

* CUMULUS-2929 backport

* CUMULUS-2863

* CUMULUS-2959

* update to v11.1.3

* update package api doc

* update changelog

* CUMULUS-2966: Added extractPath operation and support of nested string replacement to url_path (#3007)

* Added extractPath operation and nested string replacement to url_path in the collection configuration

* update changelog

* update unit test descriptions

Co-authored-by: Jennifer Tran <[email protected]>

* Update data-migration2 to handle empty values for granule.execution (#2997)

* Update data-migration2 to handle empty values for granule.execution

This update modifies the data-migration2 script to allow for dynamo
granule.execution values of empty string/''/etc.   This is in response
to CUMULUS-2961/a user report that they have executions returning from
dynamo with an empty string value, which was resulting in the
execution lookup query to fail.   This is presumptively due to the
inclusion of the granule API endpoints that allow direct user
mainupulation of data given the granules are recent and the
event-driven write code doesn't allow for a situation where the
execution is missing from dynamo.

* Fix logging output

* Update CHANGELOG

* Apply suggestions from code review

* update changelog

Co-authored-by: Jennifer Tran <[email protected]>
Co-authored-by: Jonathan Kovarik <[email protected]>

Author: 3 people

CHANGELOG.md

@@ -4,6 +4,40 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/).
 
+## Unreleased
+
+## [v11.1.3] 2022-06-17
+
+**Please note** changes in 11.1.3 may not yet be released in future versions, as
+this is a backport and patch release on the 11.1.x series of releases. Updates that
+are included in the future will have a corresponding CHANGELOG entry in future
+releases.
+
+### Notable changes
+
+- **CUMULUS-2929**
+  - Updated `move-granule` task to check the optional collection configuration parameter
+    `meta.granuleMetadataFileExtension` to determine the granule metadata file.
+    If none is specified, the granule CMR metadata or ISO metadata file is used.
+
+### Added
+
+- **CUMULUS-2929**
+  - Added optional collection configuration `meta.granuleMetadataFileExtension` to specify CMR metadata
+    file extension for tasks that utilize metadata file lookups
+- **CUMULUS-2966**
+  - Added extractPath operation and support of nested string replacement to `url_path` in the collection configuration
+### Fixed
+
+- **CUMULUS-2863**
+  - Fixed `@cumulus/api` `validateAndUpdateSqsRule` method to allow 0 retries
+    and 0 visibilityTimeout in rule's meta.
+- **CUMULUS-2959**
+  - Fixed `@cumulus/api` `granules` module to convert numeric productVolume to string
+    when an old granule record is retrieved from DynamoDB.
+- **CUMULUS-2961**
+  - Fixed `data-migration2` granule migration logic to allow for DynamoDb granules that have a null/empty string value for `execution`.   The migration will now migrate them without a linked execution.
+
 ## [v11.1.2] 2022-06-13
 
 **Please note** changes in 11.1.2 may not yet be released in future versions, as
@@ -5922,7 +5956,8 @@ Note: There was an issue publishing 1.12.0. Upgrade to 1.12.1.
 
 ## [v1.0.0] - 2018-02-23
 
-[unreleased]: https://github.com/nasa/cumulus/compare/v11.1.2...HEAD
+[unreleased]: https://github.com/nasa/cumulus/compare/v11.1.3...HEAD
+[v11.1.3]: https://github.com/nasa/cumulus/compare/v11.1.2...v11.1.3
 [v11.1.2]: https://github.com/nasa/cumulus/compare/v11.1.1...v11.1.2
 [v11.1.1]: https://github.com/nasa/cumulus/compare/v11.1.0...v11.1.1
 [v11.1.0]: https://github.com/nasa/cumulus/compare/v11.0.0...v11.1.0

example/lambdas/asyncOperations/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/test-async-operations",
-  "version": "11.1.2",
+  "version": "11.1.3",
   "description": "AsyncOperations Test Lambda",
   "main": "index.js",
   "private": true,

example/lambdas/ftpPopulateTestLambda/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/ftp-populate-test-lambda",
-  "version": "11.1.2",
+  "version": "11.1.3",
   "description": "FTP Population Utility Lambda",
   "main": "index.js",
   "private": true,
@@ -19,12 +19,12 @@
     "access": "private"
   },
   "dependencies": {
-    "@cumulus/api": "11.1.2",
-    "@cumulus/api-client": "11.1.2",
-    "@cumulus/common": "11.1.2",
-    "@cumulus/integration-tests": "11.1.2",
-    "@cumulus/logger": "11.1.2",
-    "@cumulus/test-data": "11.1.2",
+    "@cumulus/api": "11.1.3",
+    "@cumulus/api-client": "11.1.3",
+    "@cumulus/common": "11.1.3",
+    "@cumulus/integration-tests": "11.1.3",
+    "@cumulus/logger": "11.1.3",
+    "@cumulus/test-data": "11.1.3",
     "aws-sdk": "^2.585.0",
     "fs-extra": "^9.0.0",
     "js-yaml": "^3.13.1",

example/lambdas/python-processing/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@cumulus/python-process-activity",
   "private": true,
-  "version": "11.1.2",
+  "version": "11.1.3",
   "description": "Python reference activity",
   "homepage": "https://github.com/nasa/cumulus/tree/master/example/lambdas/python-reference-activity",
   "repository": {

example/lambdas/python-reference-activity/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@cumulus/python-reference-activity",
   "private": true,
-  "version": "11.1.2",
+  "version": "11.1.3",
   "description": "Python reference activity",
   "homepage": "https://github.com/nasa/cumulus/tree/master/example/lambdas/python-reference-activity",
   "repository": {

example/lambdas/python-reference-task/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@cumulus/python-reference-task",
   "private": true,
-  "version": "11.1.2",
+  "version": "11.1.3",
   "description": "Python reference task",
   "main": "index.js",
   "homepage": "https://github.com/nasa/cumulus/tree/master/example/lambdas/python-reference-task",

example/lambdas/s3AccessTest/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/test-s3-access",
-  "version": "11.1.2",
+  "version": "11.1.3",
   "description": "S3 Access Test Lambda",
   "main": "index.js",
   "private": true,

example/lambdas/snsS3Test/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/test-sns-s3",
-  "version": "11.1.2",
+  "version": "11.1.3",
   "description": "SNS to S3 Test Lambda",
   "main": "index.js",
   "private": true,

example/lambdas/versionUpTest/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/test-version-up",
-  "version": "11.1.2",
+  "version": "11.1.3",
   "description": "Version Up Test Lambda",
   "main": "index.js",
   "private": true,

example/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/cumulus-integration-tests",
-  "version": "11.1.2",
+  "version": "11.1.3",
   "description": "Cumulus Integration Test Deployment",
   "private": true,
   "main": "index.js",
@@ -45,32 +45,32 @@
     ]
   },
   "dependencies": {
-    "@cumulus/api": "11.1.2",
-    "@cumulus/api-client": "11.1.2",
-    "@cumulus/async-operations": "11.1.2",
-    "@cumulus/aws-client": "11.1.2",
-    "@cumulus/checksum": "11.1.2",
-    "@cumulus/cmr-client": "11.1.2",
-    "@cumulus/cmrjs": "11.1.2",
-    "@cumulus/common": "11.1.2",
-    "@cumulus/discover-granules": "11.1.2",
-    "@cumulus/discover-pdrs": "11.1.2",
-    "@cumulus/files-to-granules": "11.1.2",
-    "@cumulus/hello-world": "11.1.2",
-    "@cumulus/ingest": "11.1.2",
-    "@cumulus/integration-tests": "11.1.2",
-    "@cumulus/message": "11.1.2",
-    "@cumulus/move-granules": "11.1.2",
-    "@cumulus/parse-pdr": "11.1.2",
-    "@cumulus/pdr-status-check": "11.1.2",
-    "@cumulus/post-to-cmr": "11.1.2",
-    "@cumulus/queue-granules": "11.1.2",
-    "@cumulus/queue-pdrs": "11.1.2",
-    "@cumulus/sf-sqs-report": "11.1.2",
-    "@cumulus/sync-granule": "11.1.2",
-    "@cumulus/test-processing": "11.1.2"
+    "@cumulus/api": "11.1.3",
+    "@cumulus/api-client": "11.1.3",
+    "@cumulus/async-operations": "11.1.3",
+    "@cumulus/aws-client": "11.1.3",
+    "@cumulus/checksum": "11.1.3",
+    "@cumulus/cmr-client": "11.1.3",
+    "@cumulus/cmrjs": "11.1.3",
+    "@cumulus/common": "11.1.3",
+    "@cumulus/discover-granules": "11.1.3",
+    "@cumulus/discover-pdrs": "11.1.3",
+    "@cumulus/files-to-granules": "11.1.3",
+    "@cumulus/hello-world": "11.1.3",
+    "@cumulus/ingest": "11.1.3",
+    "@cumulus/integration-tests": "11.1.3",
+    "@cumulus/message": "11.1.3",
+    "@cumulus/move-granules": "11.1.3",
+    "@cumulus/parse-pdr": "11.1.3",
+    "@cumulus/pdr-status-check": "11.1.3",
+    "@cumulus/post-to-cmr": "11.1.3",
+    "@cumulus/queue-granules": "11.1.3",
+    "@cumulus/queue-pdrs": "11.1.3",
+    "@cumulus/sf-sqs-report": "11.1.3",
+    "@cumulus/sync-granule": "11.1.3",
+    "@cumulus/test-processing": "11.1.3"
   },
   "devDependencies": {
-    "@cumulus/test-data": "11.1.2"
+    "@cumulus/test-data": "11.1.3"
   }
 }