{"_id":"@aws/workbench-core-datasets","_rev":"6-6c0e73a69f4ccaff316ce9e9299ab966","name":"@aws/workbench-core-datasets","dist-tags":{"latest":"1.0.0"},"versions":{"0.1.0":{"name":"@aws/workbench-core-datasets","version":"0.1.0","author":{"url":"http://aws.amazon.com","name":"Amazon Web Services"},"license":"Apache-2.0","_id":"@aws/workbench-core-datasets@0.1.0","maintainers":[{"name":"rsmayda","email":"smayda44@gmail.com"}],"homepage":"https://github.com/awslabs/solution-spark-on-aws","bugs":{"url":"https://github.com/awslabs/solution-spark-on-aws/issues"},"dist":{"shasum":"60e461f3b21c4daf4e4d29166f8712feb4929df2","tarball":"https://registry.npmjs.org/@aws/workbench-core-datasets/-/workbench-core-datasets-0.1.0.tgz","fileCount":56,"integrity":"sha512-6ADkPjKUq9uZeC71Jt3NGzyXcpYDSa3em0aMP68REmrV4b3UKPq9k46gC+HhyrC9tLHtmCL1ZybQTPw5VSSs3g==","signatures":[{"sig":"MEYCIQDZsZ/lWMB0ahRWVtDLosYuOUdf8tGxztmrUCuvjQe0FgIhAMOE72kG0hfLk+T7TATvjmbYFMlD6Ym0OpTvkyk9NVMQ","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":426906,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJi5CAGACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmqtsg//SeJOaewcnzeJLsz69I0ufUMfk39YIL0rbh4/9S1uBhf4YYqk\r\n6XbJj1XvVGBgSJ6FV/9Sukx9+BTJakq/sHsCZMcHiTrToVBu0yKWozFXO7Bn\r\nX+qDxCW5JI2ZT+vtwSLgrpfd+EQmyc8+424najSGSHCbsvxnNUTrTp/lRNb+\r\nqbHBFD2uAn9bKlZP+pohvFTwNYECe0jRg6/O1qgjFWfEkuJmF7n4K9FcxtTt\r\npIfCXDn4DFIvPnEqOxW6VdOjwOIy5oLnlCb2hxDq0fc1LCWYGxHqzGVFWYrY\r\ntRYNtcZysRyVqwwqSbp/Dp3zseoMM+dB6GMTYkRyCzQNnPEK95mode4iymrj\r\nqWk7C0h484kw2VUitISWKywasv0mQDrktLkB1fASl1YXHqm/4icGSfuhbOTf\r\nLZs295WyJT9K9EnCU7wHGij0xS2Ry6C9fR66LWFZJrr4FUecojCrU8nKoYX9\r\n5xXndXjLu0X9N8oKvvtKA4SFDGg8K9gu6bbixXyFgazXmIrBT22eygP3Xk7t\r\n6INTpGVY5Hf7NoTN3q+GekAmS8wmqwQUnxiFMCazb/fMhHDE0dfXyuU30yNR\r\nIJveX3AMpvGFza+ntdGcCMAc7PzcxPysQ7HPhaRFPx3GtkQipzqrfx9x9sEV\r\nAiWwtYygbP104pwMWOa1B4+rrvwspU7N5j4=\r\n=MxtN\r\n-----END PGP SIGNATURE-----\r\n"},"jest":{"testRegex":".test.ts","transform":{"\\.(ts)$":"ts-jest"},"moduleFileExtensions":["ts","js"]},"main":"lib/index.js","_from":"file:aws-workbench-core-datasets-0.1.0.tgz","scripts":{"test":"rushx test:only && rushx make-badges","build":"heft build --clean && rushx pkg-json-lint","depcheck":"depcheck","lint:fix":"eslint . --fix","test:only":"heft test --clean --no-build","build:test":"heft test --clean && rushx pkg-json-lint && rushx make-badges","make-badges":"istanbul-badges-readme --coverageDir=./temp/coverage --exitCode=1","pkg-json-lint":"npmPkgJsonLint -c ../../.npmpackagejsonlintrc.json .","sort-package-json":"sort-package-json package.json"},"typings":"lib/index.d.ts","_npmUser":{"name":"rsmayda","email":"smayda44@gmail.com"},"_resolved":"","_integrity":"","repository":{"url":"git+https://github.com/awslabs/solution-spark-on-aws.git","type":"git"},"_npmVersion":"6.14.17","description":"Access and management of data files for the purpose of connecting to various AWS environments.","directories":{},"_nodeVersion":"14.20.0","dependencies":{"uuid":"^8.3.2","lodash":"^4.17.21","@hapi/boom":"^10.0.0","jsonschema":"^1.4.1","@aws-sdk/types":"^3.110.0","@aws-cdk/aws-iam":"^1.159.0","@aws-sdk/client-s3":"^3.118.1","@aws-sdk/client-kms":"^3.118.1","@aws-sdk/client-dynamodb":"^3.118.1","@aws/workbench-core-base":"0.1.0","@aws/workbench-core-audit":"0.1.0","@aws-sdk/client-s3-control":"^3.118.1","@aws/workbench-core-logging":"0.1.0"},"_hasShrinkwrap":false,"devDependencies":{"jest":"^27.5.1","eslint":"^8.7.0","ts-jest":"^27.1.3","depcheck":"^1.4.3","fast-check":"^2.24.0","typescript":"^4.5.2","@types/node":"^14","@types/uuid":"^8.3.4","@types/lodash":"^4.14.181","@rushstack/heft":"^0.45.0","jest-fast-check":"^1.0.2","@types/heft-jest":"1.0.2","sort-package-json":"^1.57.0","@types/triple-beam":"^1.3.2","aws-sdk-client-mock":"^0.6.2","eslint-plugin-import":"^2.26.0","npm-package-json-lint":"^6.3.0","istanbul-badges-readme":"1.8.1","@rushstack/eslint-config":"^2.5.1","@rushstack/heft-node-rig":"^1.7.1","@rushstack/heft-jest-plugin":"^0.2.3","npm-package-json-lint-config-default":"^5.0.0","@aws/eslint-config-workbench-core-eslint-custom":"0.0.1"},"_npmOperationalInternal":{"tmp":"tmp/workbench-core-datasets_0.1.0_1659117573923_0.3968227420636534","host":"s3://npm-registry-packages"},"deprecated":"This NPM package has been deprecated."},"0.1.1":{"name":"@aws/workbench-core-datasets","version":"0.1.1","author":{"url":"http://aws.amazon.com","name":"Amazon Web Services"},"license":"Apache-2.0","_id":"@aws/workbench-core-datasets@0.1.1","maintainers":[{"name":"rsmayda","email":"smayda44@gmail.com"}],"homepage":"https://github.com/awslabs/solution-spark-on-aws","bugs":{"url":"https://github.com/awslabs/solution-spark-on-aws/issues"},"dist":{"shasum":"b2b034e510efedd3209a46eb32e84fd69e316399","tarball":"https://registry.npmjs.org/@aws/workbench-core-datasets/-/workbench-core-datasets-0.1.1.tgz","fileCount":56,"integrity":"sha512-CWlhUVc8AQLfxrCKab6SME76n8GFfFPUamCpP24ytmNZI8k23uo2O8JgaCzd1PrXEmoWHknHBPFYgZ45z77+Qw==","signatures":[{"sig":"MEYCIQDyr2yOHNNQmNNoC0LgTUkX8D9dg9EuyeDa2XcP5kp0wgIhALEaQYmmL8nYtD2RNqgSuTpU9lK18dH8htSfkboCRAmG","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":426906,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJi5DZxACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2Vmq+eBAAis/8Rr8H1AZ1mITcj7D9TjkVuWBKHVZ3or4Ohj8XguUKJ5H5\r\n4Cn8EfJN46/n+xo1pEm4E+KvHGT/0ID0kIE1pwnQHlW8he/wwz5RLKedvLkx\r\n/M+Br5+9jzPDed5kaa96VRFDiBklhLvWG1l39Cb6+65Z0vDvqLfJgHV2HZZH\r\npMdxtHg/9jMSeua0p9rQgQVmiCA05zWHrJ0e5uZTojSgGJGRuWM6Oln8PjT7\r\nmRdvVJyMF3rgiad5VexY5q9A9EWCVFW7LktDQ/Z+2u9DcnqAOGvIHV8lPFTa\r\n9bN86Z6J7SLuRSqCWDRQe6iW7pjE6o/whd2UNRoW/rWJYB3eDS61LDFKwmhI\r\nmTsW3IQJInZT1pDlgl66yORE+DQqKXj3EHrSV34n8qbuPBMhe/NFPyUrDBu1\r\nwQbUOxnstXluVTHS8ZNQgjXS0fXPLO2PV1rBLtk/3qYoQGe2oJtIkMuqps7f\r\nMagYYe9fC5yjkfb9xW8y/K2QFHBCPiFzi4Ss4fXSaneo2uU2ndEKW3kgokcf\r\nQDEG+6N2LBQvzCe+LDwQaGijvZCYGJav6n5RAI/XimTjQDItbPFXjKh87yOO\r\nPslr2CItCtMEmhD0g5gAaaqKAOtGq4jdIOxoK7KHguiw0sRdUXjSBxbOseNI\r\nkBdCC4W61J3Liow6FEMaR3jffttrdfvB7ds=\r\n=Um7d\r\n-----END PGP SIGNATURE-----\r\n"},"jest":{"testRegex":".test.ts","transform":{"\\.(ts)$":"ts-jest"},"moduleFileExtensions":["ts","js"]},"main":"lib/index.js","_from":"file:aws-workbench-core-datasets-0.1.1.tgz","scripts":{"test":"rushx test:only && rushx make-badges","build":"heft build --clean && rushx pkg-json-lint","depcheck":"depcheck","lint:fix":"eslint . --fix","test:only":"heft test --clean --no-build","build:test":"heft test --clean && rushx pkg-json-lint && rushx make-badges","make-badges":"istanbul-badges-readme --coverageDir=./temp/coverage --exitCode=1","pkg-json-lint":"npmPkgJsonLint -c ../../.npmpackagejsonlintrc.json .","sort-package-json":"sort-package-json package.json"},"typings":"lib/index.d.ts","_npmUser":{"name":"rsmayda","email":"smayda44@gmail.com"},"_resolved":"","_integrity":"","repository":{"url":"git+https://github.com/awslabs/solution-spark-on-aws.git","type":"git"},"_npmVersion":"6.14.17","description":"Access and management of data files for the purpose of connecting to various AWS environments.","directories":{},"_nodeVersion":"14.20.0","dependencies":{"uuid":"^8.3.2","lodash":"^4.17.21","@hapi/boom":"^10.0.0","jsonschema":"^1.4.1","@aws-sdk/types":"^3.110.0","@aws-cdk/aws-iam":"^1.159.0","@aws-sdk/client-s3":"^3.118.1","@aws-sdk/client-kms":"^3.118.1","@aws-sdk/client-dynamodb":"^3.118.1","@aws/workbench-core-base":"0.1.1","@aws/workbench-core-audit":"0.1.1","@aws-sdk/client-s3-control":"^3.118.1","@aws/workbench-core-logging":"0.1.1"},"_hasShrinkwrap":false,"devDependencies":{"jest":"^27.5.1","eslint":"^8.7.0","ts-jest":"^27.1.3","depcheck":"^1.4.3","fast-check":"^2.24.0","typescript":"^4.5.2","@types/node":"^14","@types/uuid":"^8.3.4","@types/lodash":"^4.14.181","@rushstack/heft":"^0.45.0","jest-fast-check":"^1.0.2","@types/heft-jest":"1.0.2","sort-package-json":"^1.57.0","@types/triple-beam":"^1.3.2","aws-sdk-client-mock":"^0.6.2","eslint-plugin-import":"^2.26.0","npm-package-json-lint":"^6.3.0","istanbul-badges-readme":"1.8.1","@rushstack/eslint-config":"^2.5.1","@rushstack/heft-node-rig":"^1.7.1","@rushstack/heft-jest-plugin":"^0.2.3","npm-package-json-lint-config-default":"^5.0.0","@aws/eslint-config-workbench-core-eslint-custom":"0.0.1"},"_npmOperationalInternal":{"tmp":"tmp/workbench-core-datasets_0.1.1_1659123313269_0.402406545357626","host":"s3://npm-registry-packages"},"deprecated":"This NPM package has been deprecated."},"0.1.2":{"name":"@aws/workbench-core-datasets","version":"0.1.2","author":{"url":"http://aws.amazon.com","name":"Amazon Web Services"},"license":"Apache-2.0","_id":"@aws/workbench-core-datasets@0.1.2","maintainers":[{"name":"rsmayda","email":"smayda44@gmail.com"}],"homepage":"https://github.com/awslabs/solution-spark-on-aws","bugs":{"url":"https://github.com/awslabs/solution-spark-on-aws/issues"},"dist":{"shasum":"08de74f6226e458955018b0e37f077d8ebe831d3","tarball":"https://registry.npmjs.org/@aws/workbench-core-datasets/-/workbench-core-datasets-0.1.2.tgz","fileCount":56,"integrity":"sha512-MLWZw4yhZDH6fsINuJjoDIkpCgvHRrOc9yk/H+rAxCKjVvP2yL2+PXZZhkPJnjFlOI6htmWRHPbZuwFXYCS6ig==","signatures":[{"sig":"MEYCIQDRm34W8Yd6vdqYCZbZ/MY6sryJCRLUqN10TqAc90PwmwIhANxtw9kt823eedoQzdm9LTFTg1zYgcMywOUYmcqVVZxc","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":426906,"npm-signature":"-----BEGIN PGP SIGNATURE-----\r\nVersion: OpenPGP.js v4.10.10\r\nComment: https://openpgpjs.org\r\n\r\nwsFzBAEBCAAGBQJi9AjpACEJED1NWxICdlZqFiEECWMYAoorWMhJKdjhPU1b\r\nEgJ2VmrfQA/7BJuf6AEd2c1C06j/o3kboG9w/svFOrWe2adXV016kZBLw5WN\r\nBvoXL9MmgSlEcGjdCM0dalYY/nd1ogr0e0bWKx/k1Dlt99qY82YskuLpsvqs\r\n5BoMF69ISayuynr29SqHWpFgIipxmKLeF2L8GkBzDDVF1AQB2w8XIr/ieMlB\r\nFC6olnEQAoN3PACv9XLSk8jUYe+x2eGK9FGAP6AfXkESieWWcex3uq62UZuS\r\nFF4zQ+PcYncs5fj3uknXaqGuBoHgGaC40sJOjBGj2czUaQkh0WE0eNvHGF4+\r\ncyD4GPIy3SAJIHU4f64RAsknu45XkcIdxMDCaT/5EmIoN90Z5yf3wH5P75Ao\r\nVE1VHMFLPSW+ga0Y3YMG609yNsZVUhcVuZ8kjsnQAYeXbf2m7wJtjqpqeSGl\r\n+r28MVrdAMcWj+afOne1I02GQJ80fArkW0hgmGv4eL6rIAS8fV5GoZknSIGY\r\nk9tmvpryznda2PjEYyipJPTPGE28dxfOlIL03N/Mafbwhi7DDP31n7LYjIlA\r\nEVi4bQmNaow54CVhFeNMmRTMJKt7+rrxe68vZ1ZMd6XsBxo/pZbUmq0qPyBg\r\nIY6mbdLg8DvBNbGiF9vH0DIkHqQN14w364KhB8FPm69NUzGnNkoejOJL47Sb\r\nlQzPb6/qRaloFlFKQ5oLnDxvxm0ckujx+6k=\r\n=nuhe\r\n-----END PGP SIGNATURE-----\r\n"},"jest":{"testRegex":".test.ts","transform":{"\\.(ts)$":"ts-jest"},"moduleFileExtensions":["ts","js"]},"main":"lib/index.js","_from":"file:aws-workbench-core-datasets-0.1.2.tgz","scripts":{"test":"rushx test:only && rushx make-badges","build":"heft build --clean && rushx pkg-json-lint","depcheck":"depcheck","lint:fix":"eslint . --fix","test:only":"heft test --clean --no-build","build:test":"heft test --clean && rushx pkg-json-lint && rushx make-badges","make-badges":"istanbul-badges-readme --coverageDir=./temp/coverage --exitCode=1","pkg-json-lint":"npmPkgJsonLint -c ../../.npmpackagejsonlintrc.json .","sort-package-json":"sort-package-json package.json"},"typings":"lib/index.d.ts","_npmUser":{"name":"rsmayda","email":"smayda44@gmail.com"},"_resolved":"","_integrity":"","repository":{"url":"git+https://github.com/awslabs/solution-spark-on-aws.git","type":"git"},"_npmVersion":"6.14.17","description":"Access and management of data files for the purpose of connecting to various AWS environments.","directories":{},"_nodeVersion":"14.20.0","dependencies":{"uuid":"^8.3.2","lodash":"^4.17.21","@hapi/boom":"^10.0.0","jsonschema":"^1.4.1","@aws-sdk/types":"^3.110.0","@aws-cdk/aws-iam":"^1.159.0","@aws-sdk/client-s3":"^3.118.1","@aws-sdk/client-kms":"^3.118.1","@aws-sdk/client-dynamodb":"^3.118.1","@aws/workbench-core-base":"0.1.2","@aws/workbench-core-audit":"0.1.1","@aws-sdk/client-s3-control":"^3.118.1","@aws/workbench-core-logging":"0.1.1"},"_hasShrinkwrap":false,"devDependencies":{"jest":"^27.5.1","eslint":"^8.7.0","ts-jest":"^27.1.3","depcheck":"^1.4.3","fast-check":"^2.24.0","typescript":"^4.5.2","@types/node":"^14","@types/uuid":"^8.3.4","@types/lodash":"^4.14.181","@rushstack/heft":"^0.45.0","jest-fast-check":"^1.0.2","@types/heft-jest":"1.0.2","sort-package-json":"^1.57.0","@types/triple-beam":"^1.3.2","aws-sdk-client-mock":"^0.6.2","eslint-plugin-import":"^2.26.0","npm-package-json-lint":"^6.3.0","istanbul-badges-readme":"1.8.1","@rushstack/eslint-config":"^2.5.1","@rushstack/heft-node-rig":"^1.7.1","@rushstack/heft-jest-plugin":"^0.2.3","npm-package-json-lint-config-default":"^5.0.0","@aws/eslint-config-workbench-core-eslint-custom":"0.0.1"},"_npmOperationalInternal":{"tmp":"tmp/workbench-core-datasets_0.1.2_1660160233237_0.09892513823281357","host":"s3://npm-registry-packages"},"deprecated":"This NPM package has been deprecated."},"1.0.0":{"name":"@aws/workbench-core-datasets","version":"1.0.0","author":{"url":"http://aws.amazon.com","name":"Amazon Web Services"},"license":"Apache-2.0","_id":"@aws/workbench-core-datasets@1.0.0","maintainers":[{"name":"wwps-psh-dev","email":"wwps-psh-dev@amazon.com"},{"name":"ma-foundation","email":"mafoundation-team@amazon.com"},{"name":"rsmayda","email":"smayda44@gmail.com"}],"homepage":"https://github.com/aws-solutions/research-service-workbench-on-aws","bugs":{"url":"https://github.com/aws-solutions/research-service-workbench-on-aws/issues"},"dist":{"shasum":"4584b5870b08c6e74613638c0c4de1d93e7e7fae","tarball":"https://registry.npmjs.org/@aws/workbench-core-datasets/-/workbench-core-datasets-1.0.0.tgz","fileCount":179,"integrity":"sha512-B1xbzHU9DjjXdEycMO/R/xEim03E3zCB0P496Q5BEzjvJxS2EoakHskPgVszumCblAFOvvCF7CpOLvbxrh+BPA==","signatures":[{"sig":"MEUCIQDTJ6w+Fwl5BhZBAhkaGewZDFNv6DnR3r1l4Exqn6lcNwIgVLNqy7UsQB17QsP7qng2/HQ9QKMvPN1AvmZQ22utTMQ=","keyid":"SHA256:jl3bwswu80PjjokCgh0o2w5c2U4LhQAE57gj9cz1kzA"}],"unpackedSize":464918},"jest":{"testRegex":".test.ts","transform":{"\\.(ts)$":"ts-jest"},"moduleFileExtensions":["ts","js"]},"main":"lib/index.js","_from":"file:aws-workbench-core-datasets-1.0.0.tgz","gitHead":"a475cba3171c2e6290e4f502b10fb8db8de3dd51","scripts":{"test":"heft test --clean --no-build","build":"heft build --clean && rushx pkg-json-lint","depcheck":"depcheck","lint:fix":"eslint . --fix","build:test":"heft test --clean && rushx pkg-json-lint","pkg-json-lint":"npmPkgJsonLint -c ../../.npmpackagejsonlintrc.json .","license-checker":"license-checker --onlyAllow 'MIT; Apache-2.0; ISC; BSD'","sort-package-json":"sort-package-json package.json","add-license-header":"license-check-and-add add -f license-add-config.json","check-license-header":"license-check-and-add check -f license-add-config.json"},"typings":"lib/index.d.ts","_npmUser":{"name":"ma-foundation","email":"mafoundation-team@amazon.com"},"_resolved":"/tmp/9228f160f617c42c27a51d780c2aa3cc/aws-workbench-core-datasets-1.0.0.tgz","_integrity":"sha512-B1xbzHU9DjjXdEycMO/R/xEim03E3zCB0P496Q5BEzjvJxS2EoakHskPgVszumCblAFOvvCF7CpOLvbxrh+BPA==","repository":{"url":"git+https://github.com/aws-solutions/research-service-workbench-on-aws.git","type":"git"},"_npmVersion":"9.5.1","description":"Access and management of data files for the purpose of connecting to various AWS environments.","directories":{},"_nodeVersion":"18.16.0","dependencies":{"zod":"^3.19.1","lodash":"^4.17.21","jsonschema":"^1.4.1","@aws-sdk/types":"^3.212.0","@aws-sdk/client-s3":"^3.212.0","@aws-sdk/client-kms":"^3.212.0","@aws-sdk/client-dynamodb":"^3.212.0","@aws/workbench-core-base":"1.0.0","@aws/workbench-core-audit":"1.0.0","@aws-sdk/client-s3-control":"^3.212.0","@aws/workbench-core-logging":"1.0.0","@aws/workbench-core-authorization":"1.0.0"},"_hasShrinkwrap":false,"devDependencies":{"jest":"^29.5.0","eslint":"^8.7.0","ts-jest":"^29.1.0","depcheck":"^1.4.3","constructs":"^10.0.0","fast-check":"^3.10.0","typescript":"^4.5.2","@types/node":"^18.15.11","aws-cdk-lib":"^2.72.1","@types/lodash":"^4.14.181","@rushstack/heft":"^0.50.5","jest-fast-check":"^2.0.0","license-checker":"^25.0.1","@types/heft-jest":"1.0.2","sort-package-json":"^1.57.0","aws-sdk-client-mock":"^0.6.2","license-check-and-add":"^4.0.5","npm-package-json-lint":"^6.3.0","@rushstack/eslint-config":"^3.0.0","@rushstack/heft-node-rig":"^1.12.11","@rushstack/heft-jest-plugin":"^0.5.11","@aws/workbench-core-user-management":"1.0.0","npm-package-json-lint-config-default":"^5.0.0","@aws/eslint-config-workbench-core-eslint-custom":"0.0.1"},"_npmOperationalInternal":{"tmp":"tmp/workbench-core-datasets_1.0.0_1687454312396_0.6947442755613782","host":"s3://npm-registry-packages"},"deprecated":"This NPM package has been deprecated."}},"time":{"created":"2022-07-29T17:59:33.872Z","modified":"2024-12-06T19:40:33.806Z","0.1.0":"2022-07-29T17:59:34.117Z","0.1.1":"2022-07-29T19:35:13.455Z","0.1.2":"2022-08-10T19:37:13.506Z","1.0.0":"2023-06-22T17:18:32.561Z"},"bugs":{"url":"https://github.com/aws-solutions/research-service-workbench-on-aws/issues"},"author":{"url":"http://aws.amazon.com","name":"Amazon Web Services"},"license":"Apache-2.0","homepage":"https://github.com/aws-solutions/research-service-workbench-on-aws","repository":{"url":"git+https://github.com/aws-solutions/research-service-workbench-on-aws.git","type":"git"},"description":"Access and management of data files for the purpose of connecting to various AWS environments.","maintainers":[{"name":"ma-foundation","email":"mafoundation-team@amazon.com"},{"name":"rsmayda","email":"smayda44@gmail.com"},{"name":"wwps-psh-dev","email":"wwps-psh-dev@amazon.com"}],"readme":"# Workbench Core Datasets\n## `main branch coverage`\n[![codecov](https://codecov.io/github/aws-solutions/research-service-workbench-on-aws/branch/main/graph/badge.svg?flag=workbench-core-datasets)](https://app.codecov.io/github/aws-solutions/research-service-workbench-on-aws/tree/main)\n\n## `develop branch coverage`\n[![codecov](https://codecov.io/github/aws-solutions/research-service-workbench-on-aws/branch/develop/graph/badge.svg?flag=workbench-core-datasets)](https://app.codecov.io/github/aws-solutions/research-service-workbench-on-aws/tree/develop)\n\n## Description\n\nThe DataSet Service provides configuration and tracking for sharing data among researchers. The reference implementation\ngiven assumes data is stored under prefixes in S3 buckets. S3 Buckets are shared with others by adding an access point\nand sufficient permissions for a provided IAM role to access the files.\n\n## Usage\n\nAt minimum, DataSets requires\n- an AWS account\n- a DynamoDb table within that account using\n  - partition key named \"pk\"\n  - a sort key named \"sk\"\n  - a GSI: \"getResourceByCreatedAt\"\n    - partition key: resource type\n    - sort key: createdAt\n- an S3 bucket to hold your DataSet prefixes\n\n### Initializaton\n\n```typescript\nimport { AuditService, BaseAuditPlugin, Writer } from '@aws/workbench-core-audit';\n\n// the AwsService is a wrapper around @aws-sdk and handles interaction with AWS Services.\nimport { AwsService } from '@aws/workbench-core-base';\n\n// the DataSets components\nimport {\n    DataSetService,\n    DdbDataSetMetadataPlugin,\n    S3DataSetStoragePlugin,\n    DataSet,\n    ExternaEndpoint } from '@aws/workbench-core-datasets';\nimport { LoggingService } from '@aws/workbench-core-logging';\n\n// set up the logger and the audit services.\nconst logger: LoggingService = new LoggingService({\n  maxLogLevel: 'info',\n  includeLocation: false,\n  metadata: {\n    serviceName: 'DataSets'\n  }\n});\n\nclass AuditLogger implements Writer {  \n    private logger:Logger;  \n    public constructor(logger: Logger) {  \n        this.logger = logger;  \n    }  \n    public async write(metadata:Metadata, auditEntry: AuditEntry): Promise<void> {  \n    logger.info(auditEntry);  \n    }  \n}\n\nconst writer: Writer = new AuditLogger(logger);  \nconst baseAuditPlugin: BaseAuditPlugin = new BaseAuditPlugin(writer);\n\nconst audit = new AuditService({\n  continueOnError: true,\n  auditPlugin: baseAuditPlugin,\n  requiredAuditValues: [],\n  fieldsToMask: []\n});\n\n// initialize an instance of AwsService. This instance should have access to the DynamoDb\n// table you intend to use to store DataSets metadata.\n// for simplicity, it will be assumed this service also has access to the S3 bucket where\n// DataSets data is stored however a different AwsService instance initialized to a different\n// account could be used in that case.\nconst aws: AwsService = new AwsService( {region: 'us-east-1', DdbTableName: 'my-datasets-table' });\n\n// the DdbDataSetMetadataPlugin will allow the DataSetService to communicate with DynamoDb.\n// alternative databases may be chosen by implementing the DataSetMetadataPlugin interface\n// for that service however that is beyond the scope of this documentation.\n// the arguments are as follows:\n// aws: this is the initialized AwsService instance from above.\n// 'DS': this is the prefix used to distinguish DataSet keys from others in the database.\n//       In this case, all DataSet keys will have the form: DS#...\n// 'EP': DataSet Endpoints are another entity stored in DynamoDb, and this is the prefix\n//       for those keys (EP#...).\n// Alter these values as needed to avoid collisions with any other components which may\n// share the same table.\nconst metadataPlugin: DdbDataSetMetadataPlugin = new DdbDataSetMetadataPlugin(aws, 'DS', 'EP');\n\n// instantiate the service.\nconst service: DataSetService = new DataSetService(audit, logger, metadataPlugin);\n\n// set up a storage (S3) plugin. This example assumes the same role associated with the previously\n// initialized AwsService instance can handle the S3 bucket used for DataSets.\nconst storagePlugin: S3DataSetStoragePlugin = new S3DataSetStoragePlugin(aws);\n```\n\n### Creating a DataSet\n\n```typescript\n// create a prefix on the bucket for the first DataSet\nconst dataSet = await service.provisionDataSet(\n  'my-dataset',\n  'my-bucket',\n  'my-dataset-prefix',\n  '123456789012',\n  storagePlugin);\n\n// add an endpoint to the dataset and get the string needed to mount it to an\n// external environment.\nconst mountString = await service.addDataSetExternalEndpoint(\n  'my-data-set'\n  'my-access-point',\n  'arn:....:role/some-execution-role',\n  storagePlugin);\n```\n","readmeFilename":"README.md"}