From c960e66787057b7f431fb1a4089bba79d10abc96 Mon Sep 17 00:00:00 2001 From: ravenscroftj Date: Wed, 23 Nov 2022 10:30:03 +0000 Subject: [PATCH] Add 'brainsteam/content/replies/2022/11/23/1669199260.md' --- .../content/replies/2022/11/23/1669199260.md | 64 +++++++++++++++++++ 1 file changed, 64 insertions(+) create mode 100644 brainsteam/content/replies/2022/11/23/1669199260.md diff --git a/brainsteam/content/replies/2022/11/23/1669199260.md b/brainsteam/content/replies/2022/11/23/1669199260.md new file mode 100644 index 0000000..9d5a4fe --- /dev/null +++ b/brainsteam/content/replies/2022/11/23/1669199260.md @@ -0,0 +1,64 @@ +--- +date: '2022-11-23T10:27:40' +hypothesis-meta: + created: '2022-11-23T10:27:40.587505+00:00' + document: + title: + - How to architect the perfect Data Warehouse + flagged: false + group: __world__ + hidden: false + id: dWHZzGsZEe25P7NsRpHeAg + links: + html: https://hypothes.is/a/dWHZzGsZEe25P7NsRpHeAg + incontext: https://hyp.is/dWHZzGsZEe25P7NsRpHeAg/scribe.rip/how-to-architect-the-perfect-data-warehouse-b3af2e01342e + json: https://hypothes.is/api/annotations/dWHZzGsZEe25P7NsRpHeAg + permissions: + admin: + - acct:ravenscroftj@hypothes.is + delete: + - acct:ravenscroftj@hypothes.is + read: + - group:__world__ + update: + - acct:ravenscroftj@hypothes.is + tags: + - ELT + - data-engineering + target: + - selector: + - endContainer: /article[1]/section[1]/p[7] + endOffset: 216 + startContainer: /article[1]/section[1]/p[7] + startOffset: 0 + type: RangeSelector + - end: 1816 + start: 1600 + type: TextPositionSelector + - exact: "One example could be putting all files into an Amazon S3 bucket. It\u2019\ + s versatile, cheap and integrates with many technologies. If you are using\ + \ Redshift for your data warehouse, it has great integration with that too." + prefix: loading into the data warehouse. + suffix: StagingThe staging area is the b + type: TextQuoteSelector + source: https://scribe.rip/how-to-architect-the-perfect-data-warehouse-b3af2e01342e + text: Essentially the raw data needs to be vaguely homogenised and put into a single + place + updated: '2022-11-23T10:27:40.587505+00:00' + uri: https://scribe.rip/how-to-architect-the-perfect-data-warehouse-b3af2e01342e + user: acct:ravenscroftj@hypothes.is + user_info: + display_name: James Ravenscroft +in-reply-to: https://scribe.rip/how-to-architect-the-perfect-data-warehouse-b3af2e01342e +tags: +- ELT +- data-engineering +- hypothesis +type: reply +url: /replies/2022/11/23/1669199260 + +--- + + + +
One example could be putting all files into an Amazon S3 bucket. It’s versatile, cheap and integrates with many technologies. If you are using Redshift for your data warehouse, it has great integration with that too.
Essentially the raw data needs to be vaguely homogenised and put into a single place \ No newline at end of file