Merge pull request #413 from jdno/downloads-archive-s3

Create bucket to store downloads statistics

terragrunt/accounts/crates-io-prod/account.json

@@ -4,6 +4,10 @@
         "regions": [
             {
                 "region": "us-west-1"
+            },
+            {
+                "region": "us-east-1",
+                "alias": "us-east-1"
             }
         ]
     }

terragrunt/accounts/crates-io-prod/crates-io-downloads-archive/terragrunt.hcl

@@ -0,0 +1,12 @@
+terraform {
+  source = "../../../..//terragrunt/modules/crates-io-downloads-archive"
+}
+
+include {
+  path           = find_in_parent_folders()
+  merge_strategy = "deep"
+}
+
+inputs = {
+  downloads_archive_bucket_name = "crates-io-downloads-archive"
+}

terragrunt/accounts/crates-io-prod/deployed-ref

@@ -1 +1 @@
-e081d07d9a9d2b6ae8db617275d0b626292ce5dc
+555f7ecaaf8662f018b35ec81681cf0260bdb04f

terragrunt/accounts/crates-io-staging/crates-io-downloads-archive/terragrunt.hcl

@@ -0,0 +1,12 @@
+terraform {
+  source = "../../../..//terragrunt/modules/crates-io-downloads-archive"
+}
+
+include {
+  path           = find_in_parent_folders()
+  merge_strategy = "deep"
+}
+
+inputs = {
+  downloads_archive_bucket_name = "staging-crates-io-downloads-archive"
+}

terragrunt/modules/crates-io-downloads-archive/README.md

@@ -0,0 +1,12 @@
+# Archived Download Statistics for crates.io
+
+This module creates the infrastructure that is used to archive download
+statistics from [crates.io] for longer than 90 days. Currently, that is a single
+S3 bucket that stores CSV files with daily download counts. A new bucket has
+been created for this purpose, as the existing buckets for [crates.io] are
+publicly accessible.
+
+See [rust-lang/crates.io#3479] for details.
+
+[crates.io]: https://crates.io
+[rust-lang/crates.io#3479]: https://github.com/rust-lang/crates.io/issues/3479

terragrunt/modules/crates-io-downloads-archive/_terraform.tf

@@ -0,0 +1,10 @@
+terraform {
+  required_version = "~> 1"
+
+  required_providers {
+    aws = {
+      source  = "hashicorp/aws"
+      version = "~> 4.32"
+    }
+  }
+}

terragrunt/modules/crates-io-downloads-archive/main.tf

@@ -0,0 +1,28 @@
+resource "aws_s3_bucket" "downloads_archive" {
+  provider = aws.us-east-1
+
+  bucket = var.downloads_archive_bucket_name
+}
+
+data "aws_iam_user" "heroku_access" {
+  user_name = "crates-io-heroku-access"
+}
+
+resource "aws_iam_user_policy" "downloads_archive_write" {
+  name   = "downloads-archive-write"
+  user   = data.aws_iam_user.heroku_access.user_name
+  policy = data.aws_iam_policy_document.downloads_archive_write.json
+}
+
+data "aws_iam_policy_document" "downloads_archive_write" {
+  statement {
+    sid    = "WriteToDownloadsArchive"
+    effect = "Allow"
+
+    actions = [
+      "s3:PutObject",
+    ]
+
+    resources = ["${aws_s3_bucket.downloads_archive.arn}/*"]
+  }
+}

terragrunt/modules/crates-io-downloads-archive/variables.tf

@@ -0,0 +1,4 @@
+variable "downloads_archive_bucket_name" {
+  description = "The name of the S3 bucket to store the downloads archive"
+  type        = string
+}