From 45cb8123715e2fe88b550063e21566da99f2a27f Mon Sep 17 00:00:00 2001 From: Boris Bergsma Date: Wed, 15 Jan 2025 15:35:21 +0100 Subject: [PATCH 1/3] Changed ML team infra plots to .svg --- .../agent/resources/1_main.drawio.svg | 187 ++++++++- .../literature/resources/1_main.drawio.svg | 386 +++++++++++++++++- 2 files changed, 547 insertions(+), 26 deletions(-) diff --git a/docs/modules/machinelearning/agent/resources/1_main.drawio.svg b/docs/modules/machinelearning/agent/resources/1_main.drawio.svg index 5b588cc..c79f231 100644 --- a/docs/modules/machinelearning/agent/resources/1_main.drawio.svg +++ b/docs/modules/machinelearning/agent/resources/1_main.drawio.svg @@ -1,25 +1,186 @@ - - + + + + + + + + + + + + + + + - - + + -
-
-
- - PNG Figure Placeholder +
+
+
+ + AWS Cloud + +
+
+
+ + + AWS Cloud + + + + + + + + +
+
+
+ + RDS - Agent memory + +
+
+
+ + + RDS - Agent... + + + + + + + + Secret Manager + + + + + + + +
+
+
+ + ECS - Literature search +
+ (Scholarag) +
+ +
+
+
+ + + ECS - Literat... + + + + + + + + + + +
+
+
+ + Application load balancer
- - from Google Docs + Internal +
+ +
+
+
+ + + Application l... + + + + + + + + + + + + +
+
+
+ + Users + +
+
+
+ + + Users + + + + + + + + + + +
+
+
+ + Elastic load balancer +
+ Public +
+ +
+
+
+ + + Elastic load... + + + + + + + + + + + + + + +
+
+
+ + ECS - Agent instance +
- - PNG Figure Placeholder... + + ECS - Agent i... diff --git a/docs/modules/machinelearning/literature/resources/1_main.drawio.svg b/docs/modules/machinelearning/literature/resources/1_main.drawio.svg index 5b588cc..725c70c 100644 --- a/docs/modules/machinelearning/literature/resources/1_main.drawio.svg +++ b/docs/modules/machinelearning/literature/resources/1_main.drawio.svg @@ -1,25 +1,385 @@ - - + + + + + + + + + + + + + + + + + + + - - + + -
-
-
- - PNG Figure Placeholder +
+
+
+ + AWS Cloud + +
+
+
+ + + AWS Cloud + + + + + + + + OpenSearch + + + + + + + +
+
+
+ + ECS task - Producer +
+ (Our papers)
- - from Google Docs + +
+
+
+ + + ECS task - Pr... + + + + + + + + + + EventBridge (cron job) + + + + + + + +
+
+
+ + S3 bucket +
+ ml-paper-bucket + +
+
+
+ + + S3 bucket... + + + + + + + + + + + + + + +
+
+
+ + Users + +
+
+
+ + + Users + + + + + + + + + + +
+
+
+ + Elastic load balancer +
+ Public +
+ +
+
+
+ + + Elastic load... + + + + + + + + + + + + + + +
+
+
+ + ECS - Literature search +
+ (scholarag) +
+ +
+
+
+ + + ECS - Literat... + + + + + + + + + + +
+
+
+ + Elasticache - Redis + +
+
+
+ + + Elasticache -... + + + + + + + + + + Secret Manager + + + + + + + + + + + SQS queue + + + + + + + Dead letter queue + + + + + + + + + + + +
+
+
+ + ECS task- Producer +
+ (PMC papers) +
+ +
+
+
+ + + ECS task- Pro... + + + + + + + + + + EventBridge (cron job) + + + + + + + +
+
+
+ + S3 bucket +
+ pmc-oa-opendata +
+
+ +
+
+
+ + + S3 bucket... + + + + + + + + + + + + +
+
+
+ + ECS - Consumer + +
+
+
+ + + ECS - Consumer + + + + + + + + + + +
+
+
+ + Application load balancer +
+ Internal +
+ +
+
+
+ + + Application l... + + + + + + + + + + + + +
+
+
+ + ECS - scholarETL + +
+
+
+ + + ECS - scholar... + + + + + + + + + + +
+
+
+ + ECS - Grobid +
- - PNG Figure Placeholder... + + ECS - Grobid From e5bffda11854f06c4c92526238c0b69b22e56dca Mon Sep 17 00:00:00 2001 From: Boris Bergsma Date: Thu, 16 Jan 2025 09:18:31 +0100 Subject: [PATCH 2/3] change background to white --- .../agent/resources/1_main.drawio.svg | 91 ++++---- .../literature/resources/1_main.drawio.svg | 204 +++++++++--------- 2 files changed, 144 insertions(+), 151 deletions(-) diff --git a/docs/modules/machinelearning/agent/resources/1_main.drawio.svg b/docs/modules/machinelearning/agent/resources/1_main.drawio.svg index c79f231..e371c56 100644 --- a/docs/modules/machinelearning/agent/resources/1_main.drawio.svg +++ b/docs/modules/machinelearning/agent/resources/1_main.drawio.svg @@ -1,4 +1,4 @@ - + @@ -14,22 +14,22 @@ - - + +
-
-
- +
+
+ AWS Cloud
- + AWS Cloud @@ -40,23 +40,22 @@
-
-
- +
+
+ RDS - Agent memory
- + RDS - Agent... - - + Secret Manager @@ -67,9 +66,9 @@
-
-
- +
+
+ ECS - Literature search
(Scholarag) @@ -79,22 +78,22 @@
- + ECS - Literat... - - + +
-
-
- +
+
+ Application load balancer
Internal @@ -104,23 +103,23 @@
- + Application l... - - - - + + + +
-
-
+
+
Users @@ -128,22 +127,22 @@
- + Users - - + +
-
-
- +
+
+ Elastic load balancer
Public @@ -153,33 +152,33 @@
- + Elastic load... - - - - - - + + + + + +
-
-
- +
+
+ ECS - Agent instance
- + ECS - Agent i... diff --git a/docs/modules/machinelearning/literature/resources/1_main.drawio.svg b/docs/modules/machinelearning/literature/resources/1_main.drawio.svg index 725c70c..a4b75bf 100644 --- a/docs/modules/machinelearning/literature/resources/1_main.drawio.svg +++ b/docs/modules/machinelearning/literature/resources/1_main.drawio.svg @@ -1,4 +1,4 @@ - + @@ -18,14 +18,14 @@ - - + +
-
-
+
+
AWS Cloud @@ -33,14 +33,13 @@
- + AWS Cloud - - + OpenSearch @@ -51,9 +50,9 @@
-
-
- +
+
+ ECS task - Producer
(Our papers) @@ -63,16 +62,15 @@
- + ECS task - Pr... - - + + - - + EventBridge (cron job) @@ -83,9 +81,9 @@
-
-
- +
+
+ S3 bucket
ml-paper-bucket @@ -94,25 +92,25 @@
- + S3 bucket... - - - - - - + + + + + +
-
-
+
+
Users @@ -120,22 +118,22 @@
- + Users - - + +
-
-
- +
+
+ Elastic load balancer
Public @@ -145,26 +143,26 @@
- + Elastic load... - - - - - - + + + + + +
-
-
- +
+
+ ECS - Literature search
(scholarag) @@ -174,7 +172,7 @@
- + ECS - Literat... @@ -187,60 +185,57 @@
-
-
- +
+
+ Elasticache - Redis
- + Elasticache -... - - + + - - + Secret Manager - - - - + + + + - - + SQS queue - - + Dead letter queue - - - - + + + +
-
-
- +
+
+ ECS task- Producer
(PMC papers) @@ -250,16 +245,15 @@
- + ECS task- Pro... - - + + - - + EventBridge (cron job) @@ -270,9 +264,9 @@
-
-
- +
+
+ S3 bucket
pmc-oa-opendata @@ -283,46 +277,46 @@
- + S3 bucket... - - - - + + + +
-
-
- +
+
+ ECS - Consumer
- + ECS - Consumer - - + +
-
-
- +
+
+ Application load balancer
Internal @@ -332,53 +326,53 @@
- + Application l... - - - - + + + +
-
-
- +
+
+ ECS - scholarETL
- + ECS - scholar... - - + +
-
-
- +
+
+ ECS - Grobid
- + ECS - Grobid From 29c70a65bf63dad6262e00e71f16f24669caf07a Mon Sep 17 00:00:00 2001 From: Boris Bergsma Date: Thu, 16 Jan 2025 11:33:58 +0100 Subject: [PATCH 3/3] fix pink background --- docs/modules/machinelearning/agent/resources/1_main.drawio.svg | 2 +- .../machinelearning/literature/resources/1_main.drawio.svg | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/modules/machinelearning/agent/resources/1_main.drawio.svg b/docs/modules/machinelearning/agent/resources/1_main.drawio.svg index e371c56..e8f6ebc 100644 --- a/docs/modules/machinelearning/agent/resources/1_main.drawio.svg +++ b/docs/modules/machinelearning/agent/resources/1_main.drawio.svg @@ -1,4 +1,4 @@ - + diff --git a/docs/modules/machinelearning/literature/resources/1_main.drawio.svg b/docs/modules/machinelearning/literature/resources/1_main.drawio.svg index a4b75bf..ee1bd70 100644 --- a/docs/modules/machinelearning/literature/resources/1_main.drawio.svg +++ b/docs/modules/machinelearning/literature/resources/1_main.drawio.svg @@ -1,4 +1,4 @@ - +