Skip to content

Commit

Permalink
Setting larger heapsize for the rekey. (#149)
Browse files Browse the repository at this point in the history
  • Loading branch information
TDeSain authored Jan 29, 2025
1 parent 3129a5e commit 27a8303
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions jenkins-docker/jobs/Import_and_Rekey_HPDS_Data/config.xml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@
</parameterDefinitions>
</hudson.model.ParametersDefinitionProperty>
</properties>
<scm class="hudson.plugins.git.GitSCM" plugin="git@5.6.0">
<scm class="hudson.plugins.git.GitSCM" plugin="git@5.7.0">
<configVersion>2</configVersion>
<userRemoteConfigs>
<hudson.plugins.git.UserRemoteConfig>
Expand Down Expand Up @@ -103,7 +103,7 @@ head /dev/urandom | tr -dc a-f0-9 | head -c 32 &gt; &quot;$WORKSPACE&quot;/local

#### Execute rekey
# volume mount pwd that contains original data files as /opt/local/source/
docker run -i -v &quot;${WORKSPACE}&quot;/local:/opt/local -e LOADER_NAME=RekeyDataset $HPDS_ETL_IMAGE
docker run -i -e HEAPSIZE=20480 -e JAVA_OPTS=&quot;-Xms4g -XX:+UseG1GC&quot; -v &quot;${WORKSPACE}&quot;/local:/opt/local -e LOADER_NAME=RekeyDataset $HPDS_ETL_IMAGE

### If destigmatized data set, remove concepts
if [ &quot;${isDestigmatized}&quot; = &apos;true&apos; ]; then
Expand All @@ -115,7 +115,7 @@ fi

cd &quot;$WORKSPACE&quot;/local/hpds/

# Leave the data set artifact as non-compressed for the rest of it's lifecycle
# Leave the data set artifact as non-compressed for the rest of it&apos;s lifecycle
tar -cvf &quot;${output_file_name}.tar&quot; *.javabin encryption_key metadata.json

aws s3 --sse=AES256 cp &quot;${output_file_name}.tar&quot; s3://${stack_s3_bucket}/data/${destination_bucket_hash}/${output_file_name}.tar --quiet
Expand All @@ -126,7 +126,7 @@ aws s3 --sse=AES256 cp metadata.json s3://${stack_s3_bucket}/data/${destination_
</builders>
<publishers/>
<buildWrappers>
<hudson.plugins.ws__cleanup.PreBuildCleanup plugin="ws-cleanup@0.47">
<hudson.plugins.ws__cleanup.PreBuildCleanup plugin="ws-cleanup@0.48">
<deleteDirs>false</deleteDirs>
<cleanupParameter></cleanupParameter>
<externalDelete></externalDelete>
Expand Down

0 comments on commit 27a8303

Please sign in to comment.