feat: allow building of skema-text-reading before bake

.gitattributes

@@ -0,0 +1 @@
+skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/lib/*.jar filter=lfs diff=lfs merge=lfs -text

.github/workflows/publish.yaml

@@ -5,7 +5,7 @@
 name: Build and Publish
 on:
   push:
-    branches: ['main']
+    branches: ['main', 'yohannparis/skema-text-reading-workflow']
     tags: ['*']
 
 jobs:
@@ -45,6 +45,10 @@ jobs:
         uses: actions/checkout@v4
         with:
           ref: ${{ github.event.workflow_run.head_branch }}
+          lfs: true
+
+      - name: Checkout Git LFS objects
+        run: git lfs checkout
 
       - name: Setup JDK (w/ SBT)
         uses: actions/setup-java@v3
@@ -55,17 +59,84 @@ jobs:
       - name: Generate Text Reading app and its Dockerfile
         working-directory: ./skema/text_reading/scala
         env:
-          APP_VERSION: steps.generate.outputs.tag
+          APP_VERSION: ${steps.generate.outputs.tag}
         run: |
           sbt "webapp/docker:stage"
 
-      - name: Push to main
+      # The Text Reading image is huge.
+      # We need to free up every last bit of space we can.
+      - name: Free disk space (aggressively)
+        # use fork with fix to https://github.com/jlumbroso/free-disk-space/issues/9
+        uses: kfir4444/free-disk-space@main
+        with:
+          android: true
+          dotnet: true
+          haskell: true
+          large-packages: true
+          swap-storage: true
+          tool-cache: false
+
+      - name: Git push Dockerfile
         run: |
-          cd ${{ GITHUB_WORKSPACE }}
           git config user.name github-actions
           git config user.email github-actions@github.com
-          git commit -am "generated text-reading"
-          git push
+          git add --force skema/text_reading/scala/webapp/target/docker/stage/Dockerfile
+          git commit --message="generated text-reading Dockerfile"
+          git push --force
+          git add --force \
+            skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/README.md \
+            skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/bin/webapp \
+            skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/conf/* \
+            skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/share/*
+          git commit --amend --no-edit
+          git push --force
+
+      - name: Git push webapp.* libs
+        run: |
+          git add --force skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/lib/webapp.*
+          git commit --amend --no-edit
+          git push --force
+
+      - name: Git push com.* and org.apache.* libs
+        run: |
+          git add --force skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/lib/com.*
+          git commit --amend --no-edit
+          git push --force
+          git add --force skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/lib/org.apache.*
+          git commit --amend --no-edit
+          git push --force
+
+
+      - name: Add all /lib to Git LFS
+        run: |
+          git lfs track "skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/lib/*.jar"
+          git add .gitattributes
+          git commit --amend --no-edit
+          git push --force
+
+      - name: Git push org.clulab.* libs
+        run: |
+          git add --force skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/lib/org.clulab.*
+          git commit --amend --no-edit
+          git push --force
+
+      - name: Git push other org.* libs
+        run: |
+          git add --force skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/lib/org.*
+          git commit --amend --no-edit
+          git push --force
+
+      - name: Git push other libs
+        run: |
+          git add --force skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/lib/*
+          git commit --amend --no-edit
+          git push --force
+
+      - name: Git push other files
+        run: |
+          git add --force skema/text_reading/scala/webapp/target/docker/*
+          git commit --amend --no-edit
+          git push --force
 
   bake:
     needs:

skema/text_reading/scala/webapp/docker.sbt

@@ -26,16 +26,15 @@ Docker / version := tag
 // set our version based on our env variable
 dockerEnvVars ++= Map(
   "APP_VERSION" -> scala.util.Properties.envOrElse("APP_VERSION", "???"),
-  "APPLICATION_SECRET" -> "this-is-not-a-secure-key-please-change-me"
+  "APPLICATION_SECRET" -> "this-is-not-a-secure-key-please-change-me",
+  // NOTE: the expected min. RAM requirements
+  // FIXME: reduce RAM consumption $\le 8GB$
+  "_JAVA_OPTIONS" -> "-Xmx10g -Xms10g -Dfile.encoding=UTF-8"
 )
 dockerAdditionalPermissions += (DockerChmodType.UserGroupPlusExecute, app)
 dockerChmodType := DockerChmodType.UserGroupWriteExecute
 // dockerCmd := Seq(s"-Dhttp.port=$port")
 dockerEntrypoint := Seq(app)
-// This is now delegated to skema-webapp.env.
-// dockerEnvVars := Map(
-//   "_JAVA_OPTIONS" -> "-Xmx16g -Xms16g -Dfile.encoding=UTF-8"
-// )
 dockerPermissionStrategy := DockerPermissionStrategy.MultiStage
 dockerUpdateLatest := true
 

skema/text_reading/scala/webapp/target/docker/stage/Dockerfile

@@ -0,0 +1,23 @@
+FROM openjdk:8 as stage0
+LABEL snp-multi-stage="intermediate"
+LABEL snp-multi-stage-id="37f01625-686c-4a47-bba9-56359edaa5dd"
+WORKDIR /skema/text_reading/webapp/app
+COPY skema /skema
+USER root
+RUN ["chmod", "-R", "u=rwX,g=rwX", "/skema/text_reading/webapp/app"]
+RUN ["chmod", "u+x,g+x", "/skema/text_reading/webapp/app/bin/webapp"]
+RUN ["chmod", "u+x,g+x", "/skema/text_reading/webapp/app/bin/webapp"]
+
+FROM openjdk:8
+LABEL MAINTAINER="Keith Alcock <docker@keithalcock.com>"
+USER root
+RUN id -u nobody 1>/dev/null 2>&1 || (( getent group 0 1>/dev/null 2>&1 || ( type groupadd 1>/dev/null 2>&1 && groupadd -g 0 root || addgroup -g 0 -S root )) && ( type useradd 1>/dev/null 2>&1 && useradd --system --create-home --uid 1001 --gid 0 nobody || adduser -S -u 1001 -G root nobody ))
+WORKDIR /skema/text_reading/webapp/app
+COPY --from=stage0 --chown=nobody:root /skema/text_reading/webapp/app /skema/text_reading/webapp/app
+ENV APP_VERSION="${steps.generate.outputs.tag}"
+ENV APPLICATION_SECRET="this-is-not-a-secure-key-please-change-me"
+ENV _JAVA_OPTIONS="-Xmx10g -Xms10g -Dfile.encoding=UTF-8"
+RUN chmod 775 /skema/text_reading/webapp/app
+USER 1001:0
+ENTRYPOINT ["/skema/text_reading/webapp/app/bin/webapp"]
+CMD []

skema/text_reading/scala/webapp/target/docker/stage/skema/text_reading/webapp/app/README.md

@@ -0,0 +1,31 @@
+# webapp
+
+To create the docker image, use `dockerizeWebapp` from the main project of `sbt`.  The result should be a docker image `skema-webapp`.  Then use `docker-compose up` to run the image with a configuration file similar to this:
+
+`docker-compose.yml`
+
+```
+version: '3.2'
+services:
+  skema-webapp:
+    image: skema-webapp:1.0.0
+    restart: unless-stopped
+    ports:
+      - 9005:9000
+    container_name: skema-webapp
+    environment:
+      secret: <secret>
+      SKEMA_HOSTNAME: skema.clulab.org
+      _JAVA_OPTIONS: -Xmx16g -Xms16g -Dfile.encoding=UTF-8
+```
+
+Alternatively, start the container manually with a long command like this:
+
+```
+docker run --restart unless-stopped -p 9005:9000 --name skema-webapp \
+--env secret=<secret> --env SKEMA_HOSTNAME=skema.clulab.org \
+--env _JAVA_OPTIONS="-Xmx16g -Xms16g -Dfile.encoding=UTF-8" \
+skema-webapp:1.0.0
+```
+
+Do not forget to set the `<secret>`.  Values for the SKEMA_HOSTNAME and the external port (9005) may also need to be adjusted.