[Compose] Add component moderation

Author: mason

docker/compose/.env

@@ -64,6 +64,16 @@ CSGHUB_WITH_K8S=0
 ## If using Space/Finetune/Inference/Model Evaluation/Dataflow functions and so on.
 KUBE_CONFIG_DIR="/root/.kube"
 
+####################################################################################
+# Sensitive Content Checking
+####################################################################################
+# SENSITIVE_CONTENT_CHECK=1
+## If using sensitive content detection service(SENSITIVE_CONTENT_CHECK=1),
+##   fillup following server connection info.
+# SENSITIVE_CHECK_ACCESS_KEY_ID=""
+# SENSITIVE_CHECK_ACCESS_KEY_SECRET=""
+# SENSITIVE_CHECK_REGION=""
+
 ####################################################################################
 # Csghub-runner Configuration
 ####################################################################################

docker/compose/docker-compose.yml

@@ -220,7 +220,7 @@ services:
       # Server
       CSGHUB_PORTAL_APP_ENV: "production"
       CSGHUB_PORTAL_ON_PREMISE: true
-      CSGHUB_PORTAL_SENSITIVE_CHECK: false
+      CSGHUB_PORTAL_SENSITIVE_CHECK: "${SENSITIVE_CONTENT_CHECK:-false}"
       CSGHUB_PORTAL_STARHUB_BASE_URL: "${SERVER_PROTOCOL}://${SERVER_DOMAIN}:${SERVER_PORT}"
       CSGHUB_PORTAL_STARHUB_API_KEY: "${HUB_SERVER_API_TOKEN}"
       CSGHUB_PORTAL_ENABLE_HTTPS: "${CSGHUB_PORTAL_ENABLE_HTTPS:-false}"
@@ -264,9 +264,10 @@ services:
       STARHUB_SERVER_MODEL_DOWNLOAD_ENDPOINT: "${SERVER_PROTOCOL}://${SERVER_DOMAIN}:${SERVER_PORT}"
       STARHUB_SERVER_MIRRORSERVER_ENABLE: false
       STARHUB_JWT_SIGNING_KEY: "$STARHUB_JWT_SIGNING_KEY"
-      STARHUB_SERVER_SENSITIVE_CHECK_ENABLE: false
+      STARHUB_SERVER_SENSITIVE_CHECK_ENABLE: "${SENSITIVE_CONTENT_CHECK:-false}"
       STARHUB_SERVER_PUBLIC_DOMAIN: "${SERVER_PROTOCOL}://${SERVER_DOMAIN}:${SERVER_PORT}"
       STARHUB_SERVER_MULTI_SYNC_ENABLED: "${CSGHUB_MULTI_SYNC_ENABLED:-true}"
+      STARHUB_SERVER_MIRROR_REMOTE: false
       # PostgresSQL
       STARHUB_DATABASE_DSN: "postgresql://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/csghub_server?sslmode=disable"
       STARHUB_DATABASE_TIMEZONE: "$POSTGRES_TIMEZONE"
@@ -310,6 +311,9 @@ services:
       OPENCSG_USER_SERVER_PORT: 8088
       # Workflow
       OPENCSG_WORKFLOW_SERVER_ENDPOINT: "temporal:7233"
+      # Moderation
+      OPENCSG_MODERATION_SERVER_HOST: "http://csghub-moderation"
+      OPENCSG_MODERATION_SERVER_PORT: 8089
       # Dataviewer
       OPENCSG_DATAVIEWER_SERVER_HOST: http://csghub-dataviewer
       OPENCSG_DATAVIEWER_SERVER_PORT: 8093
@@ -447,6 +451,9 @@ services:
       OPENCSG_USER_SERVER_SIGNIN_SUCCESS_REDIRECT_URL: "${SERVER_PROTOCOL}://${SERVER_DOMAIN}:${SERVER_PORT}/server/callback"
       # Workflow
       OPENCSG_WORKFLOW_SERVER_ENDPOINT: "temporal:7233"
+      # Moderation
+      OPENCSG_MODERATION_SERVER_HOST: "http://csghub-moderation"
+      OPENCSG_MODERATION_SERVER_PORT: 8089
     volumes:
       - ./configs/casdoor:/starhub-bin/casdoor:r
     restart: always
@@ -705,6 +712,40 @@ services:
       opencsg:
         ipv4_address: 192.171.100.124
 
+  csghub-moderation:
+    image: ${CSGHUB_IMAGE_PREFIX}/csghub_server:${CSGHUB_VERSION}
+    entrypoint: [ "/starhub-bin/starhub", "moderation", "launch" ]
+    depends_on:
+      - gitaly
+      - temporal
+    environment:
+      # Server
+      STARHUB_SERVER_API_TOKEN: "${HUB_SERVER_API_TOKEN}"
+      STARHUB_DATABASE_DSN: "postgresql://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/csghub_server?sslmode=disable"
+      # Sensitive Check
+      STARHUB_SERVER_SENSITIVE_CHECK_ENABLE: "${SENSITIVE_CONTENT_CHECK:-false}"
+      STARHUB_SERVER_SENSITIVE_CHECK_ACCESS_KEY_ID: "${SENSITIVE_CHECK_ACCESS_KEY_ID}"
+      STARHUB_SERVER_SENSITIVE_CHECK_ACCESS_KEY_SECRET: "${SENSITIVE_CHECK_ACCESS_KEY_SECRET}"
+      STARHUB_SERVER_SENSITIVE_CHECK_REGION: "${SENSITIVE_CHECK_REGION}"
+      # Gitaly
+      STARHUB_SERVER_GITSERVER_TYPE: "gitaly"
+      STARHUB_SERVER_GITALY_SERVER_SOCKET: "$GITALY_SERVER_SOCKET"
+      STARHUB_SERVER_GITALY_STORAGE: "$GITALY_STORAGE"
+      STARHUB_SERVER_GITALY_TOKEN: "$GITALY_AUTH_TOKEN"
+      # Workflow
+      OPENCSG_WORKFLOW_SERVER_ENDPOINT: "temporal:7233"
+    restart: always
+    deploy:
+      replicas: ${SENSITIVE_CONTENT_CHECK:-0}
+    logging:
+      driver: fluentd
+      options:
+        fluentd-address: localhost:24224
+        tag: csghub-moderation
+    networks:
+      opencsg:
+        ipv4_address: 192.171.100.125
+
   fluentd:
     image: ${CSGHUB_IMAGE_PREFIX}/fluentd:v1.16-1
     ports: