You are viewing the RapidMiner Deployment documentation for version 9.6 - Check here for latest version
Deploy RapidMiner with low-latency scoring (single host)
The main purpose of the template defined below is to provide Real-Time Scoring, with low-latency web services.
It deploys RapidMiner on a single host with the following components:
- 1 RapidMiner Server instance
- 3 RapidMiner Job Agents
- Postgres database
- 1 Real-Time Scoring Agent
- Python Environment Manager
- Real-Time Scoring Admin UI
Alternative templates are available from the templates page.
Instructions
To deploy the template, take the following steps:
If you have not yet done so, install Docker.
From the page below, copy the two files that define the docker-compose deployment to a folder on the server host:
Connect to the server host (
ssh), and change directory (cd) to the folder containing those two files.Deploy the template:
docker-compose up -dVia this command, the Docker images will be automatically downloaded from Docker Hub (if they were not downloaded previously), and the services started.
Services
Once the deployment is running, the reverse proxy listens on the standard HTTP port (80) by default, as well as the HTTPS port (443), if an HTTPS certificate is configured. The deployment makes the following services / URLs available:
| URL | Description | Default login credentials |
|---|---|---|
| http://<deployment-url> | Login screen for RapidMiner Server | Username: admin Password: changeit |
| http://<deployment-url>/python-admin | Python Environment Manager | Username: admin Password: changeit |
The environment file (.env)
# # Global parameters # REGISTRY=rapidminer/ AUTH_SECRET=TTY5MjUxbzRBN2ZIWThpNGVKNGo4V2xqOHk0dTNV BROKER_ACTIVEMQ_USERNAME=amq-user BROKER_ACTIVEMQ_PASSWORD=M69251o4A7fHY8i4eJ4j8Wlj8y4u3U RAPIDMINER_SERVER_HOST=rm-server-svc RAPIDMINER_SERVER_URL=http://rm-server-svc:8080 TZ=UTC # # Rapidminer server # SERVER_VERSION=9.6.0 SERVER_DBHOST=rm-postgresql-svc SERVER_DBSCHEMA=rapidminer-server-db SERVER_DBUSER=rmserver-db-user SERVER_DBPASS=w61J784XSb24K4LRV97MbE16i8xa9O SERVER_MAX_MEMORY=2048M # # Job Agent # JOBAGENT_QUEUE_ACTIVEMQ_URI=failover:(tcp://rm-server-svc:5672) JOBAGENT_CONTAINER_COUNT=2 JOB_QUEUE=DEFAULT JOBAGENT_CONTAINER_MEMORYLIMIT=2048 RAPIDMINER_JOBAGENT_OPTS="-Djobagent.python.registryBaseUrl=http://pem-webui-svc:82/" # # Proxy # PROXY_VERSION=9.6.0 PEM_BACKEND=http://pem-webui-svc:82/ PEM_URL_SUFFIX=/python-admin RTS_WEBUI_BACKEND=http://rts-webui-svc:81/ RTS_WEBUI_URL_SUFFIX=/rts-admin RTS_SCORING_BACKEND=http://rts-agent-svc:8090/ RTS_SCORING_URL_SUFFIX=/rts HTTPS_CRT_PATH=/rapidminer/uploaded/certs/validated_cert.crt HTTPS_KEY_PATH=/rapidminer/uploaded/certs/validated_cert.key HTTPS_DH_PATH=/rapidminer/uploaded/certs/dhparam.pem # # Python environment manager # PEM_VERSION=9.6.0 # # Real-Time Scoring Agent # RTS_VERSION=9.6.0 RTSUI_VERSION=9.6.0 WAIT_FOR_LICENSES=1
The docker-compose definition (docker-compose.yml)
version: '3'
services:
rm-proxy-svc:
image: ${REGISTRY}rapidminer-proxy:${PROXY_VERSION}
hostname: rm-proxy-svc
restart: always
environment:
- RMSERVER_BACKEND=${RAPIDMINER_SERVER_URL}
- PEM_BACKEND=${PEM_BACKEND}
- PEM_URL_SUFFIX=${PEM_URL_SUFFIX}
- RTS_WEBUI_BACKEND=${RTS_WEBUI_BACKEND}
- RTS_WEBUI_URL_SUFFIX=${RTS_WEBUI_URL_SUFFIX}
- RTS_SCORING_BACKEND=${RTS_SCORING_BACKEND}
- RTS_SCORING_URL_SUFFIX=${RTS_SCORING_URL_SUFFIX}
- HTTPS_CRT_PATH=${HTTPS_CRT_PATH}
- HTTPS_KEY_PATH=${HTTPS_KEY_PATH}
- HTTPS_DH_PATH=${HTTPS_DH_PATH}
- DEBUG_CONF_INIT=false
ports:
- 80:80
- 443:443
networks:
rm-platform-int-net:
aliases:
- rm-proxy-svc
volumes:
- ./ssl:/etc/nginx/ssl:ro
- pem-uploaded-vol:/rapidminer/pem/uploaded/
- rts-uploaded-vol:/rapidminer/rts/uploaded/
rm-postgresql-svc:
image: postgres:9.6
hostname: rm-postgresql-svc
restart: always
environment:
- POSTGRES_DB=${SERVER_DBSCHEMA}
- POSTGRES_USER=${SERVER_DBUSER}
- POSTGRES_PASSWORD=${SERVER_DBPASS}
volumes:
- rm-postgresql-vol:/var/lib/postgresql/data
networks:
rm-platform-int-net:
aliases:
- rm-postgresql-svc
rm-server-svc:
image: ${REGISTRY}rapidminer-server:${SERVER_VERSION}
hostname: rm-server-svc
restart: always
environment:
- DBHOST=${SERVER_DBHOST}
- DBSCHEMA=${SERVER_DBSCHEMA}
- DBUSER=${SERVER_DBUSER}
- DBPASS=${SERVER_DBPASS}
- SERVER_MAX_MEMORY=${SERVER_MAX_MEMORY}
- BROKER_ACTIVEMQ_USERNAME=${BROKER_ACTIVEMQ_USERNAME}
- BROKER_ACTIVEMQ_PASSWORD=${BROKER_ACTIVEMQ_PASSWORD}
- JOBSERVICE_AUTH_SECRET=${AUTH_SECRET}
- TZ=${TZ}
volumes:
- rm-server-bootstrap-vol:/bootstrap.d
- rm-server-home-vol:/persistent-rapidminer-home
depends_on:
- rm-postgresql-svc
networks:
rm-platform-int-net:
aliases:
- rm-server-svc
rm-server-job-agent-svc:
image: ${REGISTRY}rapidminer-execution-jobagent:${SERVER_VERSION}
hostname: rm-server-job-agent-svc
restart: always
environment:
- RMSERVER_HOST=${RAPIDMINER_SERVER_HOST}
- JOBAGENT_QUEUE_ACTIVEMQ_URI=${JOBAGENT_QUEUE_ACTIVEMQ_URI}
- JOBAGENT_QUEUE_ACTIVEMQ_USERNAME=${BROKER_ACTIVEMQ_USERNAME}
- JOBAGENT_QUEUE_ACTIVEMQ_PASSWORD=${BROKER_ACTIVEMQ_PASSWORD}
- JOBAGENT_AUTH_SECRET=${AUTH_SECRET}
- JOBAGENT_CONTAINER_COUNT=${JOBAGENT_CONTAINER_COUNT}
- JOB_QUEUE=${JOB_QUEUE}
- JOBAGENT_CONTAINER_MEMORYLIMIT=${JOBAGENT_CONTAINER_MEMORYLIMIT}
- RAPIDMINER_JOBAGENT_OPTS=${RAPIDMINER_JOBAGENT_OPTS}
- TZ=${TZ}
volumes:
- rm-server-bootstrap-ja-vol:/bootstrap.d
depends_on:
- rm-server-svc
networks:
rm-platform-int-net:
aliases:
- rm-server-job-agent-svc
pem-webui-svc:
image: ${REGISTRY}python-environment-manager-webui:${PEM_VERSION}
hostname: pem-webui-svc
restart: always
volumes:
- pem-uploaded-vol:/var/www/html/uploaded/
networks:
rm-platform-int-net:
aliases:
- pem-webui-svc
pem-cron-svc:
image: ${REGISTRY}python-environment-manager-cron:${PEM_VERSION}
hostname: pem-cron-svc
restart: always
volumes:
- pem-cron-log-vol:/var/log/
- pem-uploaded-vol:/rapidminer/uploaded/
- /var/run/docker.sock:/var/run/docker.sock
networks:
rm-platform-int-net:
aliases:
- pem-cron-svc
rts-webui-svc:
image: ${REGISTRY}rapidminer-real-time-scoring-webui:${RTSUI_VERSION}
hostname: rts-webui-svc
restart: always
volumes:
- rts-uploaded-vol:/var/www/html/uploaded/
networks:
rm-platform-int-net:
aliases:
- rts-webui-svc
rts-cron-svc:
image: ${REGISTRY}rapidminer-real-time-scoring-cron:${RTSUI_VERSION}
hostname: rts-cron-svc
restart: always
volumes:
- rts-cron-log-vol:/var/log/
- rts-licenses-vol:/rapidminer/rts_home/licenses/
- rts-uploaded-vol:/rapidminer/uploaded/
- /var/run/docker.sock:/var/run/docker.sock
networks:
rm-platform-int-net:
aliases:
- rts-cron-svc
rts-agent-svc:
image: ${REGISTRY}rapidminer-execution-scoring:${RTS_VERSION}
hostname: rts-agent-svc
restart: always
environment:
- WAIT_FOR_LICENSES=${WAIT_FOR_LICENSES}
- TZ=${TZ}
volumes:
- rts-deployments-vol:/rapidminer-scoring-agent/home/deployments/
- rts-licenses-vol:/rapidminer-scoring-agent/home/resources/licenses/rapidminer-scoring-agent/
networks:
rm-platform-int-net:
aliases:
- rts-agent-svc
volumes:
rm-postgresql-vol:
rm-server-bootstrap-vol:
rm-server-home-vol:
rm-server-bootstrap-ja-vol:
pem-uploaded-vol:
pem-cron-log-vol:
rts-deployments-vol:
rts-licenses-vol:
rts-uploaded-vol:
rts-cron-log-vol:
networks:
rm-platform-int-net: