big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDDS-1442. add spark container to ozonesecure-mr compose files

Browse Source 
Closes #746
This commit is contained in:
Ajay Kumar 2019-05-21 17:09:21 +02:00 committed by Márton Elek
parent c1d7d68c78
commit ff5691ca06
No known key found for this signature in database
GPG Key ID: D51EA8F00EE79B28
2 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/docker-compose.yaml vendored
View File

@ -111,3 +111,13 @@ services:
HADOOP_CLASSPATH: /opt/ozone/share/ozone/lib/hadoop-ozone-filesystem-lib-current-@project.version@.jar HADOOP_CLASSPATH: /opt/ozone/share/ozone/lib/hadoop-ozone-filesystem-lib-current-@project.version@.jar
WAIT_FOR: rm:8088 WAIT_FOR: rm:8088
command: ["yarn","timelineserver"] command: ["yarn","timelineserver"]
spark:
image: ahadoop/spark-2.4:hadoop-3.2
hostname: spark
volumes:
- ../..:/opt/hadoop
ports:
- 4040:4040
env_file:
- docker-config
command: ["watch","-n","100000","ls"]

2
hadoop-ozone/dist/src/main/compose/ozonesecure-mr/docker-config vendored
View File

@ -168,7 +168,7 @@ LOG4J2.PROPERTIES_rootLogger.appenderRef.stdout.ref=STDOUT
OZONE_DATANODE_SECURE_USER=root OZONE_DATANODE_SECURE_USER=root
KEYTAB_DIR=/etc/security/keytabs KEYTAB_DIR=/etc/security/keytabs
KERBEROS_KEYTABS=dn om scm HTTP testuser s3g rm nm yarn jhs hadoop KERBEROS_KEYTABS=dn om scm HTTP testuser s3g rm nm yarn jhs hadoop spark
KERBEROS_KEYSTORES=hadoop KERBEROS_KEYSTORES=hadoop
KERBEROS_SERVER=kdc KERBEROS_SERVER=kdc
JAVA_HOME=/usr/lib/jvm/jre JAVA_HOME=/usr/lib/jvm/jre