big-data-stack-practice/docker-compose.yml at master · awaazai/big-data-stack-practice · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
version: "3"
services:

  database:
    container_name: database
    image: postgres:12-alpine
    ports:
      - 5434:5434
    environment:
      POSTGRES_DB: metastore
      POSTGRES_USER: hive
      POSTGRES_PASSWORD: hive

  hive-server:
    container_name: hive-server
    image: homemade/hive:3.1.0
    ports:
      - 10000:10000
    env_file:
      - ./hive.env
    environment:
      HIVE_CORE_CONF_javax_jdo_option_ConnectionURL: "jdbc:postgresql://hive-metastore/metastore"
      HIVE_SITE_CONF_hive_metastore_uris: "thrift://hive-metastore:9083"
      # https://stackoverflow.com/a/53336873
      HIVE_SITE_CONF_hive_server2_active_passive_ha_enable: "true"

  hive-metastore:
    container_name: hive-metastore
    image: homemade/hive:3.1.0
    ports:
      - 9083:9083
    volumes:
      - "./etc/hivemetastore/create-table.sql:/tmp/create-table.sql"
      - "./etc/hivemetastore/update-metadata.sql:/tmp/update-metadata.sql"
    env_file:
      - ./hive.env
    command: hivemetastore

  minio:
    container_name: minio
    image: minio/minio:RELEASE.2020-04-10T03-34-42Z
    ports:
      - 9000:9000
    environment:
      MINIO_ACCESS_KEY: minio
      MINIO_SECRET_KEY: minio123
    command: server /data

  trino:
    container_name: trino
    image: trinodb/trino
    ports:
      - 8080:8080
    volumes:
      #- "./etc/presto/config.properties:/lib/presto/default/etc/config.properties"
      - "./etc/trino/hive.properties:/etc/trino/catalog/hive.properties"
      #- "./etc/trino/query-example.sql:/tmp/query-example.sql"

# important to have external network, without `_` underscore symbol, otherwise hive-server will fail
networks:
  default:
    external:
      name: hive-test