starting superset, mysql, redis

-
docker상에서 superset(server-worker), mysql, redis 분산 실행 

## Environment
    centos 7.6
    docker 1.13.1
## architecture


## starting mysql
[root@kylin docker-files]# docker run --name mysql --rm --env-file .env -d -p 3306:3306 docker.io/mysql:5.7
d399db893198be4ef8cea8b47dbbd27357795bec7b5d1426dc0ea63a6fb20d33
[root@kylin docker-files]# docker ps -a
CONTAINER ID        IMAGE                 COMMAND                  CREATED             STATUS              PORTS                               NAMES
d399db893198        docker.io/mysql:5.7   "docker-entrypoint..."   5 seconds ago       Up 4 seconds        0.0.0.0:3306->3306/tcp, 33060/tcp   mysql
[root@kylin docker-files]#
[root@kylin docker-files]# docker inspect d399db893198
"Networks": {
                "bridge": {
                    "IPAMConfig": null,
                    "Links": null,
                    "Aliases": null,
                    "NetworkID": "f1f7e838ec0d181240f6300e5ba039a308a87046bfea9447c06f61b9bd1eb8f6",
                    "EndpointID": "1c3ef318158b94ca70e0c78a26afda06f94cc51441e2ae8d54f87ec23e3cf9d9",
                    "Gateway": "172.17.0.1",
                    "IPAddress": "172.17.0.2",
                    "IPPrefixLen": 16,
                    "IPv6Gateway": "",
                    "GlobalIPv6Address": "",
                    "GlobalIPv6PrefixLen": 0,
                    "MacAddress": "02:42:ac:11:00:02"
                }

## starting redis
[root@kylin docker-files]# docker run --name redis --rm --env-file .env -d -p 6379:6379 docker.io/redis:3.2
5e8626fb0852663d7aaafefb22a6ee620b2410789fc99a73f1275c3923cc1a25
[root@kylin docker-files]# docker ps -a
CONTAINER ID        IMAGE                 COMMAND                  CREATED             STATUS              PORTS                               NAMES
5e8626fb0852        docker.io/redis:3.2   "docker-entrypoint..."   4 seconds ago       Up 3 seconds        0.0.0.0:6379->6379/tcp              redis
d399db893198        docker.io/mysql:5.7   "docker-entrypoint..."   39 minutes ago      Up 39 minutes       0.0.0.0:3306->3306/tcp, 33060/tcp   mysql
[root@kylin docker-files]# docker inspect 5e8626fb0852
[
    {
        "Id": "5e8626fb0852663d7aaafefb22a6ee620b2410789fc99a73f1275c3923cc1a25",
"Networks": {
                "bridge": {
                    "IPAMConfig": null,
                    "Links": null,
                    "Aliases": null,
                    "NetworkID": "f1f7e838ec0d181240f6300e5ba039a308a87046bfea9447c06f61b9bd1eb8f6",
                    "EndpointID": "8527ad527fa04a9cf50617a302d735e2e0aed4c51d4ac1d73bb0f348beae6927",
                    "Gateway": "172.17.0.1",
                    "IPAddress": "172.17.0.3",
                    "IPPrefixLen": 16,
                    "IPv6Gateway": "",
                    "GlobalIPv6Address": "",
                    "GlobalIPv6PrefixLen": 0,
                    "MacAddress": "02:42:ac:11:00:03"
                }

## starting superset server
[root@kylin docker-files]# docker run -p 8088:8088 --rm -v config:/home/superset/config/ abhioncbr/docker-superset:0.29.0rc5 cluster server mysql://superset:superset@172.17.0.2:3306/superset redis://172.17.0.3:6379
Environment Variable: SUPERSET_ENV:
Provided Script Arguments: cluster server mysql://superset:superset@172.17.0.2:3306/superset redis://172.17.0.3:6379
Environment Variable Exported: DB_URL: mysql://superset:superset@172.17.0.2:3306/superset
Environment Variable Exported: REDIS_URL: redis://172.17.0.3:6379
Environment Variable Exported: INVOCATION_TYPE: RUN
Starting Initialization[if needed]
/usr/local/lib/python3.6/site-packages/psycopg2/__init__.py:144: UserWarning: The psycopg2 wheel package will be renamed from release 2.8; in order to keep installing from binary please use "pip install psycopg2-binary" instead. For details see: <http://initd.org/psycopg/docs/install.html#binary-install-from-pypi>.
  """)
Apache-Superset Already Initialized.
Container deployment type: cluster
[2019-08-24 14:16:57 +0000] [20] [INFO] Starting gunicorn 19.8.0
[2019-08-24 14:16:57 +0000] [20] [INFO] Listening at: http://0.0.0.0:8088 (20)
[2019-08-24 14:16:57 +0000] [20] [INFO] Using worker: gevent
[2019-08-24 14:16:57 +0000] [23] [INFO] Booting worker with pid: 23
[2019-08-24 14:16:57 +0000] [24] [INFO] Booting worker with pid: 24

## starting superset worker1
[root@kylin docker-files]# docker run -p 5555:5555 --rm -v config:/home/superset/config/ abhioncbr/docker-superset:0.29.0rc5 cluster worker mysql://superset:superset@172.17.0.2:3306/superset redis://172.17.0.3:6379
Environment Variable: SUPERSET_ENV:
Provided Script Arguments: cluster worker mysql://superset:superset@172.17.0.2:3306/superset redis://172.17.0.3:6379
Environment Variable Exported: DB_URL: mysql://superset:superset@172.17.0.2:3306/superset
Environment Variable Exported: REDIS_URL: redis://172.17.0.3:6379
Environment Variable Exported: INVOCATION_TYPE: RUN
Starting Initialization[if needed]
/usr/local/lib/python3.6/site-packages/psycopg2/__init__.py:144: UserWarning: The psycopg2 wheel package will be renamed from release 2.8; in order to keep installing from binary please use "pip install psycopg2-binary" instead. For details see: <http://initd.org/psycopg/docs/install.html#binary-install-from-pypi>.
  """)
Apache-Superset Already Initialized.
Container deployment type: cluster
/usr/local/lib/python3.6/site-packages/psycopg2/__init__.py:144: UserWarning: The psycopg2 wheel package will be renamed from release 2.8; in order to keep installing from binary please use "pip install psycopg2-binary" instead. For details see: <http://initd.org/psycopg/docs/install.html#binary-install-from-pypi>.
  """)
2019-08-24 14:53:42,331:INFO:flower.command:Visit me at http://localhost:5555
2019-08-24 14:53:42,458:INFO:flower.command:Broker: redis://172.17.0.3:6379/0
2019-08-24 14:53:42,470:INFO:flower.command:Registered tasks:
['celery.accumulate',
 'celery.backend_cleanup',
 'celery.chain',
 'celery.chord',
 'celery.chord_unlock',
 'celery.chunks',
 'celery.group',
 'celery.map',
 'celery.starmap',
 'superset.sql_lab.get_sql_results']
2019-08-24 14:53:42,583:INFO:kombu.mixins:Connected to redis://172.17.0.3:6379/0
2019-08-24 14:53:45,879:WARNING:flower.api.control:'stats' inspect method failed
2019-08-24 14:53:45,879:WARNING:flower.api.control:'active_queues' inspect method failed
2019-08-24 14:53:45,880:WARNING:flower.api.control:'registered' inspect method failed
2019-08-24 14:53:45,880:WARNING:flower.api.control:'scheduled' inspect method failed
2019-08-24 14:53:45,880:WARNING:flower.api.control:'active' inspect method failed
2019-08-24 14:53:45,880:WARNING:flower.api.control:'reserved' inspect method failed
2019-08-24 14:53:45,881:WARNING:flower.api.control:'revoked' inspect method failed
2019-08-24 14:53:45,881:WARNING:flower.api.control:'conf' inspect method failed

## starting superset worker2
[root@kylin docker-files]# docker run --rm -v config:/home/superset/config/ abhioncbr/docker-superset:0.29.0rc5 cluster worker mysql://superset:superset@172.17.0.2:3306/superset redis://172.17.0.3:6379
Environment Variable: SUPERSET_ENV:
Provided Script Arguments: cluster worker mysql://superset:superset@172.17.0.2:3306/superset redis://172.17.0.3:6379
Environment Variable Exported: DB_URL: mysql://superset:superset@172.17.0.2:3306/superset
Environment Variable Exported: REDIS_URL: redis://172.17.0.3:6379
Environment Variable Exported: INVOCATION_TYPE: RUN
Starting Initialization[if needed]
/usr/local/lib/python3.6/site-packages/psycopg2/__init__.py:144: UserWarning: The psycopg2 wheel package will be renamed from release 2.8; in order to keep installing from binary please use "pip install psycopg2-binary" instead. For details see: <http://initd.org/psycopg/docs/install.html#binary-install-from-pypi>.
  """)
Apache-Superset Already Initialized.
Container deployment type: cluster
/usr/local/lib/python3.6/site-packages/psycopg2/__init__.py:144: UserWarning: The psycopg2 wheel package will be renamed from release 2.8; in order to keep installing from binary please use "pip install psycopg2-binary" instead. For details see: <http://initd.org/psycopg/docs/install.html#binary-install-from-pypi>.
  """)
2019-08-24 14:59:49,513:INFO:flower.command:Visit me at http://localhost:5555
2019-08-24 14:59:49,557:INFO:flower.command:Broker: redis://172.17.0.3:6379/0
2019-08-24 14:59:49,568:INFO:flower.command:Registered tasks:
['celery.accumulate',
 'celery.backend_cleanup',
 'celery.chain',
 'celery.chord',
 'celery.chord_unlock',
 'celery.chunks',
 'celery.group',
 'celery.map',
 'celery.starmap',
 'superset.sql_lab.get_sql_results']
2019-08-24 14:59:49,648:INFO:kombu.mixins:Connected to redis://172.17.0.3:6379/0
## result

댓글

댓글 쓰기

이 블로그의 인기 게시물

error You have $NVM_DIR set to "/root/.nvm", but that directory does not exist. Check your profile files and environment.

-
#error [min@localhost ~]$ curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 100 13527 100 13527 0 0 17679 0 --:--:-- --:--:-- --:--:-- 17682 You have $NVM_DIR set to "/root/.nvm", but that directory does not exist. Check your profile files and environment. #fix error [min@localhost ~]$ unset NVM_DIR [min@localhost ~]$ curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 100 13527 100 13527 0 0 28270 0 --:--:-- --:--:-- --:--:-- 28240 => Downloading nvm from git to '/home/min/.nvm' => Cloning into '/home/min/.nvm'... remote: Enumerating objects: 290, done. remot
자세한 내용 보기

linux mint install xrdp

-
이미지
## install xrdp $ sudo apt install xrdp $ sudo adduser xrdp ssl-cert $ sudo ufw allow from 192.168.2.0/24 to any port 3389 $ sudo ufw reload $ sudo ufw status ## xrdp connection closes immediately? $ sudo vim /etc/xrdp/startwm.sh unset DBUS_SESSION_BUS_ADDRESS unset XDG_RUNTIME_DIR $ sudo systemctl restart xrdp ## xrdp connection closes immediately? $ sudo vim /etc/xrdp/startwm.sh #!/bin/sh # xrdp X session start script (c) 2015, 2017 mirabilos # published under The MirOS Licence if test -r /etc/profile; then . /etc/profile fi if test -r /etc/default/locale; then . /etc/default/locale test -z "${LANG+x}" || export LANG test -z "${LANGUAGE+x}" || export LANGUAGE test -z "${LC_ADDRESS+x}" || export LC_ADDRESS test -z "${LC_ALL+x}" || export LC_ALL test -z "${LC_COLLATE+x}" || export LC_COLLATE test -z "${LC_CTYPE+x}" || export LC_CTYPE test -z "${LC_IDENTIFICATION+x}" || export L
자세한 내용 보기

centos 6.x yum update problem making ssl connection

-
이미지
## yum update [root@localhost ~]# yum update Loaded plugins: fastestmirror Setting up Update Process Loading mirror speeds from cached hostfile https://vault.centos.org/centos/6/os/x86_64/repodata/repomd.xml: [Errno 14] problem making ssl connection Trying other mirror. Error: Cannot retrieve repository metadata (repomd.xml) for repository: base. Please verify its path and try again ## fix repo [root@localhost ~]# cd /etc/yum yum/ yum.conf yum.repos.d/ [root@localhost ~]# cd /etc/yum.repos.d/ [root@localhost ~]# yum clean all Loaded plugins: fastestmirror Cleaning repos: base update Cleaning up Everything Cleaning up list of fastest mirrors ## fix repo [root@localhost yum.repos.d]# vi CentOS-Base.repo [base] name= CentOS-6 - Base baseurl= http://mirror.nsc.liu.se/centos-store/6.6/os/x86_64/ gpgcheck=0 priority=1 protect=1 [update] name=CentOS-6 - Updates baseurl=https://archive.kernel.org/centos-vault/6.6/updates/x86_64/ gpgcheck=0 priority=1 protect=1
자세한 내용 보기