跳到主要内容

安装容器

安装Kafka​

docker run -d --name zookeeper -p 2181:2181  -t wurstmeister/zookeeper
docker run -d --name kafka --publish 9092:9092 --link zookeeper:zookeeper -e KAFKA_BROKER_ID=1  -e HOST_IP=192.168.0.100  -e KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181 -e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://192.168.0.100:9092  -e KAFKA_ADVERTISED_HOST_NAME=192.168.0.100 -e KAFKA_ADVERTISED_PORT=9082  --restart=always  -t  wurstmeister/kafka

docker运行mysql​

mysql5.7​

sudo docker run -d \
  --name mysql-container \
  -e MYSQL_ROOT_PASSWORD=root \
  -p 3309:3306 \
  mysql:5.7

mysql8.0​

sudo docker run -d \
  --name=mysql85-server \
  -p 3310:3306 \
  -e MYSQL_ROOT_PASSWORD=123456 \
  -e MYSQL_ROOT_HOST=% \
  mysql:8.1.0
sudo docker ps
sudo docker exec -it mysql85-server /bin/bash

mysql8.0第二种方法​

mkdir -p /home/datadev/testmysql/conf

vim /home/datadev/testmysql/conf/my.cnf

[mysqld]
server-id=1
log-bin=mysql-bin
binlog-format=ROW
gtid_mode=ON
enforce_gtid_consistency=true


sudo docker run -d \
  --restart=always \
  --name=mysql85-server \
  -p 3311:3306 \
  -e MYSQL_ROOT_PASSWORD=123456 \
  -v /home/datadev/testmysql/conf:/etc/mysql/conf.d \
  -e MYSQL_ROOT_HOST=% \
  mysql:8.0.28

-- 启动mysql容器要等6分钟左右才能够连接。

SET @@GLOBAL.GTID_MODE = ON;
SET @@GLOBAL.ENFORCE_GTID_CONSISTENCY = ON;
ALTER USER 'root'@'%' IDENTIFIED BY 'root';
FLUSH PRIVILEGES;


-- 查看是否开启gtid
SHOW VARIABLES LIKE 'gtid_mode';
-- 查看已执行的GTID集合
SELECT @@GLOBAL.gtid_executed;
SHOW VARIABLES LIKE 'binlog_format';

docker运行redis​

sudo docker run -itd --name redis-test -p 6380:6379 redis

docker运行hadoop​

sudo docker run -dit --name hadoop --network=host --privileged=true -p 8020:8020 -p 50070:50070 -p 8088:8088 -p 9000:9000 sequenceiq/hadoop-docker:2.7.0 /etc/bootstrap.sh -bash

docker运行hbase​

sudo docker run -dit --name hbase-node --network=host \
  -p 16010:16010 \
  -p 9090:9090 \
  -p 60020:60020 \
  -v /path/to/hbase-data:/hbasedata \
  harisekhon/hbase:latest

# 进入容器执行命令
sudo docker exec -it hbase-node /bin/bash

docker安装ek​

sudo docker run -d \
    --name es \
    -e "ES_JAVA_OPTS=-Xms512m -Xmx512m" \
    -e "discovery.type=single-node" \
    --privileged \
    -p 9200:9200 \
    -p 9300:9300 \
elasticsearch:7.12.1
sudo docker run -d \
--name kibana \
-e ELASTICSEARCH_HOSTS=http://192.168.61.202:9200 \
-p 5601:5601  \
kibana:7.12.1


# 查看日志
docker logs kibana
export FLINK_PROPERTIES="jobmanager.rpc.address: jobmanager"
sudo docker network create flink-network

sudo docker run -d \
    --rm \
    --name=jobmanager \
    --network flink-network \
    --publish 8082:8081 \
    --env FLINK_PROPERTIES="${FLINK_PROPERTIES}" \
    flink:latest jobmanager

sudo docker run -d \
    --rm \
    --name=taskmanager \
    --network flink-network \
    --env FLINK_PROPERTIES="${FLINK_PROPERTIES}" \
    flink:latest taskmanager

sudo docker run -d \
    --rm \
    --name=taskmanager1 \
    --network flink-network \
    --env FLINK_PROPERTIES="${FLINK_PROPERTIES}" \
    flink:latest taskmanager

docker安装免费ip代理池​

https://github.com/Python3WebSpider/ProxyPool

unzip ProxyPool-master.zip
cd ProxyPool-master
sudo yum install -y docker-compose
sudo docker-compose up


http://192.168.61.202:5555/random