Python连接 Mysql、MongoDB、Redis、Doris、kafka方法汇总

秒速五厘米 2022-09-11 07:22 756阅读 0赞

### Python连接 Mysql、MongoDB、Redis、Doris方法汇总 ###

*  yaml
 *  sqlalchemy

# yaml #

![在这里插入图片描述][watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5oiQ6YO94oCU5pWw5o2u56CU5Y-R5bel56iL5biI4oCU5p2o5rSL_size_18_color_FFFFFF_t_70_g_se_x_16]

with open('./config.yaml') as f:
        load = yaml.safe_load(f)
        redis_host = load['redis']['host']
        redis_port = load['redis']['port']
        redis_pw = load['redis']['password']
        env = load['env']
        __mongo_url__ = load['mongo']['url']
        amap_url = load['amap']['url']
    
    __pool__ = redis.ConnectionPool(host=redis_host, port=redis_port, password=redis_pw)
    # 连接 mongodb
    mongo_client = pymongo.MongoClient(__mongo_url__)
    # 连接 redis
    redis_conn = redis.Redis(connection_pool=__pool__)
    # 连接 kafka
    servers_ = load['kafka']['bootstrap_servers']
    kafka_producer = KafkaProducer(bootstrap_servers=servers_, compression_type='lz4', batch_size=0,)

# sqlalchemy #

![在这里插入图片描述][watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5oiQ6YO94oCU5pWw5o2u56CU5Y-R5bel56iL5biI4oCU5p2o5rSL_size_17_color_FFFFFF_t_70_g_se_x_16]

# 连接 redis
    PROXY_REDIS_CONN = StrictRedis().from_url(REDIS_URI.format(252))
    # 连接 mysql
    etl_read_cache_engine = create_engine(
        CACHE_ORIGIN_DATA_CONF['url'],
        max_overflow=CACHE_ORIGIN_DATA_CONF['max_overflow'],  # 超过连接池大小外最多创建的连接
        pool_size=CACHE_ORIGIN_DATA_CONF['pool_size'],  # 连接池大小
        pool_timeout=CACHE_ORIGIN_DATA_CONF['pool_timeout'],  # 池中没有线程最多等待的时间，否则报错
        pool_recycle=CACHE_ORIGIN_DATA_CONF['pool_recycle']  # 多久之后对线程池中的线程进行一次连接的回收（重置）
    )
    ReadCacheSession = sessionmaker(bind=etl_read_cache_engine)
    etl_read_cache_session = scoped_session(ReadCacheSession)

[watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5oiQ6YO94oCU5pWw5o2u56CU5Y-R5bel56iL5biI4oCU5p2o5rSL_size_18_color_FFFFFF_t_70_g_se_x_16]: /images/20220828/294a6a2e01f54c218ab62a6968d3f903.png
[watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5oiQ6YO94oCU5pWw5o2u56CU5Y-R5bel56iL5biI4oCU5p2o5rSL_size_17_color_FFFFFF_t_70_g_se_x_16]: /images/20220828/df715b8794f74257a9641a0b45d41504.png