TopMind ETL 转换器
项目描述
ETL 表转换器和创建者
用于将表从一个数据库转换到另一个数据库的 Python 工具包
数据库类型
支持的数据库。您必须使用数据库的短名称 short_name：数据库类型
- ch:点击屋
- pg:postgresql
- mysql:mysql
- 垂直：垂直
- 喷溶胶：喷溶胶
支持的数据库转换
- mysql到pg
- mysql到vertica
- mysql 到 exasol
- ch到vertica
- pg到vertica
证书
sql_credentials = {
"pg": {
"database": os.getenv("PG_DATABASE"),
"schema": os.getenv("PG_SCHEMA"),
"user": os.getenv("PG_USER"),
"host": os.getenv("PG_HOST"),
"port": os.getenv("PG_PORT"),
"password": os.getenv("PG_PASSWORD"),
#additional params bellow (optional)
"executemany_mode": "values",
"executemany_values_page_size": 10000,
"executemany_batch_page_size": 500,
},
"ch": {
"database": os.getenv("CH_DATABASE"),
"user": os.getenv("CH_USER"),
"host": os.getenv("CH_HOST"),
"port": os.getenv("CH_PORT"),
"password": os.getenv("CH_PASSWORD"),
#additional params bellow (optional)
"connect_args": {
"alt_hosts": "{},{}:{}".format(
os.getenv("CH_HOST_B"), os.getenv("CH_HOST_C"), os.getenv("CH_PORT")
)
},
},
"vertica": {
"database": os.getenv("VERTICA_DATABASE"),
"schema": os.getenv("VERTICA_SCHEMA"),
"user": os.getenv("VERTICA_USER"),
"host": os.getenv("VERTICA_HOST"),
"port": os.getenv("VERTICA_PORT"),
"password": os.getenv("VERTICA_PASSWORD"),
#additional params bellow (optional)
"connect_args": {
"connection_load_balance": True,
"backup_server_node": json.loads(os.getenv("VERTICA_CONFIGS"))[
"backup_server_node"
],
},
},
"mysql": {
"database": os.getenv("MYSQL_DATABASE"),
"user": os.getenv("MYSQL_USER"),
"host": os.getenv("MYSQL_HOST"),
"port": os.getenv("MYSQL_PORT"),
"password": os.getenv("MYSQL_PASSWORD"),
},
}
用法
pip3 install etl-converter-talenttech
import os
from converter.fields_converter import FieldsConverter
tables = [
"directions",
"users"
]
from_db = "mysql"
to_db = "pg"
converter = FieldsConverter(sql_credentials, from_db, to_db, tables=tables)
print(converter.get_columns(tables[0]))
print(converter.get_columns(tables[0], table_from=False))
print(converter.create_list_of_tables(tables, to_create=False, dir=None))
关
etl_converter_talenttech -1.2.9-py3-none-any.whl 的哈希值
| 算法 | 哈希摘要 | |
|---|---|---|
| SHA256 | 60020bb4505ccead13a2cfd60d63a2c231e97a2b32c41ad305bba822590c9300 |
|
| MD5 | e6ed39e08559db9f24a374e8ec427fa8 |
|
| 布莱克2-256 | c9665a8c9b8f4185850091f59edde6acded0c17c1d867233a0042cd7f534ce7e |