How do I run a simple demo with the sink-connector lightweight ?

[aadant]

To get started with a simple demo on Linux using docker-compose :

git clone https://github.com/Altinity/clickhouse-sink-connector.git
cd clickhouse-sink-connector/sink-connector-lightweight/docker
export CLICKHOUSE_SINK_CONNECTOR_LT_IMAGE=altinity/clickhouse-sink-connector:2.4.0-lt
docker-compose up
# MySQL console
docker exec -it mysql-master mysql -uroot -proot
# ClickHouse console
clickhouse-client -mn -h localhost --user root --password root

# clean up

docker-compose down

SQL to run on MySQL that will get replicated :

-- promotion
update employees set jobTitle = concat('Senior ', jobTitle);
select * from employees;

-- deletion example, 3 tables

select count(*) from payments;
select count(*) from customers;
select count(*) from employees;


delete from payments where customerNumber in (select customerNumber from customers where salesRepEmployeeNumber=1621);
delete from customers where salesRepEmployeeNumber=1621;
delete from employees where lastName='Kato';

select count(*) from payments;
select count(*) from customers;
select count(*) from employees;

--- DDL
alter table employees add column hireDate Date default (curdate());
alter table employees drop column hireDate;

--- inserts 
insert into employees(employeeNumber,lastName,firstName,extension,email,officeCode,reportsTo,jobTitle) select 2000,lastName,firstName,extension,email,officeCode,reportsTo,jobTitle from
employees  where lastName='Gerard';


alter table employees drop  CONSTRAINT `employees_ibfk_2`;
alter table employees modify column officeCode int not null;
show create table employees;

Checksums (Python 3.10 and above)

cd $HOME/clickhouse-sink-connector/sink-connector/python
source ./install.sh
python db_compare/clickhouse_table_checksum.py --clickhouse_host 127.0.0.1 --clickhouse_user root  --clickhouse_database test --tables_regex 'employees$'  --max_datetime_value "2299-12-31 00:00:00" --exclude_columns _version,is_deleted --sign_column "" 
python db_compare/mysql_table_checksum.py --min_date_value "1900-01-01" --mysql_host 127.0.0.1 --mysql_database test --tables_regex 'employees$' --max_datetime_value "2299-12-31 00:00:00"  --binary_encoding base64