MySQL 8.0

By using db<>fiddle, you agree to license everything you submit by Creative Commons CC0.
create table demo as with q as (select 42 x union all select 42) select 42 x from q a cross join q b cross join q c cross join q d cross join q e cross join q f cross join q g cross join q h cross join q i cross join q j cross join q k cross join q l cross join q m cross join q n cross join q o  cross join q p  cross join q r cross join q s cross join q t  cross join q u
select round(data_length/1024/1024) from information_schema.tables where table_name='demo'

round(data_length/1024/1024)

32

-- adding a column does not add space :)
alter table demo add column b numeric ;
select round(data_length/1024/1024) from information_schema.tables where table_name='demo'

round(data_length/1024/1024)

32

-- even with a default value in it :))
alter table demo add c numeric default 42 not null;
analyze table demo;select round(data_length/1024/1024) from information_schema.tables where table_name='demo'

Table
Op
Msg_type
Msg_text

db_1009719524.demo
analyze
status
OK

round(data_length/1024/1024)

32

-- proof that table would grow if it updates the rows
update demo set b=42
analyze table demo;select round(data_length/1024/1024) from information_schema.tables where table_name='demo'

Table
Op
Msg_type
Msg_text

db_1009719524.demo
analyze
status
OK

round(data_length/1024/1024)

71