fix: can't adding new columns as primary key (#2310)

tests/cases/standalone/common/alter/add_col.sql

@@ -1,9 +1,25 @@
 CREATE TABLE test(i INTEGER, j TIMESTAMP TIME INDEX);
 
+DESC TABLE test;
+
 INSERT INTO test VALUES (1, 1), (2, 2);
 
 ALTER TABLE test ADD COLUMN k INTEGER;
 
 SELECT * FROM test;
 
+DESC TABLE test;
+
+ALTER TABLE test ADD COLUMN host STRING PRIMARY KEY;
+
+SELECT * FROM test;
+
+DESC TABLE test;
+
+ALTER TABLE test ADD COLUMN idc STRING default "idc" PRIMARY KEY;
+
+SELECT * FROM test;
+
+DESC TABLE test;
+
 DROP TABLE test;