Uncomment listing tests (#100)

* uncomment tests * fix * add some more checks * uncomment vac relation listing * more checks * check external bytes * fix run tests on branch * rename tables * fix
open-gpdb · Feb 15, 2025 · f83a6ba · f83a6ba
1 parent e0cb1c6
commit f83a6ba
Show file tree

Hide file tree

Showing 17 changed files with 655 additions and 492 deletions.
diff --git a/.github/workflows/tests.yaml b/.github/workflows/tests.yaml
@@ -47,7 +47,7 @@ jobs:
           docker exec s3_gpyezzey mc mb myminio/gpyezzey
 
       - name: Build
-        run: docker build . --file docker/yezzey/Dockerfile --tag yezzey:1.0 --build-arg accessKeyId=some_key --build-arg secretAccessKey=some_key --build-arg bucketName=gpyezzey --build-arg s3endpoint=http:\\/\\/$(docker inspect -f '{{range.NetworkSettings.Networks}}{{.IPAddress}}{{end}}' s3_gpyezzey):9000
+        run: docker build . --file docker/yezzey/Dockerfile --tag yezzey:1.0 --build-arg accessKeyId=some_key --build-arg secretAccessKey=some_key --build-arg bucketName=gpyezzey --build-arg s3endpoint=http:\\/\\/$(docker inspect -f '{{range.NetworkSettings.Networks}}{{.IPAddress}}{{end}}' s3_gpyezzey):9000 --build-arg yezzeyRef=$GITHUB_REF
 
       - name: Run Docker
         shell: bash

diff --git a/expected/drop-column.out b/expected/drop-column.out
@@ -1,90 +1,100 @@
 CREATE EXTENSION yezzey;
 SET client_min_messages TO WARNING;
 -- AO
-CREATE TABLE regaotya(i INT, j INT) WITH (appendonly=true);
-INSERT INTO regaotya SELECT i,i + 1 FROM generate_series(1, 100000) i;
-SELECT * FROM yezzey_define_offload_policy('regaotya');
+CREATE TABLE drop_column_regaotya(i INT, j INT) WITH (appendonly=true);
+INSERT INTO drop_column_regaotya SELECT i,i + 1 FROM generate_series(1, 100000) i;
+SELECT * FROM yezzey_define_offload_policy('drop_column_regaotya');
  yezzey_define_offload_policy 
 ------------------------------
 
 (1 row)
 
-SELECT reltablespace FROM pg_class where oid = 'regaotya'::regclass::oid;
+SELECT reltablespace FROM pg_class where oid = 'drop_column_regaotya'::regclass::oid;
  reltablespace 
 ---------------
           8555
 (1 row)
 
-SELECT count(1) from regaotya;
+SELECT count(1) from drop_column_regaotya;
  count  
 --------
  100000
 (1 row)
 
 -- drop columnn
-ALTER TABLE regaotya DROP COLUMN j;
-SELECT count(1) from regaotya;
+ALTER TABLE drop_column_regaotya DROP COLUMN j;
+SELECT count(1) from drop_column_regaotya;
  count  
 --------
  100000
 (1 row)
 
-SELECT count() FROM yezzey_offload_relation_status('regaotya');
+SELECT count() FROM yezzey_offload_relation_status('drop_column_regaotya');
  count 
 -------
      3
 (1 row)
 
-SELECT count() FROM yezzey_offload_relation_status_per_filesegment('regaotya');
+SELECT count() FROM yezzey_offload_relation_status_per_filesegment('drop_column_regaotya');
  count 
 -------
      3
 (1 row)
 
---SELECT count() FROM yezzey_relation_describe_external_storage_structure('regaotya');
-DROP TABLE regaotya;
+SELECT count(), sum(external_bytes) FROM yezzey_relation_describe_external_storage_structure('drop_column_regaotya');
+ count |   sum   
+-------+---------
+     3 | 1802048
+(1 row)
+
+DROP TABLE drop_column_regaotya;
 -- AOCS 
-CREATE TABLE regaocstya(i INT, j INT) WITH (appendonly=true, orientation=column);
-INSERT INTO regaocstya SELECT i,i + 1 FROM generate_series(1, 100000) i;
-SELECT * FROM yezzey_define_offload_policy('regaocstya');
+CREATE TABLE drop_column_regaocstya(i INT, j INT) WITH (appendonly=true, orientation=column);
+INSERT INTO drop_column_regaocstya SELECT i,i + 1 FROM generate_series(1, 100000) i;
+SELECT * FROM yezzey_define_offload_policy('drop_column_regaocstya');
  yezzey_define_offload_policy 
 ------------------------------
 
 (1 row)
 
-SELECT reltablespace FROM pg_class where oid = 'regaocstya'::regclass::oid;
+SELECT reltablespace FROM pg_class where oid = 'drop_column_regaocstya'::regclass::oid;
  reltablespace 
 ---------------
           8555
 (1 row)
 
-SELECT count(1) from regaocstya;
+SELECT count(1) from drop_column_regaocstya;
  count  
 --------
  100000
 (1 row)
 
 -- drop columnn
-ALTER TABLE regaocstya DROP COLUMN j;
-SELECT count(1) from regaocstya;
+ALTER TABLE drop_column_regaocstya DROP COLUMN j;
+SELECT count(1) from drop_column_regaocstya;
  count  
 --------
  100000
 (1 row)
 
-SELECT count() FROM yezzey_offload_relation_status('regaocstya');
+SELECT count() FROM yezzey_offload_relation_status('drop_column_regaocstya');
  count 
 -------
      3
 (1 row)
 
-SELECT count() FROM yezzey_offload_relation_status_per_filesegment('regaocstya');
+SELECT count() FROM yezzey_offload_relation_status_per_filesegment('drop_column_regaocstya');
  count 
 -------
      6
 (1 row)
 
---SELECT count() FROM yezzey_relation_describe_external_storage_structure('regaocstya');
-DROP TABLE regaocstya;
+SELECT count(), sum(external_bytes) FROM yezzey_relation_describe_external_storage_structure('drop_column_regaocstya');
+ count |  sum   
+-------+--------
+     6 | 801312
+(1 row)
+
+DROP TABLE drop_column_regaocstya;
 DROP EXTENSION yezzey;
 CHECKPOINT;
diff --git a/expected/simple.out b/expected/simple.out
@@ -1,48 +1,48 @@
 CREATE EXTENSION yezzey;
 SET client_min_messages TO WARNING;
 -- AO
-CREATE TABLE regaoty(i INT) WITH (appendonly=true);
-INSERT INTO regaoty SELECT * FROM generate_series(1, 100000);
-SELECT * FROM yezzey_define_offload_policy('regaoty');
+CREATE TABLE simple_regaoty(i INT) WITH (appendonly=true);
+INSERT INTO simple_regaoty SELECT * FROM generate_series(1, 100000);
+SELECT * FROM yezzey_define_offload_policy('simple_regaoty');
  yezzey_define_offload_policy 
 ------------------------------
 
 (1 row)
 
-SELECT reltablespace FROM pg_class where oid = 'regaoty'::regclass::oid;
+SELECT reltablespace FROM pg_class where oid = 'simple_regaoty'::regclass::oid;
  reltablespace 
 ---------------
           8555
 (1 row)
 
-SELECT count(1) FROM yezzey_dump_virtual_index('regaoty');
+SELECT count(1) FROM yezzey_dump_virtual_index('simple_regaoty');
  count 
 -------
      3
 (1 row)
 
-INSERT INTO regaoty SELECT * FROM generate_series(1, 100000);
-SELECT count(1) FROM regaoty;
+INSERT INTO simple_regaoty SELECT * FROM generate_series(1, 100000);
+SELECT count(1) FROM simple_regaoty;
  count  
 --------
  200000
 (1 row)
 
-UPDATE regaoty SET i = i + 1;
-SELECT count(1) FROM regaoty;
+UPDATE simple_regaoty SET i = i + 1;
+SELECT count(1) FROM simple_regaoty;
  count  
 --------
  200000
 (1 row)
 
-DELETE FROM regaoty WHERE i < 50501;
-SELECT count(1) FROM regaoty;
+DELETE FROM simple_regaoty WHERE i < 50501;
+SELECT count(1) FROM simple_regaoty;
  count 
 -------
  99002
 (1 row)
 
-SELECT * FROM regaoty ORDER BY i LIMIT 5 OFFSET 7823;
+SELECT * FROM simple_regaoty ORDER BY i LIMIT 5 OFFSET 7823;
    i   
 -------
  54412
@@ -52,10 +52,54 @@ SELECT * FROM regaoty ORDER BY i LIMIT 5 OFFSET 7823;
  54414
 (5 rows)
 
--- TODO: check
---SELECT segindex,external_bytes FROM yezzey_offload_relation_status('regaoty');
---SELECT segindex,segfileindex,external_bytes FROM yezzey_offload_relation_status_per_filesegment('regaoty');
---SELECT segindex,segfileindex,external_bytes FROM yezzey_relation_describe_external_storage_structure('regaoty');
-DROP TABLE regaoty;
+SELECT segindex,external_bytes FROM yezzey_offload_relation_status('simple_regaoty');
+ segindex | external_bytes 
+----------+----------------
+        0 |        1340656
+        1 |        1335208
+        2 |        1330592
+(3 rows)
+
+SELECT segindex,segfileindex,external_bytes FROM yezzey_offload_relation_status_per_filesegment('simple_regaoty');
+ segindex | segfileindex | external_bytes 
+----------+--------------+----------------
+        0 |            1 |        1340656
+        1 |            1 |        1335208
+        2 |            1 |        1330592
+(3 rows)
+
+SELECT segindex,segfileindex,external_bytes FROM yezzey_relation_describe_external_storage_structure('simple_regaoty');
+ segindex | segfileindex | external_bytes 
+----------+--------------+----------------
+        0 |            1 |         335168
+        0 |            1 |         335168
+        0 |            1 |         670320
+        1 |            1 |         333816
+        1 |            1 |         333816
+        1 |            1 |         667576
+        2 |            1 |         332656
+        2 |            1 |         332656
+        2 |            1 |         665280
+(9 rows)
+
+SELECT count(), sum(external_bytes) FROM yezzey_offload_relation_status('simple_regaoty');
+ count |   sum   
+-------+---------
+     3 | 4006456
+(1 row)
+
+SELECT count(), sum(external_bytes) FROM yezzey_offload_relation_status_per_filesegment('simple_regaoty');
+ count |   sum   
+-------+---------
+     3 | 4006456
+(1 row)
+
+SELECT count(), sum(external_bytes) FROM yezzey_relation_describe_external_storage_structure('simple_regaoty');
+ count |   sum   
+-------+---------
+     9 | 4006456
+(1 row)
+
+DROP TABLE simple_regaoty;
 DROP EXTENSION yezzey;
 CHECKPOINT;