--
-- MULTI_UNSUPPORTED_WORKER_OPERATIONS
--
-- Tests for ensuring unsupported functions on workers error out.
SET citus.next_shard_id TO 1270000;
ALTER SEQUENCE pg_catalog.pg_dist_groupid_seq RESTART 1370000;
ALTER SEQUENCE pg_catalog.pg_dist_node_nodeid_seq RESTART 1370000;
-- Set the colocation id to a safe value so that 
-- it is not affected by future changes to colocation id sequence
SELECT nextval('pg_catalog.pg_dist_colocationid_seq') AS last_colocation_id \gset
ALTER SEQUENCE pg_catalog.pg_dist_colocationid_seq RESTART 150000;
-- Prepare the environment
SET citus.shard_replication_factor TO 1;
SET citus.replication_model TO 'streaming';
SET citus.shard_count TO 5;
-- Create test tables
CREATE TABLE mx_table (col_1 int, col_2 text, col_3 BIGSERIAL);
SELECT create_distributed_table('mx_table', 'col_1');
 create_distributed_table 
--------------------------
 
(1 row)

CREATE TABLE mx_table_2 (col_1 int, col_2 text, col_3 BIGSERIAL);
SELECT create_distributed_table('mx_table_2', 'col_1');
 create_distributed_table 
--------------------------
 
(1 row)

CREATE TABLE mx_ref_table (col_1 int, col_2 text);
SELECT create_reference_table('mx_ref_table');
 create_reference_table 
------------------------
 
(1 row)

-- Check that the created tables are colocated MX tables
SELECT logicalrelid, repmodel, colocationid 
FROM pg_dist_partition 
WHERE logicalrelid IN ('mx_table'::regclass, 'mx_table_2'::regclass)
ORDER BY logicalrelid;
 logicalrelid | repmodel | colocationid 
--------------+----------+--------------
 mx_table     | s        |       150000
 mx_table_2   | s        |       150000
(2 rows)

SELECT start_metadata_sync_to_node('localhost', :worker_1_port);
 start_metadata_sync_to_node 
-----------------------------
 
(1 row)

COPY mx_table (col_1, col_2) FROM STDIN WITH (FORMAT 'csv');
INSERT INTO mx_ref_table VALUES (-37, 'morbi');
INSERT INTO mx_ref_table VALUES (-78, 'sapien');
INSERT INTO mx_ref_table VALUES (-34, 'augue');
SELECT * FROM mx_table ORDER BY col_1;
 col_1 |  col_2   | col_3 
-------+----------+-------
   -37 |  'lorem' |     1
    80 |  'dolor' |     3
  7344 |  'sit'   |     4
 65536 |  'ipsum' |     2
 65832 |  'amet'  |     5
(5 rows)

-- Try commands from metadata worker
\c - - - :worker_1_port
CREATE TABLE mx_table_worker(col_1 text);
-- master_create_distributed_table
SELECT master_create_distributed_table('mx_table_worker', 'col_1', 'hash');
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
-- create_distributed_table
SELECT create_distributed_table('mx_table_worker', 'col_1');
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
-- create_reference_table
SELECT create_reference_table('mx_table_worker');
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT count(*) FROM pg_dist_partition WHERE logicalrelid='mx_table_worker'::regclass;
 count 
-------
     0
(1 row)

DROP TABLE mx_table_worker;
-- master_create_worker_shards
CREATE TEMP TABLE pg_dist_shard_temp AS 
SELECT * FROM pg_dist_shard WHERE logicalrelid = 'mx_table'::regclass;
DELETE FROM pg_dist_shard WHERE logicalrelid = 'mx_table'::regclass;
SELECT master_create_worker_shards('mx_table', 5, 1);
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT count(*) FROM pg_dist_shard WHERE logicalrelid='mx_table'::regclass;
 count 
-------
     0
(1 row)

INSERT INTO pg_dist_shard SELECT * FROM pg_dist_shard_temp;
SELECT count(*) FROM pg_dist_shard WHERE logicalrelid='mx_table'::regclass;
 count 
-------
     5
(1 row)

\c - - - :master_port
DROP TABLE mx_ref_table;
CREATE UNIQUE INDEX mx_test_uniq_index ON mx_table(col_1);
\c - - - :worker_1_port
-- DDL commands
SELECT "Column", "Type", "Modifiers" FROM table_desc WHERE relid='public.mx_table'::regclass;
 Column |  Type   |                        Modifiers                         
--------+---------+----------------------------------------------------------
 col_1  | integer | 
 col_2  | text    | 
 col_3  | bigint  | not null default nextval('mx_table_col_3_seq'::regclass)
(3 rows)

CREATE INDEX mx_test_index ON mx_table(col_2);
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
ALTER TABLE mx_table ADD COLUMN col_4 int;
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
ALTER TABLE mx_table_2 ADD CONSTRAINT mx_fk_constraint FOREIGN KEY(col_1) REFERENCES mx_table(col_1);
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT "Column", "Type", "Modifiers" FROM table_desc WHERE relid='public.mx_table'::regclass;
 Column |  Type   |                        Modifiers                         
--------+---------+----------------------------------------------------------
 col_1  | integer | 
 col_2  | text    | 
 col_3  | bigint  | not null default nextval('mx_table_col_3_seq'::regclass)
(3 rows)

\d mx_test_index
-- master_modify_multiple_shards
SELECT master_modify_multiple_shards('UPDATE mx_table SET col_2=''none''');
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT count(*) FROM mx_table WHERE col_2='none';
 count 
-------
     0
(1 row)

SELECT count(*) FROM mx_table WHERE col_2!='none';
 count 
-------
     5
(1 row)

SELECT master_modify_multiple_shards('DELETE FROM mx_table');
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT count(*) FROM mx_table;
 count 
-------
     5
(1 row)

-- master_drop_all_shards
SELECT master_drop_all_shards('mx_table'::regclass, 'public', 'mx_table');
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT count(*) FROM pg_dist_shard NATURAL JOIN pg_dist_shard_placement WHERE logicalrelid='mx_table'::regclass;
 count 
-------
     5
(1 row)

-- master_apply_delete_command
SELECT master_apply_delete_command('DELETE FROM mx_table');
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT count(*) FROM mx_table;
 count 
-------
     5
(1 row)

-- master_add_node
SELECT 1 FROM master_add_node('localhost', 5432);
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT count(1) FROM pg_dist_node WHERE nodename='localhost' AND nodeport=5432;
 count 
-------
     0
(1 row)

-- master_remove_node
\c - - - :master_port
DROP INDEX mx_test_uniq_index;
SELECT 1 FROM master_add_node('localhost', 5432);
 ?column? 
----------
        1
(1 row)

\c - - - :worker_1_port
SELECT master_remove_node('localhost', 5432);
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT count(1) FROM pg_dist_node WHERE nodename='localhost' AND nodeport=5432;
 count 
-------
     1
(1 row)

\c - - - :master_port
SELECT master_remove_node('localhost', 5432);
 master_remove_node 
--------------------
 
(1 row)

\c - - - :worker_1_port
-- mark_tables_colocated
UPDATE pg_dist_partition SET colocationid = 0 WHERE logicalrelid='mx_table_2'::regclass;
SELECT mark_tables_colocated('mx_table', ARRAY['mx_table_2']);
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT colocationid FROM pg_dist_partition WHERE logicalrelid='mx_table_2'::regclass;
 colocationid 
--------------
            0
(1 row)

SELECT colocationid AS old_colocation_id
FROM pg_dist_partition 
WHERE logicalrelid='mx_table'::regclass \gset
UPDATE pg_dist_partition 
SET colocationid = :old_colocation_id 
WHERE logicalrelid='mx_table_2'::regclass;
-- start_metadata_sync_to_node
SELECT start_metadata_sync_to_node('localhost', :worker_2_port);
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT hasmetadata FROM pg_dist_node WHERE nodeport=:worker_2_port;
 hasmetadata 
-------------
 f
(1 row)

-- stop_metadata_sync_to_node
\c - - - :master_port
SELECT start_metadata_sync_to_node('localhost', :worker_2_port);
 start_metadata_sync_to_node 
-----------------------------
 
(1 row)

\c - - - :worker_1_port
SELECT stop_metadata_sync_to_node('localhost', :worker_2_port);
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
\c - - - :master_port
SELECT hasmetadata FROM pg_dist_node WHERE nodeport=:worker_2_port;
 hasmetadata 
-------------
 t
(1 row)

SELECT stop_metadata_sync_to_node('localhost', :worker_2_port);
 stop_metadata_sync_to_node 
----------------------------
 
(1 row)

SELECT hasmetadata FROM pg_dist_node WHERE nodeport=:worker_2_port;
 hasmetadata 
-------------
 f
(1 row)

\c - - - :worker_2_port
SELECT worker_drop_distributed_table(logicalrelid::regclass::text) FROM pg_dist_partition;
 worker_drop_distributed_table 
-------------------------------
 
 
(2 rows)

DELETE FROM pg_dist_node;
\c - - - :worker_1_port
-- DROP TABLE
DROP TABLE mx_table;
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
CONTEXT:  SQL statement "SELECT master_remove_distributed_table_metadata_from_workers(v_obj.objid, v_obj.schema_name, v_obj.object_name)"
PL/pgSQL function citus_drop_trigger() line 19 at PERFORM
SELECT count(*) FROM mx_table;
 count 
-------
     5
(1 row)

-- master_drop_distributed_table_metadata
SELECT master_remove_distributed_table_metadata_from_workers('mx_table'::regclass, 'public', 'mx_table');
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT master_remove_partition_metadata('mx_table'::regclass, 'public', 'mx_table');
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT count(*) FROM mx_table;
 count 
-------
     5
(1 row)

-- master_copy_shard_placement
SELECT logicalrelid, shardid AS testshardid, nodename, nodeport 
FROM pg_dist_shard NATURAL JOIN pg_dist_shard_placement
WHERE logicalrelid = 'mx_table'::regclass AND nodeport=:worker_1_port
ORDER BY shardid
LIMIT 1 \gset
SELECT groupid AS worker_2_group FROM pg_dist_node WHERE nodeport = :worker_2_port \gset
INSERT INTO pg_dist_placement (groupid, shardid, shardstate, shardlength)
VALUES (:worker_2_group, :testshardid, 3, 0);
SELECT master_copy_shard_placement(:testshardid, 'localhost', :worker_1_port, 'localhost', :worker_2_port);
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
SELECT shardid, nodename, nodeport, shardstate 
FROM pg_dist_shard_placement
WHERE shardid = :testshardid
ORDER BY nodeport;
 shardid | nodename  | nodeport | shardstate 
---------+-----------+----------+------------
 1270000 | localhost |    57637 |          1
 1270000 | localhost |    57638 |          3
(2 rows)

DELETE FROM pg_dist_placement WHERE groupid = :worker_2_group AND shardid = :testshardid;
-- master_get_new_placementid
SELECT master_get_new_placementid();
ERROR:  operation is not allowed on this node
HINT:  Connect to the coordinator and run it again.
-- Show that sequences can be created and dropped on worker nodes
CREATE TABLE some_table_with_sequence(a int, b BIGSERIAL, c BIGSERIAL);
DROP TABLE some_table_with_sequence;
CREATE SEQUENCE some_sequence;
DROP SEQUENCE some_sequence;
-- Show that dropping the sequence of an MX table with cascade harms the table and shards
BEGIN;
SELECT "Column", "Type", "Modifiers" FROM table_desc WHERE relid='public.mx_table'::regclass;
 Column |  Type   |                        Modifiers                         
--------+---------+----------------------------------------------------------
 col_1  | integer | 
 col_2  | text    | 
 col_3  | bigint  | not null default nextval('mx_table_col_3_seq'::regclass)
(3 rows)

-- suppress notice message caused by DROP ... CASCADE to prevent pg version difference
SET client_min_messages TO 'WARNING';
DROP SEQUENCE mx_table_col_3_seq CASCADE;
RESET client_min_messages;
SELECT "Column", "Type", "Modifiers" FROM table_desc WHERE relid='public.mx_table'::regclass;
 Column |  Type   | Modifiers 
--------+---------+-----------
 col_1  | integer | 
 col_2  | text    | 
 col_3  | bigint  | not null
(3 rows)

ROLLBACK;
-- Cleanup
\c - - - :master_port
DROP TABLE mx_table;
DROP TABLE mx_table_2;
SELECT stop_metadata_sync_to_node('localhost', :worker_1_port);
 stop_metadata_sync_to_node 
----------------------------
 
(1 row)

\c - - - :worker_1_port
DELETE FROM pg_dist_node;
SELECT worker_drop_distributed_table(logicalrelid::regclass::text) FROM pg_dist_partition;
 worker_drop_distributed_table 
-------------------------------
(0 rows)

\c - - - :master_port
ALTER SEQUENCE pg_catalog.pg_dist_colocationid_seq RESTART :last_colocation_id;
RESET citus.shard_replication_factor;
RESET citus.replication_model;