PostgreSQL中怎么实现海量数据无限空间存储，针对这个问题，这篇文章详细介绍了相对应的分析和解答，希望可以帮助更多想解决这个问题的小伙伴找到更简单易行的方法。
计算
安全
数据库
网络和加速
企业服务
# 准备数据postgres=# CREATE TABLE local_table(id integer, name character varying, password character varying);CREATE TABLEpostgres=# insert into local_table select generate_series(1,40000000), md5(random()::text), md5(random()::text);INSERT 0 40000000# 创建插件postgres=# create extension s3_fdw;CREATE EXTENSIONpostgres=# CREATE SERVER s3_fdw_server FOREIGN DATA WRAPPER s3_fdw options(host 's3-internal.cn-north-1.jdcloud-oss.com', bucket 'postgresql');CREATE SERVERpostgres=# CREATE USER MAPPING FOR CURRENT_USER SERVER s3_fdw_server OPTIONS (access_key_id 'xxxxxx', secret_access_key 'xxxxxx');CREATE USER MAPPING# 创建外部表postgres=# CREATE FOREIGN TABLE local_table_oss_1_10000000(id integer, name character varying, password character varying) SERVER s3_fdw_server OPTIONS(dir 's3_fdw_local_table/1_10000000/', format 'csv');CREATE FOREIGN TABLEpostgres=# CREATE FOREIGN TABLE local_table_oss_10000001_20000000(id integer, name character varying, password character varying) SERVER s3_fdw_server OPTIONS(dir 's3_fdw_local_table/10000001_20000000/', format 'csv');CREATE FOREIGN TABLEpostgres=# CREATE FOREIGN TABLE local_table_oss_20000001_30000000(id integer, name character varying, password character varying) SERVER s3_fdw_server OPTIONS(dir 's3_fdw_local_table/20000001_30000000/', format 'csv');CREATE FOREIGN TABLEpostgres=# CREATE FOREIGN TABLE local_table_oss_30000001_40000000(id integer, name character varying, password character varying) SERVER s3_fdw_server OPTIONS(dir 's3_fdw_local_table/30000001_40000000/', format 'csv');CREATE FOREIGN TABLE# 开启4个客户端，并行地将云PostgreSQL实例的数据导入OSSpostgres=# insert into local_table_oss_1_10000000 select * from local_table where id <= 10000000;postgres=# insert into local_table_oss_10000001_20000000 select * from local_table where id >= 10000001 and id <= 20000000;postgres=# insert into local_table_oss_20000001_30000000 select * from local_table where id >= 20000001 and id <= 30000000;postgres=# insert into local_table_oss_30000001_40000000 select * from local_table where id >= 30000001 and id <= 40000000;# 直接读取OSS数据源postgres=# select * from local_table_oss_1_10000000 limit 5;id | name | password ----+----------------------------------+----------------------------------1 | b6c4d3e0efff1ff051ed7989ade43287 | 2859055a8d51b2f8888993887340fe7d2 | f718eb7452c59bae2ee06dd88eae1488 | bd21f8468c8d2f5d7bb756a55203d2043 | 95735e3472903502f0a08dc895220ff9 | d06704faad7a247d29d6257af85d29064 | 3b690bb8912fe96567d04287fc9fa701 | d04ad214f9dd1d22cb680b72a0a9d0bb5 | 849842e47625c271de0221adc55608a6 | 8e961dcffcef418200f623c1b5f34d7f(5 rows)# 本地创建新表postgres=# create table local_table_2 (like local_table);CREATE TABLEpostgres=# select * from local_table_2;id | name | password ----+------+----------(0 rows)# 开启4个客户端，并行地将数据从OSS上load到云PostgreSQL实例postgres=# insert into local_table_2 select * from local_table_oss_1_10000000;postgres=# insert into local_table_2 select * from local_table_oss_10000001_20000000;postgres=# insert into local_table_2 select * from local_table_oss_20000001_30000000;postgres=# insert into local_table_2 select * from local_table_oss_30000001_40000000;# 数据一致性校验postgres=# select sum(hashtext(t.*::text)) from local_table t;sum ----------------10851381716282(1 row)postgres=# select sum(hashtext(t.*::text)) from local_table_2 t;sum ----------------10851381716282(1 row)关于PostgreSQL中怎么实现海量数据无限空间存储问题的解答就分享到这里了，希望以上内容可以对大家有一定的帮助，如果你还有很多疑惑没有解开，可以关注亿速云行业资讯频道了解更多相关知识。
亿速云「云服务器」，即开即用、新一代英特尔至强铂金CPU、三副本存储NVMe SSD云盘，价格低至29元/月。点击查看>>
免责声明：本站发布的内容（图片、视频和文字）以原创、转载和分享为主，文章观点不代表本网站立场，如果涉及侵权请联系站长邮箱：is@yisu.com进行举报，并提供相关证据，一经查实，将立刻删除涉嫌侵权内容。
原文链接：http://blog.itpub.net/69912185/viewspace-2709486/
