Postgresql 使用安装在不同Postgres模式中的Postgis扩展
我正在尝试建立我的第一个Postgres数据库,但是我很困惑为什么在一个模式中启用Postgis,然后在另一个模式中使用它会有问题 我在Postgres v12中使用Google云SQL。 我通过云SQL代理连接,并通过pgAdmin4和Jupyter笔记本(SQLAlchemy)连接到服务器 我的目标是通过geopandas将一个充满点的形状文件写入数据库的表中 基于此,我正试图将postgis安装到一个单独的模式中,同时创建更多不同的模式,以便将我的数据实际放入其中。 我正在geopandas中打开shapefile,然后使用.to_postgis()尝试将shapefile内容保存到我的一个数据模式中的新表中。这总是失败的 但是,如果我尝试将geodataframe写入extensions模式,它就可以正常工作。这让我觉得搜索路径有问题,但不知道是什么。 我正在按照建议设置搜索路径。 我尝试了一系列的方法来设置搜索路径,但我认为我对它的功能和工作原理缺乏基本的了解 以下是工作流程:Postgresql 使用安装在不同Postgres模式中的Postgis扩展,postgresql,postgis,Postgresql,Postgis,我正在尝试建立我的第一个Postgres数据库,但是我很困惑为什么在一个模式中启用Postgis,然后在另一个模式中使用它会有问题 我在Postgres v12中使用Google云SQL。 我通过云SQL代理连接,并通过pgAdmin4和Jupyter笔记本(SQLAlchemy)连接到服务器 我的目标是通过geopandas将一个充满点的形状文件写入数据库的表中 基于此,我正试图将postgis安装到一个单独的模式中,同时创建更多不同的模式,以便将我的数据实际放入其中。 我正在geopanda
- (在谷歌云SQL上创建postgres服务器)
- (启动并运行代理)
- (连接到pgAdmin)
- (在pgAdmin中创建一个名为“mydb”的数据库,相当于“创建数据库mydb”)
- (在pgAdmin中打开查询工具)
# imports
from sqlalchemy import create_engine
import geopandas as gpd
# connect to database
dbschema = 'geodata' # note, if I change this to 'extensions' it works
engine = create_engine('postgresql+psycopg2://postgres:<password>@localhost:5432/mydb', connect_args={'options': '-csearch_path={}'.format(dbschema)})
# Open shapefile
gdf = gpd.read_file(r"C:\path\to\shapefile.shp")
# Attempt to write shapefile to postgis
gdf.to_postgis(name = 'geotable', con = engine)
#导入
从sqlalchemy导入创建引擎
作为gpd导入geopandas
#连接到数据库
dbschema='geodata'#注意,如果我将其更改为'extensions',它会工作
engine=create_engine('postgresql+psycopg2://postgres:@localhost:5432/mydb',connect_args={'options':'-csearch_path={}'。格式(dbschema)})
#开放形文件
gdf=gpd.read\u文件(r“C:\path\to\shapefile.shp”)
#尝试将shapefile写入postgis
gdf.to_postgis(name='geotable',con=engine)
这就是我得到的错误:
UndefinedObject Traceback (most recent call last)
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _execute_context(self, dialect, constructor, statement, parameters, *args)
1275 if not evt_handled:
-> 1276 self.dialect.do_execute(
1277 cursor, statement, parameters, context
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\default.py in do_execute(self, cursor, statement, parameters, context)
592 def do_execute(self, cursor, statement, parameters, context=None):
--> 593 cursor.execute(statement, parameters)
594
UndefinedObject: type "geometry" does not exist
LINE 7: geometry geometry(POINT,28354)
^
The above exception was the direct cause of the following exception:
ProgrammingError Traceback (most recent call last)
<ipython-input-6-a0dc69a1128e> in <module>
1 from geoalchemy2 import Geometry
----> 2 gdf.to_postgis(name = 'vines', con = engine, if_exists = 'replace')
~\Anaconda3\envs\rasterio\lib\site-packages\geopandas\geodataframe.py in to_postgis(self, name, con, schema, if_exists, index, index_label, chunksize, dtype)
1095 >>> gdf.to_postgis("my_table", engine)
1096 """
-> 1097 geopandas.io.sql._write_postgis(
1098 self, name, con, schema, if_exists, index, index_label, chunksize, dtype
1099 )
~\Anaconda3\envs\rasterio\lib\site-packages\geopandas\io\sql.py in _write_postgis(gdf, name, con, schema, if_exists, index, index_label, chunksize, dtype)
390 with con.begin() as connection:
391
--> 392 gdf.to_sql(
393 name,
394 connection,
~\Anaconda3\envs\rasterio\lib\site-packages\pandas\core\generic.py in to_sql(self, name, con, schema, if_exists, index, index_label, chunksize, dtype, method)
2651 from pandas.io import sql
2652
-> 2653 sql.to_sql(
2654 self,
2655 name,
~\Anaconda3\envs\rasterio\lib\site-packages\pandas\io\sql.py in to_sql(frame, name, con, schema, if_exists, index, index_label, chunksize, dtype, method)
510 )
511
--> 512 pandas_sql.to_sql(
513 frame,
514 name,
~\Anaconda3\envs\rasterio\lib\site-packages\pandas\io\sql.py in to_sql(self, frame, name, if_exists, index, index_label, schema, chunksize, dtype, method)
1314 dtype=dtype,
1315 )
-> 1316 table.create()
1317 table.insert(chunksize, method=method)
1318 if not name.isdigit() and not name.islower():
~\Anaconda3\envs\rasterio\lib\site-packages\pandas\io\sql.py in create(self)
653 raise ValueError(f"'{self.if_exists}' is not valid for if_exists")
654 else:
--> 655 self._execute_create()
656
657 def _execute_insert(self, conn, keys, data_iter):
~\Anaconda3\envs\rasterio\lib\site-packages\pandas\io\sql.py in _execute_create(self)
639 # Inserting table into database, add to MetaData object
640 self.table = self.table.tometadata(self.pd_sql.meta)
--> 641 self.table.create()
642
643 def create(self):
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\sql\schema.py in create(self, bind, checkfirst)
925 if bind is None:
926 bind = _bind_or_error(self)
--> 927 bind._run_visitor(ddl.SchemaGenerator, self, checkfirst=checkfirst)
928
929 def drop(self, bind=None, checkfirst=False):
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _run_visitor(self, visitorcallable, element, **kwargs)
1654
1655 def _run_visitor(self, visitorcallable, element, **kwargs):
-> 1656 visitorcallable(self.dialect, self, **kwargs).traverse_single(element)
1657
1658
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\sql\visitors.py in traverse_single(self, obj, **kw)
143 meth = getattr(v, "visit_%s" % obj.__visit_name__, None)
144 if meth:
--> 145 return meth(obj, **kw)
146
147 def iterate(self, obj):
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\sql\ddl.py in visit_table(self, table, create_ok, include_foreign_key_constraints, _is_metadata_operation)
825 include_foreign_key_constraints = None
826
--> 827 self.connection.execute(
828 # fmt: off
829 CreateTable(
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in execute(self, object_, *multiparams, **params)
1009 )
1010 else:
-> 1011 return meth(self, multiparams, params)
1012
1013 def _execute_function(self, func, multiparams, params):
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\sql\ddl.py in _execute_on_connection(self, connection, multiparams, params)
70
71 def _execute_on_connection(self, connection, multiparams, params):
---> 72 return connection._execute_ddl(self, multiparams, params)
73
74 def execute(self, bind=None, target=None):
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _execute_ddl(self, ddl, multiparams, params)
1066 else None,
1067 )
-> 1068 ret = self._execute_context(
1069 dialect,
1070 dialect.execution_ctx_cls._init_ddl,
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _execute_context(self, dialect, constructor, statement, parameters, *args)
1314
1315 except BaseException as e:
-> 1316 self._handle_dbapi_exception(
1317 e, statement, parameters, cursor, context
1318 )
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _handle_dbapi_exception(self, e, statement, parameters, cursor, context)
1508 util.raise_(newraise, with_traceback=exc_info[2], from_=e)
1509 elif should_wrap:
-> 1510 util.raise_(
1511 sqlalchemy_exception, with_traceback=exc_info[2], from_=e
1512 )
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\util\compat.py in raise_(***failed resolving arguments***)
180
181 try:
--> 182 raise exception
183 finally:
184 # credit to
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _execute_context(self, dialect, constructor, statement, parameters, *args)
1274 break
1275 if not evt_handled:
-> 1276 self.dialect.do_execute(
1277 cursor, statement, parameters, context
1278 )
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\default.py in do_execute(self, cursor, statement, parameters, context)
591
592 def do_execute(self, cursor, statement, parameters, context=None):
--> 593 cursor.execute(statement, parameters)
594
595 def do_execute_no_params(self, cursor, statement, context=None):
ProgrammingError: (psycopg2.errors.UndefinedObject) type "geometry" does not exist
LINE 7: geometry geometry(POINT,28354)
^
[SQL:
CREATE TABLE geotable (
id BIGINT,
geometry geometry(POINT,28354)
)
]
(Background on this error at: http://sqlalche.me/e/13/f405)
UndefinedObject回溯(最近一次调用)
执行上下文中的~\Anaconda3\envs\rasterio\lib\site packages\sqlalchemy\engine\base.py(self、方言、构造函数、语句、参数、*args)
1275如果未处理evt_:
->1276 self.dialogue.do_执行(
1277游标、语句、参数、上下文
dou execute中的~\Anaconda3\envs\rasterio\lib\site packages\sqlalchemy\engine\default.py(self、游标、语句、参数、上下文)
592 def do_execute(self、游标、语句、参数、上下文=无):
-->593 cursor.execute(语句、参数)
594
未定义对象:类型“几何体”不存在
第7行:几何图形(点,28354)
^
上述异常是以下异常的直接原因:
编程错误回溯(最近一次调用上次)
在里面
1来自地球炼金术2导入几何体
---->2 gdf.to_postgis(名称='vines',con=引擎,如果_存在='replace')
~\Anaconda3\envs\rasterio\lib\site packages\geopandas\geodataframe.py in to_postgis(self、name、con、schema、如果存在、索引、索引标签、chunksize、数据类型)
1095>>>gdf.to_postgis(“我的表格”,引擎)
1096 """
->1097 geopandas.io.sql.\u write\u postgis(
1098 self,name,con,schema,如果存在,索引,索引标签,chunksize,数据类型
1099 )
postgis中的~\Anaconda3\envs\rasterio\lib\site packages\geopandas\io\sql.py(gdf、名称、con、模式、如果存在、索引、索引标签、chunksize、数据类型)
390以con.begin()作为连接:
391
-->392 gdf.to_sql(
393姓名,
394连接,
~\Anaconda3\envs\rasterio\lib\site packages\pandas\core\generic.py in to_sql(self、name、con、schema、如果_存在、索引、索引标签、chunksize、数据类型、方法)
2651从pandas.io导入sql
2652
->2653 sql.to_sql(
2654自我,
2655姓名,
~\Anaconda3\envs\rasterio\lib\site packages\pandas\io\sql.py in to_sql(框架、名称、con、模式,如果存在,索引、索引标签、chunksize、数据类型、方法)
510 )
511
-->512\u sql.to\u sql(
513帧,
514姓名,
~\Anaconda3\envs\rasterio\lib\site packages\pandas\io\sql.py in to_sql(self、frame、name、if_存在、index、index_标签、schema、chunksize、dtype、method)
1314数据类型=数据类型,
1315 )
->1316 table.create()
1317 table.insert(chunksize,method=method)
1318如果不是name.isdigit()而不是name.islower():
~\Anaconda3\envs\rasterio\lib\site packages\pandas\io\sql.py在create(self)中
653提升值错误(f“{self.if_exists}”对于if_exists无效)
654其他:
-->655自我执行创建()
656
657定义执行插入(自身、连接、键、数据输入):
~\Anaconda3\envs\rasterio\lib\site packages\pandas\io\sql.py in\u execute\u create(self)
639#将表插入数据库,添加到元数据对象
640 self.table=self.table.tometadata(self.pd\u sql.meta)
-->641 self.table.create()
642
643 def创建(自):
在create(self、bind、checkfirst)中使用~\Anaconda3\envs\rasterio\lib\site packages\sqlalchemy\sql\schema.py
925如果bind为None:
926绑定=\u绑定\u或\u错误(自身)
-->927绑定。运行访问者(ddl.SchemaGenerator,self,checkfirst=checkfirst)
928
929 def drop(self,bind=None,checkfirst=False):
~\Anaconda3\envs\rasterio\lib\site packages\sqlalchemy\engine\base.py in\u run\u visitor(self,visitorcallable,element,**kwargs)
1654
1655定义运行访问者(自我、访问者可调用、元素,**kwargs):
->1656 visitorcallable(self.dialogue,self,**kwargs)。遍历单个(元素)
1657
1658
~\Anaconda3\en
UndefinedObject Traceback (most recent call last)
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _execute_context(self, dialect, constructor, statement, parameters, *args)
1275 if not evt_handled:
-> 1276 self.dialect.do_execute(
1277 cursor, statement, parameters, context
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\default.py in do_execute(self, cursor, statement, parameters, context)
592 def do_execute(self, cursor, statement, parameters, context=None):
--> 593 cursor.execute(statement, parameters)
594
UndefinedObject: type "geometry" does not exist
LINE 7: geometry geometry(POINT,28354)
^
The above exception was the direct cause of the following exception:
ProgrammingError Traceback (most recent call last)
<ipython-input-6-a0dc69a1128e> in <module>
1 from geoalchemy2 import Geometry
----> 2 gdf.to_postgis(name = 'vines', con = engine, if_exists = 'replace')
~\Anaconda3\envs\rasterio\lib\site-packages\geopandas\geodataframe.py in to_postgis(self, name, con, schema, if_exists, index, index_label, chunksize, dtype)
1095 >>> gdf.to_postgis("my_table", engine)
1096 """
-> 1097 geopandas.io.sql._write_postgis(
1098 self, name, con, schema, if_exists, index, index_label, chunksize, dtype
1099 )
~\Anaconda3\envs\rasterio\lib\site-packages\geopandas\io\sql.py in _write_postgis(gdf, name, con, schema, if_exists, index, index_label, chunksize, dtype)
390 with con.begin() as connection:
391
--> 392 gdf.to_sql(
393 name,
394 connection,
~\Anaconda3\envs\rasterio\lib\site-packages\pandas\core\generic.py in to_sql(self, name, con, schema, if_exists, index, index_label, chunksize, dtype, method)
2651 from pandas.io import sql
2652
-> 2653 sql.to_sql(
2654 self,
2655 name,
~\Anaconda3\envs\rasterio\lib\site-packages\pandas\io\sql.py in to_sql(frame, name, con, schema, if_exists, index, index_label, chunksize, dtype, method)
510 )
511
--> 512 pandas_sql.to_sql(
513 frame,
514 name,
~\Anaconda3\envs\rasterio\lib\site-packages\pandas\io\sql.py in to_sql(self, frame, name, if_exists, index, index_label, schema, chunksize, dtype, method)
1314 dtype=dtype,
1315 )
-> 1316 table.create()
1317 table.insert(chunksize, method=method)
1318 if not name.isdigit() and not name.islower():
~\Anaconda3\envs\rasterio\lib\site-packages\pandas\io\sql.py in create(self)
653 raise ValueError(f"'{self.if_exists}' is not valid for if_exists")
654 else:
--> 655 self._execute_create()
656
657 def _execute_insert(self, conn, keys, data_iter):
~\Anaconda3\envs\rasterio\lib\site-packages\pandas\io\sql.py in _execute_create(self)
639 # Inserting table into database, add to MetaData object
640 self.table = self.table.tometadata(self.pd_sql.meta)
--> 641 self.table.create()
642
643 def create(self):
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\sql\schema.py in create(self, bind, checkfirst)
925 if bind is None:
926 bind = _bind_or_error(self)
--> 927 bind._run_visitor(ddl.SchemaGenerator, self, checkfirst=checkfirst)
928
929 def drop(self, bind=None, checkfirst=False):
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _run_visitor(self, visitorcallable, element, **kwargs)
1654
1655 def _run_visitor(self, visitorcallable, element, **kwargs):
-> 1656 visitorcallable(self.dialect, self, **kwargs).traverse_single(element)
1657
1658
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\sql\visitors.py in traverse_single(self, obj, **kw)
143 meth = getattr(v, "visit_%s" % obj.__visit_name__, None)
144 if meth:
--> 145 return meth(obj, **kw)
146
147 def iterate(self, obj):
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\sql\ddl.py in visit_table(self, table, create_ok, include_foreign_key_constraints, _is_metadata_operation)
825 include_foreign_key_constraints = None
826
--> 827 self.connection.execute(
828 # fmt: off
829 CreateTable(
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in execute(self, object_, *multiparams, **params)
1009 )
1010 else:
-> 1011 return meth(self, multiparams, params)
1012
1013 def _execute_function(self, func, multiparams, params):
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\sql\ddl.py in _execute_on_connection(self, connection, multiparams, params)
70
71 def _execute_on_connection(self, connection, multiparams, params):
---> 72 return connection._execute_ddl(self, multiparams, params)
73
74 def execute(self, bind=None, target=None):
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _execute_ddl(self, ddl, multiparams, params)
1066 else None,
1067 )
-> 1068 ret = self._execute_context(
1069 dialect,
1070 dialect.execution_ctx_cls._init_ddl,
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _execute_context(self, dialect, constructor, statement, parameters, *args)
1314
1315 except BaseException as e:
-> 1316 self._handle_dbapi_exception(
1317 e, statement, parameters, cursor, context
1318 )
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _handle_dbapi_exception(self, e, statement, parameters, cursor, context)
1508 util.raise_(newraise, with_traceback=exc_info[2], from_=e)
1509 elif should_wrap:
-> 1510 util.raise_(
1511 sqlalchemy_exception, with_traceback=exc_info[2], from_=e
1512 )
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\util\compat.py in raise_(***failed resolving arguments***)
180
181 try:
--> 182 raise exception
183 finally:
184 # credit to
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\base.py in _execute_context(self, dialect, constructor, statement, parameters, *args)
1274 break
1275 if not evt_handled:
-> 1276 self.dialect.do_execute(
1277 cursor, statement, parameters, context
1278 )
~\Anaconda3\envs\rasterio\lib\site-packages\sqlalchemy\engine\default.py in do_execute(self, cursor, statement, parameters, context)
591
592 def do_execute(self, cursor, statement, parameters, context=None):
--> 593 cursor.execute(statement, parameters)
594
595 def do_execute_no_params(self, cursor, statement, context=None):
ProgrammingError: (psycopg2.errors.UndefinedObject) type "geometry" does not exist
LINE 7: geometry geometry(POINT,28354)
^
[SQL:
CREATE TABLE geotable (
id BIGINT,
geometry geometry(POINT,28354)
)
]
(Background on this error at: http://sqlalche.me/e/13/f405)
dbschema = 'geodata,extensions,public'