generated from daniil-berg/boilerplate-py
Implement first simple working function and tests
This commit is contained in:
parent
5f823cb552
commit
a64708dedd
82
src/orm2pydantic/sqla.py
Normal file
82
src/orm2pydantic/sqla.py
Normal file
@ -0,0 +1,82 @@
|
||||
from typing import Container, Type
|
||||
|
||||
from pydantic import create_model, BaseConfig, Field
|
||||
from pydantic.fields import FieldInfo
|
||||
|
||||
from sqlalchemy.inspection import inspect
|
||||
from sqlalchemy.orm import ColumnProperty, RelationshipProperty, Mapper
|
||||
from sqlalchemy.orm.decl_api import DeclarativeMeta
|
||||
from sqlalchemy.sql.schema import Column, ColumnDefault
|
||||
|
||||
from .utils import resolve_dotted_path
|
||||
|
||||
|
||||
__all__ = [
|
||||
'field_from_column',
|
||||
'from_sqla'
|
||||
]
|
||||
|
||||
|
||||
FieldDef = tuple[type, FieldInfo]
|
||||
|
||||
|
||||
_local_namespace = {}
|
||||
|
||||
|
||||
class OrmConfig(BaseConfig):
|
||||
orm_mode = True
|
||||
|
||||
|
||||
def field_from_column(column: Column) -> FieldDef:
|
||||
try:
|
||||
field_type = column.type.impl.python_type
|
||||
except AttributeError:
|
||||
try:
|
||||
field_type = column.type.python_type
|
||||
except AttributeError:
|
||||
raise AssertionError(f"Could not infer Python type for {column.key}")
|
||||
default = ... if column.default is None and not column.nullable else column.default
|
||||
if isinstance(default, ColumnDefault):
|
||||
if default.is_scalar:
|
||||
field_info = Field(default=default.arg)
|
||||
else:
|
||||
assert callable(default.arg)
|
||||
dotted_path = default.arg.__module__ + '.' + default.arg.__name__
|
||||
factory = resolve_dotted_path(dotted_path)
|
||||
assert callable(factory)
|
||||
field_info = Field(default_factory=factory)
|
||||
else:
|
||||
field_info = Field(default=default)
|
||||
return field_type, field_info
|
||||
|
||||
|
||||
def from_sqla(db_model: Type[DeclarativeMeta], incl_many_to_one: bool = True, incl_one_to_many: bool = False,
|
||||
config: Type[BaseConfig] = OrmConfig, exclude: Container[str] = (),
|
||||
add_fields: dict[str, FieldDef] = None):
|
||||
assert isinstance(db_model, DeclarativeMeta)
|
||||
assert not (incl_one_to_many and incl_many_to_one)
|
||||
fields = {}
|
||||
for attr in inspect(db_model).attrs:
|
||||
if attr.key in exclude:
|
||||
continue
|
||||
if isinstance(attr, ColumnProperty):
|
||||
assert len(attr.columns) == 1
|
||||
column = attr.columns[0]
|
||||
fields[attr.key] = field_from_column(column)
|
||||
elif isinstance(attr, RelationshipProperty):
|
||||
related = attr.mapper
|
||||
assert isinstance(related, Mapper)
|
||||
if incl_many_to_one and attr.direction.name == 'MANYTOONE':
|
||||
fields[attr.key] = (related.class_.__name__, Field(default=None))
|
||||
if incl_one_to_many and attr.direction.name == 'ONETOMANY':
|
||||
fields[attr.key] = (list[related.class_.__name__], Field(default=None))
|
||||
else:
|
||||
raise AssertionError("Unknown attr type", attr)
|
||||
if add_fields is not None:
|
||||
fields |= add_fields
|
||||
name = db_model.__name__
|
||||
pydantic_model = create_model(name, __config__=config, **fields)
|
||||
pydantic_model.__name__ = name
|
||||
pydantic_model.update_forward_refs(**_local_namespace)
|
||||
_local_namespace[name] = pydantic_model
|
||||
return pydantic_model
|
20
src/orm2pydantic/utils.py
Normal file
20
src/orm2pydantic/utils.py
Normal file
@ -0,0 +1,20 @@
|
||||
from importlib import import_module
|
||||
|
||||
|
||||
def resolve_dotted_path(dotted_path: str) -> object:
|
||||
"""
|
||||
Resolves a dotted path to a global object and returns that object.
|
||||
|
||||
Algorithm shamelessly stolen from the `logging.config` module from the standard library.
|
||||
"""
|
||||
names = dotted_path.split('.')
|
||||
module_name = names.pop(0)
|
||||
found = import_module(module_name)
|
||||
for name in names:
|
||||
try:
|
||||
found = getattr(found, name)
|
||||
except AttributeError:
|
||||
module_name += f'.{name}'
|
||||
import_module(module_name)
|
||||
found = getattr(found, name)
|
||||
return found
|
93
tests/informal.py
Normal file
93
tests/informal.py
Normal file
@ -0,0 +1,93 @@
|
||||
from sqlalchemy.engine.create import create_engine
|
||||
from sqlalchemy.orm import declarative_base, relationship
|
||||
from sqlalchemy.orm.session import Session
|
||||
from sqlalchemy.sql.functions import now as db_now
|
||||
from sqlalchemy.sql.schema import Column, ForeignKey as FKey
|
||||
from sqlalchemy.sql.sqltypes import Integer, String, TIMESTAMP, Unicode
|
||||
|
||||
from orm2pydantic.sqla import from_sqla
|
||||
|
||||
|
||||
ORMBase = declarative_base()
|
||||
engine = create_engine("sqlite://")
|
||||
|
||||
|
||||
def default_factory() -> str: return '1'
|
||||
|
||||
|
||||
class AbstractBase(ORMBase):
|
||||
__abstract__ = True
|
||||
|
||||
NON_REPR_FIELDS = ['id', 'date_created', 'date_updated']
|
||||
|
||||
date_created = Column(TIMESTAMP(timezone=False), server_default=db_now())
|
||||
date_updated = Column(TIMESTAMP(timezone=False), server_default=db_now(), onupdate=db_now())
|
||||
|
||||
|
||||
class StateProvince(AbstractBase):
|
||||
__tablename__ = 'state_province'
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
country = Column(String(2), nullable=False, index=True)
|
||||
name = Column(Unicode(255), nullable=False, index=True)
|
||||
|
||||
cities = relationship('City', backref='state_province', lazy='selectin')
|
||||
|
||||
|
||||
class City(AbstractBase):
|
||||
__tablename__ = 'city'
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
state_province_id = Column(Integer, FKey('state_province.id', ondelete='RESTRICT'), index=True)
|
||||
zip_code = Column(String(5), nullable=False, index=True)
|
||||
name = Column(Unicode(255), nullable=False, index=True)
|
||||
|
||||
streets = relationship('Street', backref='city', lazy='selectin')
|
||||
|
||||
|
||||
class Street(AbstractBase):
|
||||
__tablename__ = 'street'
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
city_id = Column(Integer, FKey('city.id', ondelete='RESTRICT'), index=True)
|
||||
name = Column(Unicode(255), nullable=False, index=True)
|
||||
|
||||
addresses = relationship('Address', backref='street', lazy='selectin')
|
||||
|
||||
|
||||
class Address(AbstractBase):
|
||||
__tablename__ = 'address'
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
street_id = Column(Integer, FKey('street.id', ondelete='RESTRICT'), index=True)
|
||||
house_number = Column(String(8), nullable=False, default=default_factory)
|
||||
supplement = Column(String(255))
|
||||
|
||||
|
||||
def main_test() -> None:
|
||||
AbstractBase.metadata.create_all(engine)
|
||||
|
||||
from_sqla(StateProvince)
|
||||
from_sqla(City)
|
||||
from_sqla(Street)
|
||||
_PydanticAddress = from_sqla(Address)
|
||||
|
||||
with Session(engine) as session:
|
||||
bavaria = StateProvince(country="de", name="Bavaria")
|
||||
munich = City(zip_code='80333', name="Munich")
|
||||
bavaria.cities.append(munich)
|
||||
maximilian_street = Street(name="Maximilianstrasse")
|
||||
munich.streets.append(maximilian_street)
|
||||
some_address = Address()
|
||||
maximilian_street.addresses.append(some_address)
|
||||
session.add_all([bavaria, munich, maximilian_street, some_address])
|
||||
session.commit()
|
||||
|
||||
address = _PydanticAddress.from_orm(some_address)
|
||||
|
||||
assert address.house_number == '1'
|
||||
assert address.street.city.state_province.name == "Bavaria"
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main_test()
|
Loading…
Reference in New Issue
Block a user