viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add command to dump existing listing from fs to db

Browse source
This commit is contained in:
Viktor Barzin 2025-06-04 21:56:26 +00:00
parent f7fb891648
commit 8b2025e700
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
6 changed files with 121 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

19
crawler/alembic/versions/0e804449c31d_create_listing_table.py → crawler/alembic/versions/4e3b4590920f_add_more_fields_to_tables.py
View file

@ -1,8 +1,8 @@
"""Create listing table
"""add more fields to tables
Revision ID: 0e804449c31d
Revises:
Create Date: 2025-06-03 19:54:41.526943
Revision ID: 4e3b4590920f
Revises: f7486e403e2f
Create Date: 2025-06-04 21:45:41.383520
"""
from typing import Sequence, Union
@ -12,8 +12,8 @@ import sqlalchemy as sa
# revision identifiers, used by Alembic.
revision: str = '0e804449c31d'
down_revision: Union[str, None] = None
revision: str = '4e3b4590920f'
down_revision: Union[str, None] = 'f7486e403e2f'
branch_labels: Union[str, Sequence[str], None] = None
depends_on: Union[str, Sequence[str], None] = None
@ -21,15 +21,12 @@ depends_on: Union[str, Sequence[str], None] = None
def upgrade() -> None:
"""Upgrade schema."""
# ### commands auto generated by Alembic - please adjust! ###
op.create_table('listing',
sa.Column('id', sa.Integer(), nullable=False),
sa.PrimaryKeyConstraint('id')
)
op.add_column('buylisting', sa.Column('lease_left', sa.Integer(), nullable=True))
# ### end Alembic commands ###
def downgrade() -> None:
"""Downgrade schema."""
# ### commands auto generated by Alembic - please adjust! ###
op.drop_table('listing')
op.drop_column('buylisting', 'lease_left')
# ### end Alembic commands ###

81
crawler/alembic/versions/f7486e403e2f_add_more_fields_to_tables.py Normal file
View file

@ -0,0 +1,81 @@
"""add more fields to tables
Revision ID: f7486e403e2f
Revises:
Create Date: 2025-06-04 20:54:13.838969
"""
from typing import Sequence, Union
from alembic import op
import sqlalchemy as sa
import sqlmodel
# revision identifiers, used by Alembic.
revision: str = "f7486e403e2f"
down_revision: Union[str, None] = None
branch_labels: Union[str, Sequence[str], None] = None
depends_on: Union[str, Sequence[str], None] = None
def upgrade() -> None:
"""Upgrade schema."""
# ### commands auto generated by Alembic - please adjust! ###
op.create_table(
"buylisting",
sa.Column("id", sa.Integer(), nullable=False),
sa.Column("price", sa.Float(), nullable=False),
sa.Column("number_of_bedrooms", sa.Integer(), nullable=False),
sa.Column("square_meters", sa.Float(), nullable=True),
sa.Column("agency", sqlmodel.sql.sqltypes.AutoString(), nullable=True),
sa.Column("longtitude", sa.Float(), nullable=False),
sa.Column("latitude", sa.Float(), nullable=False),
sa.Column("price_history", sa.JSON(), nullable=False),
sa.Column(
"listing_site", sa.Enum("RIGHTMOVE", name="listingsite"), nullable=False
),
sa.Column("last_seen", sa.DateTime(), nullable=False),
sa.Column("photo_thumbnail", sqlmodel.sql.sqltypes.AutoString(), nullable=True),
sa.Column("service_charge", sa.Float(), nullable=True),
sa.Column(
"council_tax_band", sqlmodel.sql.sqltypes.AutoString(), nullable=True
),
sa.PrimaryKeyConstraint("id"),
)
op.create_table(
"rentlisting",
sa.Column("id", sa.Integer(), nullable=False),
sa.Column("price", sa.Float(), nullable=False),
sa.Column("number_of_bedrooms", sa.Integer(), nullable=False),
sa.Column("square_meters", sa.Float(), nullable=True),
sa.Column("agency", sqlmodel.sql.sqltypes.AutoString(), nullable=True),
sa.Column(
"council_tax_band", sqlmodel.sql.sqltypes.AutoString(), nullable=True
),
sa.Column("longtitude", sa.Float(), nullable=False),
sa.Column("latitude", sa.Float(), nullable=False),
sa.Column("price_history", sa.JSON(), nullable=False),
sa.Column(
"listing_site", sa.Enum("RIGHTMOVE", name="listingsite"), nullable=False
),
sa.Column("last_seen", sa.DateTime(), nullable=False),
sa.Column("photo_thumbnail", sqlmodel.sql.sqltypes.AutoString(), nullable=True),
sa.Column("available_from", sa.DateTime(), nullable=True),
sa.Column(
"furnish_type",
sa.Enum("FURNISHED", "UNFURNISHED", "PART_FURNISHED", name="furnishtype"),
nullable=False,
),
sa.PrimaryKeyConstraint("id"),
)
# ### end Alembic commands ###
def downgrade() -> None:
"""Downgrade schema."""
# ### commands auto generated by Alembic - please adjust! ###
op.drop_table("rentlisting")
op.drop_table("buylisting")
# ### end Alembic commands ###