Skip to content

oarepo_oaipmh_harvester.alembic.1764935017_oai_harvester_tables

oarepo_oaipmh_harvester.alembic.1764935017_oai_harvester_tables

OAI harvester tables.

upgrade() -> None

Upgrade database.

Source code in oarepo_oaipmh_harvester/alembic/1764935017_oai_harvester_tables.py 
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
def upgrade() -> None:
    """Upgrade database."""
    op.create_table(
        "oai_harvesters",
        sa.Column("id", sa.String(length=30), nullable=False),
        sa.Column("base_url", sa.String(length=255), nullable=False),
        sa.Column("name", sa.String(length=255), nullable=False),
        sa.Column("comment", sa.Text(), nullable=True),
        sa.Column("metadata_prefix", sa.String(length=64), nullable=False),
        sa.Column("setspec", sa.String(length=255), nullable=True),
        sa.Column("loader", sa.String(length=255), nullable=False),
        sa.Column("transformers", sqlalchemy_utils.types.json.JSONType(), nullable=False),
        sa.Column("writers", sqlalchemy_utils.types.json.JSONType(), nullable=False),
        sa.Column("harvest_managers", sqlalchemy_utils.types.json.JSONType(), nullable=False),
        sa.Column(
            "created",
            sa.DateTime().with_variant(mysql.DATETIME(fsp=6), "mysql"),
            nullable=False,
        ),
        sa.Column(
            "updated",
            sa.DateTime().with_variant(mysql.DATETIME(fsp=6), "mysql"),
            nullable=False,
        ),
        sa.PrimaryKeyConstraint("id", name=op.f("pk_oai_harvesters")),
    )
    op.create_table(
        "oai_harvest_records",
        sa.Column("oai_identifier", sa.String(length=255), nullable=False),
        sa.Column("record_type", sa.String(length=32), nullable=True),
        sa.Column("record_pid", sa.String(length=255), nullable=True),
        sa.Column("datestamp", sa.DateTime(), nullable=False),
        sa.Column("harvested_at", sa.DateTime(), nullable=False),
        sa.Column("deleted", sa.Boolean(), nullable=False),
        sa.Column("has_errors", sa.Boolean(), nullable=False),
        sa.Column("has_warnings", sa.Boolean(), nullable=False),
        sa.Column(
            "errors",
            sa.JSON()
            .with_variant(sqlalchemy_utils.types.json.JSONType(), "mysql")
            .with_variant(postgresql.JSONB(none_as_null=True, astext_type=sa.Text()), "postgresql")
            .with_variant(sqlalchemy_utils.types.json.JSONType(), "sqlite"),
            nullable=False,
        ),
        sa.Column(
            "original_data",
            sa.JSON()
            .with_variant(sqlalchemy_utils.types.json.JSONType(), "mysql")
            .with_variant(postgresql.JSONB(none_as_null=True, astext_type=sa.Text()), "postgresql")
            .with_variant(sqlalchemy_utils.types.json.JSONType(), "sqlite"),
            nullable=False,
        ),
        sa.Column(
            "transformed_data",
            sa.JSON()
            .with_variant(sqlalchemy_utils.types.json.JSONType(), "mysql")
            .with_variant(postgresql.JSONB(none_as_null=True, astext_type=sa.Text()), "postgresql")
            .with_variant(sqlalchemy_utils.types.json.JSONType(), "sqlite"),
            nullable=False,
        ),
        sa.Column("harvester_id", sa.String(length=30), nullable=False),
        sa.Column(
            "job_run_id",
            sqlalchemy_utils.types.uuid.UUIDType(binary=False),
            nullable=True,
        ),
        sa.ForeignKeyConstraint(
            ["harvester_id"],
            ["oai_harvesters.id"],
            name=op.f("fk_oai_harvest_records_harvester_id_oai_harvesters"),
        ),
        sa.PrimaryKeyConstraint("oai_identifier", name=op.f("pk_oai_harvest_records")),
    )

downgrade() -> None

Downgrade database.

Source code in oarepo_oaipmh_harvester/alembic/1764935017_oai_harvester_tables.py 
95
96
97
98
def downgrade() -> None:
    """Downgrade database."""
    op.drop_table("oai_harvest_records")
    op.drop_table("oai_harvesters")