Mert ad510dd6fd feat(server): faster geodata import (#14241) ...

* faster geodata import

* revert logging change

* unlogged tables

* leave spare connection

* use expression index instead of generated column

* do btree indexing with others

2024-11-20 08:57:14 -06:00

..

1645130759468-CreateUserTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1645130777674-CreateDeviceInfoTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1645130805273-CreateAssetsTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1645130817965-CreateExifTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1645130870184-CreateSmartInfoTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1646249209023-AddExifTextSearchColumn.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1646249734844-CreateExifTextSearchIndex.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1646709533213-AddRegionCityToExIf.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1646710459852-AddLocationToExifTextSearch.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1648317474768-AddObjectColumnToSmartInfo.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1649643216111-CreateSharedAlbumAndRelatedTables.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1652633525943-UpdateUserTableWithAdminAndName.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1653214255670-UpdateAssetTableWithWebpPath.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1654299904583-UpdateAssetTableWithEncodeVideoPath.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1655401127251-RenameSharedAlbums.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1656338626260-RenameIsFirstLoggedInColumn.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1656888591977-RenameAssetAlbumIdSequence.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1656888918620-DropExifTextSearchableColumn.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1656889061566-MatchMigrationsWithTypeORMEntities.ts

chore(server): remove unused column (#9431)

2024-05-13 16:40:16 -04:00

1658860470248-AddExifImageNameAsSearchableText.ts

chore(server): remove unused column (#9431)

2024-05-13 16:40:16 -04:00

1661011331242-AddCaption.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1661528919411-ChangeExifFileSizeInByteToBigInt.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1661881837496-AddAssetChecksum.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1661971370662-UpdateAssetTableWithNewUniqueConstraint.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1662427365521-FixTimestampDataTypeInAssetTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1665540663419-CreateSystemConfigTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1667762360744-AddingDeletedAtColumnInUserEntity.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1668383120461-AddLivePhotosRelatedColumnToAssetTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1668835311083-UpdateUserTableForOIDC.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1670104716264-OAuthId.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1670257571385-CreateTagsTable.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1670607437008-TruncateOldConfigItems.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1670633210032-AddUserEmailUniqueConstraint.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1672109862870-DropSaltColumn.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1672502270115-AddAPIKeys.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1673150490490-AddSharedLinkTable.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1673907194740-AddMorePermissionToSharedLink.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1674263302005-RemoveVideoCodecConfigOption.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1674342044239-CreateUserTokenEntity.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1674757936889-AlterExifExposureTimeToString.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1674774248319-TruncateAPIKeys.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1674939383309-AddSharedLinkUserForeignKeyConstraint.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1675667878312-AddUpdatedAtColumnToAlbumsUsersAssets.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1675701909594-AddAlbumUserForeignKeyConstraint.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1675808874445-APIKeyUUIDPrimaryKey.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1675812532822-FixAlbumEntityTypeORM.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1676437878377-AppleContentIdentifier.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1676680127415-FixAssetRelations.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1676721296440-AssetCreatedAtField.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1676848629119-ExifEntityDefinitionFixes.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1676848694786-SharedLinkEntityDefinitionFixes.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1676852143506-SmartInfoEntityDefinitionFixes.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1677497925328-AddExifTimeZone.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1677535643119-AddIndexForAlbumInSharedLinkTable.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1677613712565-AlbumThumbnailRelation.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1677971458822-AddCLIPEncodeDataColumn.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1679751316282-UpdateTranscodeOption.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1679901204458-ClipEmbeddingFloat4.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1680632845740-AddIsArchivedColumn.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1680694465853-RemoveRedundantConstraints.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1681144628393-AddOriginalFileNameToAssetTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1681159594469-RemoveImageNameFromEXIFTable.ts

chore(server): remove unused column (#9431)

2024-05-13 16:40:16 -04:00

1682371561743-FixNullableRelations.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1682371791038-AddDeviceInfoToUserToken.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1682710252424-DropDeviceInfoTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1683808254676-AddPartnersTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1684255168091-AddFacialTables.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1684273840676-AddSidecarFile.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1684328185099-RequireChecksumNotNull.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1684410565398-AddStorageLabel.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1684867360825-AddUserTokenAndAPIKeyCascades.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1685044328272-AddSharedLinkCascade.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1685370430343-UserDatesTimestamptz.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1685731372040-RemoveInvalidCoordinates.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1686584273471-ImportAsset.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1686762895180-AddThumbhashColumn.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1688241394489-AddDetectFaceResultInfo.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1688392120838-AddLibraryTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1689001889950-DropMimeTypeColumn.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1689281196844-AddHiddenFaces.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1690469489288-Panoramas.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1691209138541-AddAlbumDescription.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1691600216749-UserMemoryPreference.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1692057328660-fixGPSNullIsland.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1692112147855-AddPersonBirthDate.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1692804658140-AddAuditTable.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1693236627291-RenameMLEnableFlags.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1693833336881-AddPersonFaceAssetId.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1694204416744-AddAssetDeletedAtColumn.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1694525143117-AddLocalDateTime.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1694638413248-AddDeletedAtToAlbums.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1694750975773-AddExifColorSpace.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1694758412194-UpdateOpusCodecToLibopus.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1695354433573-AddStackParentIdToAssets.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1695660378655-RemoveInvalidCoordinates.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1696888644031-AddOriginalPathIndex.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1696968880063-AddMoveTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1697272818851-UnassignFace.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1698290827089-AddPasswordToSharedLinks.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1698693294632-AddActivity.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1699268680508-DisableActivity.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1699322864544-UserNameConsolidation.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1699345863886-AddJobStatus.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1699562570201-AdddInTimelineToPartnersTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1699727044012-EditFaceAssetForeignKey.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1699889987493-AddAvatarColor.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1700345818045-SystemMetadata.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1700362016675-Geodata.ts

chore(server): remove unused column (#9431)

2024-05-13 16:40:16 -04:00

1700713871511-UsePgVectors.ts

refactor(server): db env (#13167)

2024-10-03 17:48:40 -04:00

1700713994428-AddCLIPEmbeddingIndex.ts

refactor(server): db env (#13167)

2024-10-03 17:48:40 -04:00

1700714033632-AddFaceEmbeddingIndex.ts

refactor(server): db env (#13167)

2024-10-03 17:48:40 -04:00

1700714072055-AddSmartInfoTagsIndex.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1700714140297-CreateSmartInfoTextSearchIndex.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1700752078178-AddAssetFaceIndicies.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1701665867595-AddExifCityIndex.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1702084989965-AddWebSocketAttachmentTable.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1702257380990-DropNullIslandLatLong.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1702938928766-NullifyFutureBirthDatesAndAddCheckConstraint.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1702942303661-FixRemovedAssetsSharedLink.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1703035138085-AddAutoStackId.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1703288449127-DefaultStorageTemplateOnForExistingInstallations.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1704382918223-AddQuotaColumnsToUser.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1704571051932-DefaultOnboardingForExistingInstallations.ts

chore(deps): update dependency eslint-plugin-unicorn to v53 (#9502)

2024-05-15 18:06:25 -04:00

1704943345360-SetAssetFaceNullOnPersonDelete.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1705094221536-AddMetadataExtractedAt.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1705306747072-AddOriginalFileNameIndex.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1705363967169-CreateAssetStackTable.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1707000751533-AddVectorsToSearchPath.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1708059341865-GeodataLocationSearch.ts

chore(server): remove unused column (#9431)

2024-05-13 16:40:16 -04:00

1708116312820-GeonamesEnhancement.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1708227417898-AddFileCreatedAtIndex.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1708425975121-RemoveExternalPath.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1709150004123-RemoveLibraryWatchPollingOption.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1709608140355-AddAssetOriginalPathTrigramIndex.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1709763765506-AddExtensionToOriginalFileName.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1709825430031-CascadeSharedLinksDelete.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1709870213078-AddUserStatus.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1710182081326-AscendingOrderAlbum.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1710293990203-AddAssetRelationIndices.ts

chore: migrate database files (#8126)

2024-03-20 21:02:51 +00:00

1711257900274-RenameWebpJpegPaths.ts

refactor(server): decouple generated images from image formats (#8246)

2024-04-02 04:56:56 +00:00

1711637874206-AddMemoryTable.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1711989989911-AddAssetDuplicateColumns.ts

feat(server): near-duplicate detection (#8228)

2024-05-16 18:08:37 +01:00

1713337511945-AddAlbumUserRole.ts

feat: readonly album sharing (#8720)

2024-04-25 04:19:49 +00:00

1713490844785-RenameSessionsTable.ts

refactor(server): sessions (#8915)

2024-04-19 06:47:29 -04:00

1714698592332-RemoveIsReadOnly.ts

feat(server): read-write external assets (#9235)

2024-05-03 15:34:57 -04:00

1715435221124-MotionAssetExtensionMP4.ts

fix(server): use correct file extension for motion photo videos (#8659)

2024-05-24 16:38:18 -04:00

1715623169039-RemoveTextSearchColumn.ts

chore(server): remove unused column (#9431)

2024-05-13 16:40:16 -04:00

1715787369686-RemoveSystemConfigTable.ts

refactor(server): system config (#9517)

2024-05-15 18:58:23 -04:00

1715798702876-RemoveLibraryIsVisible.ts

chore(server): remove unused property (#9521)

2024-05-15 15:17:48 -04:00

1715804005643-RemoveLibraryType.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1715890481637-FixJsonB.ts

fix(server): use jasonnnnnnnnnb (#9539)

2024-05-16 17:24:54 -04:00

1716312279245-UserMetadata.ts

feat(server): user metadata (#9650)

2024-05-22 08:13:36 -04:00

1718486162779-AddFaceSearchRelation.ts

refactor(server): db env (#13167)

2024-10-03 17:48:40 -04:00

1719359859887-FixLivePhotoVideoRelation.ts

fix(server): live photo relation (#10637)

2024-06-27 14:41:49 -05:00

1720207981949-AddStackOwner.ts

refactor(server): stack owner (#10900)

2024-07-05 16:16:53 -04:00

1720375641148-natural-earth-countries.ts

feat(server): country geocoding for remote locations (#10950)

2024-07-18 13:27:07 +02:00

1721249222549-AddSourceColumnToAssetFace.ts

feat(server): Import face regions from metadata (#6455)

2024-09-04 18:23:58 -04:00

1722753178937-AddExifRating.ts

feat(web): add Exif-Rating (#11580)

2024-08-09 17:45:52 +00:00

1723719333525-AddApiKeyPermissions.ts

feat(server): granular permissions for api keys (#11824)

2024-08-16 09:48:43 -04:00

1724080823160-AddThumbnailJobStatus.ts

refactor(server): track thumbnail jobs in job status table (#11908)

2024-08-19 13:50:00 -04:00

1724101822106-AddAssetFilesTable.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1724790460210-NestedTagTable.ts

fix(server): public references in migrations (#12298)

2024-09-04 01:20:21 +00:00

1725023079109-FixTagUniqueness.ts

fix(server): tag upsert (#12141)

2024-08-30 12:44:24 -04:00

1725258039306-UpsertMissingAssetJobStatus.ts

fix(server): get assetFiles when retrieving assets WithoutProperty.THUMBNAIL (#12225)

2024-09-02 09:31:02 -04:00

1725327902980-RemoveThumbailAtForMissingThumbnails.ts

fix: remove public. reference in migration sql (#12285)

2024-09-03 16:42:55 -05:00

1725730782681-RemoveHiddenAssetsFromAlbums.ts

fix(server): remove hidden assets from albums (#12449)

2024-09-09 00:40:20 -04:00

1726491047923-AddprofileChangedAt.ts

fix: update the profile picture in the navigation-bar (#12723)

2024-09-17 01:48:15 +00:00

1726593009549-AddAssetStatus.ts

fix: empty and restore over 1,000 items (#12751)

2024-09-18 09:57:52 -04:00

1727471863507-SeparateQualityForThumbnailAndPreview.ts

feat(server): separate quality for thumbnail and preview images (#13006)

2024-09-28 06:01:04 +00:00

1727781844613-IsOfflineSetDeletedAt.ts

fix: deletedAt not set for offline assets during 1.116.0 migration (#13086)

2024-10-01 13:09:08 +01:00

1727797340951-AddVersionHistory.ts

feat: track upgrade history (#13097)

2024-10-01 13:33:58 -04:00

1729793521993-AddAlbumAssetCreatedAt.ts

feat: track when assets are added to an album (#13725)

2024-10-24 15:45:00 -05:00

1730227312171-RemoveNplFromSystemConfig.ts

feat(server): use tonemapx for software tone-mapping (#13785)

2024-10-31 20:48:23 -04:00

1730989238718-DropSmartInfoTable.ts

refactor: remove smart info table (#13985)

2024-11-07 11:25:10 -05:00

1732072134943-NaturalEarthCountriesIdentityColumn.ts

feat(server): faster geodata import (#14241)

2024-11-20 08:57:14 -06:00