-
Notifications
You must be signed in to change notification settings - Fork 10
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
9 changed files
with
419 additions
and
66 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
69 changes: 69 additions & 0 deletions
69
src/BuildingRegistry.Producer.Snapshot.Oslo/BuildingSnapshotReproducer.cs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,69 @@ | ||
| namespace BuildingRegistry.Producer.Snapshot.Oslo | ||
| { | ||
| using System; | ||
| using System.Collections.Generic; | ||
| using System.Linq; | ||
| using Be.Vlaanderen.Basisregisters.GrAr.Notifications; | ||
| using Be.Vlaanderen.Basisregisters.GrAr.Oslo.SnapshotProducer; | ||
| using Be.Vlaanderen.Basisregisters.MessageHandling.Kafka.Producer; | ||
| using Dapper; | ||
| using Microsoft.Extensions.Logging; | ||
| using NodaTime; | ||
| using Npgsql; | ||
|
|
||
| public class BuildingSnapshotReproducer : SnapshotReproducer | ||
| { | ||
| private readonly string _integrationConnectionString; | ||
|
|
||
| public BuildingSnapshotReproducer( | ||
| string integrationConnectionString, | ||
| IOsloProxy osloProxy, | ||
| IProducer producer, | ||
| IClock clock, | ||
| INotificationService notificationService, | ||
| int utcHourToRunWithin, | ||
| ILoggerFactory loggerFactory) | ||
| : base(osloProxy, producer, clock, notificationService, utcHourToRunWithin, loggerFactory) | ||
| { | ||
| _integrationConnectionString = integrationConnectionString; | ||
| } | ||
|
|
||
| protected override List<(int PersistentLocalId, long Position)> GetIdsToProcess(DateTime utcNow) | ||
| { | ||
| using var connection = new NpgsqlConnection(_integrationConnectionString); | ||
|
|
||
| var todayMidnight = utcNow.Date; | ||
| var yesterdayMidnight = todayMidnight.AddDays(-1); | ||
|
|
||
| var records = connection.Query<BuildingPosition>( | ||
| $""" | ||
| SELECT building_persistent_local_id, position, version_timestamp | ||
| FROM integration_building.building_versions | ||
| where version_timestamp >= '{yesterdayMidnight:yyyy-MM-dd}' and version_timestamp < '{todayMidnight:yyyy-MM-dd}' | ||
| """); | ||
|
|
||
| var duplicateEvents = records | ||
| .GroupBy(x => new | ||
| { | ||
| BuildingPersistentLocalId = x.building_persistent_local_id, | ||
| TimeStamp = x.version_timestamp.ToString("yyyyMMddHHmmss") // Format the timestamp to seconds as OSLO API doesn't return the milliseconds of the timestamp | ||
| }) | ||
| .Where(x => x.Count() > 1) | ||
| .Select(x => | ||
| { | ||
| var latest = x.MaxBy(y => y.position)!; | ||
| return (latest.building_persistent_local_id, latest.position); | ||
| }) | ||
| .ToList(); | ||
|
|
||
| return duplicateEvents; | ||
| } | ||
|
|
||
| private sealed class BuildingPosition | ||
| { | ||
| public int building_persistent_local_id { get; init; } | ||
| public long position { get; init; } | ||
| public DateTimeOffset version_timestamp { get; init; } | ||
| } | ||
| } | ||
| } |
71 changes: 71 additions & 0 deletions
71
src/BuildingRegistry.Producer.Snapshot.Oslo/BuildingUnitSnapshotReproducer.cs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,71 @@ | ||
| namespace BuildingRegistry.Producer.Snapshot.Oslo | ||
| { | ||
| using System; | ||
| using System.Collections.Generic; | ||
| using System.Linq; | ||
| using Be.Vlaanderen.Basisregisters.GrAr.Notifications; | ||
| using Be.Vlaanderen.Basisregisters.GrAr.Oslo.SnapshotProducer; | ||
| using Be.Vlaanderen.Basisregisters.MessageHandling.Kafka.Producer; | ||
| using Dapper; | ||
| using Microsoft.Extensions.Logging; | ||
| using NodaTime; | ||
| using Npgsql; | ||
|
|
||
| public class BuildingUnitSnapshotReproducer : SnapshotReproducer | ||
| { | ||
| private readonly string _integrationConnectionString; | ||
|
|
||
| public BuildingUnitSnapshotReproducer( | ||
| string integrationConnectionString, | ||
| IOsloProxy osloProxy, | ||
| IProducer producer, | ||
| IClock clock, | ||
| INotificationService notificationService, | ||
| int utcHourToRunWithin, | ||
| ILoggerFactory loggerFactory) | ||
| : base(osloProxy, producer, clock, notificationService, utcHourToRunWithin, loggerFactory) | ||
| { | ||
| _integrationConnectionString = integrationConnectionString; | ||
| } | ||
|
|
||
| protected override List<(int PersistentLocalId, long Position)> GetIdsToProcess(DateTime utcNow) | ||
| { | ||
| using var connection = new NpgsqlConnection(_integrationConnectionString); | ||
|
|
||
| var todayMidnight = utcNow.Date; | ||
| var yesterdayMidnight = todayMidnight.AddDays(-1); | ||
|
|
||
| var records = connection.Query<BuildingUnitPosition>( | ||
| $""" | ||
| SELECT building_unit_persistent_local_id, position, version_timestamp | ||
| FROM integration_building.building_unit_versions | ||
| where | ||
| version_timestamp >= '{yesterdayMidnight:yyyy-MM-dd}' | ||
| and version_timestamp < '{todayMidnight:yyyy-MM-dd}' | ||
| """); | ||
|
|
||
| var duplicateEvents = records | ||
| .GroupBy(x => new | ||
| { | ||
| BuildingUnitPersistentLocalId = x.building_unit_persistent_local_id, | ||
| TimeStamp = x.version_timestamp.ToString("yyyyMMddHHmmss") // Format the timestamp to seconds as OSLO API doesn't return the milliseconds of the timestamp | ||
| }) | ||
| .Where(x => x.Count() > 1) | ||
| .Select(x => | ||
| { | ||
| var latest = x.MaxBy(y => y.position)!; | ||
| return (latest.building_unit_persistent_local_id, latest.position); | ||
| }) | ||
| .ToList(); | ||
|
|
||
| return duplicateEvents; | ||
| } | ||
|
|
||
| private sealed class BuildingUnitPosition | ||
| { | ||
| public int building_unit_persistent_local_id { get; init; } | ||
| public long position { get; init; } | ||
| public DateTimeOffset version_timestamp { get; init; } | ||
| } | ||
| } | ||
| } |
Oops, something went wrong.