mirror of
https://github.com/andwati/zitadel.git
synced 2026-10-19 14:12:52 +00:00
This PR initiates the rework of Zitadel's backend to state-persisted objects. This change is a step towards a more scalable and maintainable architecture. ## Changes * **New `/backend/v3` package**: A new package structure has been introduced to house the reworked backend logic. This includes: * `domain`: Contains the core business logic, commands, and repository interfaces. * `storage`: Implements the repository interfaces for database interactions with new transactional tables. * `telemetry`: Provides logging and tracing capabilities. * **Transactional Tables**: New database tables have been defined for `instances`, `instance_domains`, `organizations`, and `org_domains`. * **Projections**: New projections have been created to populate the new relational tables from the existing event store, ensuring data consistency during the migration. * **Repositories**: New repositories provide an abstraction layer for accessing and manipulating the data in the new tables. * **Setup**: A new setup step for `TransactionalTables` has been added to manage the database migrations for the new tables. This PR lays the foundation for future work to fully transition to state-persisted objects for these components, which will improve performance and simplify data access patterns. This PR initiates the rework of ZITADEL's backend to state-persisted objects. This is a foundational step towards a new architecture that will improve performance and maintainability. The following objects are migrated from event-sourced aggregates to state-persisted objects: * Instances * incl. Domains * Orgs * incl. Domains The structure of the new backend implementation follows the software architecture defined in this [wiki page](https://github.com/zitadel/zitadel/wiki/Software-Architecturel). This PR includes: * The initial implementation of the new transactional repositories for the objects listed above. * Projections to populate the new relational tables from the existing event store. * Adjustments to the build and test process to accommodate the new backend structure. This is a work in progress and further changes will be made to complete the migration. --------- Co-authored-by: Copilot <[email protected]> Co-authored-by: Iraq Jaber <[email protected]> Co-authored-by: Iraq <[email protected]> Co-authored-by: Tim Möhlmann <[email protected]>
77 lines
2.0 KiB
Go
77 lines
2.0 KiB
Go
package cache
|
|
|
|
import (
|
|
"context"
|
|
"math/rand"
|
|
"time"
|
|
|
|
"github.com/jonboulle/clockwork"
|
|
"github.com/zitadel/logging"
|
|
)
|
|
|
|
// Pruner is an optional [Cache] interface.
|
|
type Pruner interface {
|
|
// Prune deletes all invalidated or expired objects.
|
|
Prune(ctx context.Context) error
|
|
}
|
|
|
|
type PrunerCache[I, K comparable, V Entry[I, K]] interface {
|
|
Cache[I, K, V]
|
|
Pruner
|
|
}
|
|
|
|
type AutoPruneConfig struct {
|
|
// Interval at which the cache is automatically pruned.
|
|
// 0 or lower disables automatic pruning.
|
|
Interval time.Duration
|
|
|
|
// Timeout for an automatic prune.
|
|
// It is recommended to keep the value shorter than AutoPruneInterval
|
|
// 0 or lower disables automatic pruning.
|
|
Timeout time.Duration
|
|
}
|
|
|
|
func (c AutoPruneConfig) StartAutoPrune(background context.Context, pruner Pruner, purpose Purpose) (close func()) {
|
|
return c.startAutoPrune(background, pruner, purpose, clockwork.NewRealClock())
|
|
}
|
|
|
|
func (c *AutoPruneConfig) startAutoPrune(background context.Context, pruner Pruner, purpose Purpose, clock clockwork.Clock) (close func()) {
|
|
if c.Interval <= 0 {
|
|
return func() {}
|
|
}
|
|
background, cancel := context.WithCancel(background)
|
|
// randomize the first interval
|
|
timer := clock.NewTimer(time.Duration(rand.Int63n(int64(c.Interval))))
|
|
go c.pruneTimer(background, pruner, purpose, timer)
|
|
return cancel
|
|
}
|
|
|
|
func (c *AutoPruneConfig) pruneTimer(background context.Context, pruner Pruner, purpose Purpose, timer clockwork.Timer) {
|
|
defer func() {
|
|
if !timer.Stop() {
|
|
<-timer.Chan()
|
|
}
|
|
}()
|
|
|
|
for {
|
|
select {
|
|
case <-background.Done():
|
|
return
|
|
case <-timer.Chan():
|
|
err := c.doPrune(background, pruner)
|
|
logging.OnError(err).WithField("purpose", purpose).Error("cache auto prune")
|
|
timer.Reset(c.Interval)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (c *AutoPruneConfig) doPrune(background context.Context, pruner Pruner) error {
|
|
ctx, cancel := context.WithCancel(background)
|
|
defer cancel()
|
|
if c.Timeout > 0 {
|
|
ctx, cancel = context.WithTimeout(background, c.Timeout)
|
|
defer cancel()
|
|
}
|
|
return pruner.Prune(ctx)
|
|
}
|