io.getquill.quat.Quat memory leak

[coolcrazycool]

Version: (4.6.0)
Module: (quill-zio, quill-jdbc-zio)
Database: (postgresql)

Actual behavior

Trying to create backend with Quill.
But when I done it, get memory leaks. My G1 Old Gen heap zone goes up.
When I get memory dump, I see so many LinkedHashMap. Around 7millions for 5000 API requests:

Inside of this objects I have io.getquill.quat.Quat objects implementations. For all of them

My Code Samples

import io.getquill._
import zio.{ULayer, ZIO, ZLayer}

import java.sql.SQLException
import java.util.UUID
import javax.sql.DataSource

// Entity

val sourceSchema: Quoted[EntityQuery[SourceEntity]] = quote {
    querySchema[SourceEntity](""""datalineage"."Source"""")
}

// Repository

class SourceRepository {
  import QuillContext._

  def getOrInsert(
      sourceTypeId: Int,
      sourceData: Source,
      clusterId: Int
  ): ZIO[DataSource, Throwable, SourceEntity] =
    run(findByParameters(data = Some(sourceData), clusterId = Some(clusterId)))
      .map(_.headOption)
      .flatMap {
        case Some(source) => ZIO.succeed(source)
        case None         => insert(sourceTypeId, sourceData, clusterId)
      }

  def findByParameters(
      sourceId: Option[Long] = Option.empty[Long],
      data: Option[Source] = Option.empty[Source],
      time: Option[Long] = Option.empty[Long],
      clusterId: Option[Int] = Option.empty[Int]
  ): Quoted[EntityQuery[SourceEntity]] = {
    val filterData = data.map(_.asJson.noSpaces)
    sourceSchema.filter(s =>
      lift(sourceId).map(_ == s.sourceId).forall(t => t) &&
        lift(filterData).map(_ == s.data).forall(t => t) &&
        lift(time).forall(_ >= s.addTime) &&
        lift(clusterId).forall(_ == s.clusterId)
    )
  }

  def insert(
      sourceTypeId: Int,
      sourceData: Source,
      clusterId: Int
  ): ZIO[DataSource, SQLException, SourceEntity] =
    run(
      sourceSchema
        .insert(
          _.sourceTypeId -> lift(sourceTypeId),
          _.data         -> lift(sourceData.asJson.noSpaces),
          _.clusterId    -> lift(clusterId)
        )
        .returning(r => SourceEntity(r.sourceId, r.sourceTypeId, r.data, r.clusterId, r.addTime))
    )
}


// Service


  def get(
      time: Option[Long],
      cluster: Option[String]
  ): Quoted[Query[(Long, SourceEntity, SourceTypeEntity, ClusterEntity)]] =
    quote(for {
      source <- sourceRepository
        .findByParameters(time = time)
      cluster <- clusterRepository
        .get(cluster)
        .join(cluster => source.clusterId == cluster.clusterId)
      sourceType <- sourceTypeRepository
        .get()
        .join(sourceType => sourceType.sourceTypeId == source.sourceTypeId)
    } yield (source.sourceId, source, sourceType, cluster))

  def findBySourceParameters(
      time: Option[Long] = Option.empty[Long],
      cluster: Option[String] = Option.empty[String],
      tp: Option[String] = Option.empty[String]
  ): IO[Throwable, Seq[ReadSource]] =
    (for {
      source <- transaction(
        run(get(time, cluster))
      )
      filteredSource <- ZIO.filter(source)(s => ZIO.attempt(tp.forall(s._3.sourceTypeName == _)))
      mappedSource <- ZIO.foreach(filteredSource) {
        case (_, source, tp, _) =>
          ZIO.attempt(
            ReadSource(
              tp.sourceTypeName,
              source.decodedData
            )
          )
      }

    } yield mappedSource).provideEnvironment(ZEnvironment(dataSource))

@getquill/maintainers

[wb14123]

This should be fixed by #2878

[guizmaii]

Should be fixed in https://github.com/zio/zio-quill/releases/tag/v4.8.0