Find expired and active commits (#2069)

Makefile

@@ -68,7 +68,8 @@ clean:
 		pkg/ddl/statik.go \
 		pkg/graveler/sstable/mock \
 		pkg/webui \
-	    pkg/graveler/committed/mock
+	    pkg/graveler/committed/mock \
+	    pkg/graveler/mock
 
 check-licenses: check-licenses-go-mod check-licenses-npm
 
@@ -137,6 +138,7 @@ gen-api: go-install ## Run the swagger code generator
 gen-mockgen: go-install ## Run the generator for inline commands
 	$(GOGENERATE) ./pkg/graveler/sstable
 	$(GOGENERATE) ./pkg/graveler/committed
+	$(GOGENERATE) ./pkg/graveler
 	$(GOGENERATE) ./pkg/pyramid
 	$(GOGENERATE) ./pkg/onboard
 	$(GOGENERATE) ./pkg/actions

api/swagger.yml

@@ -817,6 +817,48 @@ components:
         - checksum
         - size_bytes
 
+    GarbageCollectionPrepareRequest:
+      type: object
+      properties:
+        previous_run_id:
+          type: string
+          description: run id of a previous successful GC job
+          example: 64eaa103-d726-4a33-bcb8-7c0b4abfe09e
+
+    GarbageCollectionPrepareResponse:
+      type: object
+      properties:
+        run_id:
+          type: string
+          description: a unique identifier generated for this GC job
+          example: 64eaa103-d726-4a33-bcb8-7c0b4abfe09e
+      required:
+        - run_id
+
+    GarbageCollectionRule:
+      type: object
+      properties:
+        branch_id:
+          type: string
+        retention_days:
+          type: integer
+      required:
+        - branch_id
+        - retention_days
+
+    GarbageCollectionRules:
+      type: object
+      properties:
+        default_retention_days:
+          type: integer
+        branches:
+          type: array
+          items:
+            $ref: '#/components/schemas/GarbageCollectionRule'
+      required:
+        - default_retention_days
+        - branches
+
 paths:
   /setup_lakefs:
     post:
@@ -2829,7 +2871,80 @@ paths:
           $ref: "#/components/responses/NotFound"
         default:
           $ref: "#/components/responses/ServerError"
+  /repositories/{repository}/gc/rules:
+    parameters:
+      - in: path
+        name: repository
+        required: true
+        schema:
+          type: string
+    get:
+      tags:
+        - retention
+      operationId: getGarbageCollectionRules
+      responses:
+        200:
+          description: gc rule list
+          content:
+            application/json:
+              schema:
+                $ref: "#/components/schemas/GarbageCollectionRules"
+        401:
+          $ref: "#/components/responses/Unauthorized"
+        404:
+          $ref: "#/components/responses/NotFound"
+        default:
+          $ref: "#/components/responses/ServerError"
+    post:
+      tags:
+        - retention
+      operationId: set garbage collection rules
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              $ref: "#/components/schemas/GarbageCollectionRules"
+      responses:
+        204:
+          description: set garbage collection rules successfully
+        401:
+          $ref: "#/components/responses/Unauthorized"
+        404:
+          $ref: "#/components/responses/NotFound"
+        default:
+          $ref: "#/components/responses/ServerError"
 
+  /repositories/{repository}/gc/prepare_commits:
+    parameters:
+      - in: path
+        name: repository
+        required: true
+        schema:
+          type: string
+    post:
+      requestBody:
+        content:
+          application/json:
+            schema:
+              $ref: "#/components/schemas/GarbageCollectionPrepareRequest"
+      tags:
+        - retention
+      operationId: prepareGarbageCollectionCommits
+      summary: save lists of active and expired commits for garbage collection
+      responses:
+        201:
+          description: paths to commit dataset
+          content:
+            application/json:
+              schema:
+                $ref: "#/components/schemas/GarbageCollectionPrepareResponse"
+        401:
+          $ref: "#/components/responses/Unauthorized"
+        404:
+          $ref: "#/components/responses/NotFound"
+        default:
+          $ref: "#/components/responses/ServerError"
   /healthcheck:
     get:
       operationId: healthCheck