-
Notifications
You must be signed in to change notification settings - Fork 3.9k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
137319: vecstore: implement partition manipulation functions r=mw5h a=mw5h Stub out the persistent storage vecstore implementation. Implement the methods for partition creation, retrieval and deletion. Add a simple test to ensure that these functions work properly. Co-authored-by: Matt White <matt.white@cockroachlabs.com>
- Loading branch information
Showing
8 changed files
with
854 additions
and
176 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,64 @@ | ||
| // Copyright 2024 The Cockroach Authors. | ||
| // | ||
| // Use of this software is governed by the CockroachDB Software License | ||
| // included in the /LICENSE file. | ||
|
|
||
| package vecstore | ||
|
|
||
| import ( | ||
| "context" | ||
|
|
||
| "github.com/cockroachdb/cockroach/pkg/kv" | ||
| "github.com/cockroachdb/cockroach/pkg/roachpb" | ||
| "github.com/cockroachdb/cockroach/pkg/sql/vecindex/quantize" | ||
| ) | ||
|
|
||
| // PersistentStore implements the Store interface for KV backed vector indices. | ||
| type PersistentStore struct { | ||
| db *kv.DB // Needed for index maintenance functions | ||
| quantizer quantize.Quantizer | ||
| rootQuantizer quantize.Quantizer | ||
|
|
||
| prefix roachpb.Key | ||
| } | ||
|
|
||
| var _ Store = (*PersistentStore)(nil) | ||
|
|
||
| // NewPersistentStore creates a vecstore.Store interface backed by the KV for a | ||
| // single vector index. | ||
| func NewPersistentStore( | ||
| db *kv.DB, quantizer quantize.Quantizer, prefix roachpb.Key, | ||
| ) *PersistentStore { | ||
| ps := PersistentStore{ | ||
| db: db, | ||
| quantizer: quantizer, | ||
| rootQuantizer: quantize.NewUnQuantizer(quantizer.GetOriginalDims()), | ||
| prefix: prefix, | ||
| } | ||
|
|
||
| return &ps | ||
| } | ||
|
|
||
| // Begin is part of the vecstore.Store interface. Begin creates a new KV | ||
| // transaction on behalf of the user and prepares it to operate on the persistent | ||
| // vector store. | ||
| func (s *PersistentStore) Begin(ctx context.Context) (Txn, error) { | ||
| return NewPersistentStoreTxn(s, s.db.NewTxn(ctx, "vecstore.PersistentStore begin transaction")), nil | ||
| } | ||
|
|
||
| // Commit is part of the vecstore.Store interface. Commit commits the | ||
| // underlying KV transaction wrapped by the vecstore.Txn passed in. | ||
| func (s *PersistentStore) Commit(ctx context.Context, txn Txn) error { | ||
| return txn.(*persistentStoreTxn).kv.Commit(ctx) | ||
| } | ||
|
|
||
| // Abort is part of the vecstore.Store interface. Abort causes the underlying | ||
| // KV transaction wrapped by the passed vecstore.Txn to roll back. | ||
| func (s *PersistentStore) Abort(ctx context.Context, txn Txn) error { | ||
| return txn.(*persistentStoreTxn).kv.Rollback(ctx) | ||
| } | ||
|
|
||
| // MergeStats is part of the vecstore.Store interface. | ||
| func (s *PersistentStore) MergeStats(ctx context.Context, stats *IndexStats, skipMerge bool) error { | ||
| panic("MergeStats() unimplemented") | ||
| } |
Oops, something went wrong.