Added db.select_from_TABLE methods

data/tests/example.gramps

@@ -18213,7 +18213,7 @@
       <childof hlink="_DLTJQCAPOXEIKSOU3J"/>
       <citationref hlink="_c140d24638d5368e8e4"/>
     </person>
-    <person handle="_0GDKQC54XKSWZKEBWW" change="1185438865" id="I0988">
+    <person handle="_0GDKQC54XKSWZKEBWW" change="1185438865" id="I0988" priv="1">
       <gender>M</gender>
       <name type="Birth Name">
         <first>John</first>

gramps/gen/db/base.py

@@ -71,6 +71,13 @@ def __init__(self):
         self.basedb = self
         self.__feature = {}  # {"feature": VALUE, ...}
 
+    def is_proxy(self):
+        """
+        Returns True if the database has a proxy, such as Living, or Private.
+        Otherwise, return False.
+        """
+        return self != self.basedb
+
     def get_feature(self, feature):
         """
         Databases can implement certain features or not. The default is

gramps/gen/db/generic.py

@@ -91,6 +91,7 @@
 from .bookmarks import DbBookmarks
 from .exceptions import DbUpgradeRequiredError, DbVersionError
 from .utils import clear_lock_file, write_lock_file
+from .select import select_from_table
 
 _ = glocale.translation.gettext
 
@@ -2739,3 +2740,169 @@ def set_serializer(self, serializer_name):
             self.serializer = BlobSerializer
         elif serializer_name == "json":
             self.serializer = JSONSerializer
+
+    def _select_from_table(
+        self,
+        table_name,
+        what=None,
+        where=None,
+        order_by=None,
+        env=None,
+    ):
+        """
+        Select items from table_name where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        This method should be overridden in suclasses for speed, but
+        used as a fallback when on a proxy database.
+
+        Examples:
+
+        db.select_from_person(where="person.handle == 'A6E74B3D65D23F'")
+        db.select_from_person("person.handle", where="person.handle == 'A6E74B3D65D23F'")
+        db.select_from_person("_.handle", where="_.handle == 'A6E74B3D65D23F'")
+        db.select_from_person(
+            what=["person.handle", "person.gramps_id"],
+            where="person.handle == 'A6E74B3D65D23F'"
+            order_by=["-person.gramps_id", "person.gender"]
+            env={"Person": Person}
+        )
+        """
+        yield from select_from_table(self, table_name, what, where, order_by, env)
+
+    def select_from_citation(self, what=None, where=None, order_by=None, env=None):
+        """
+        Select items from citation where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        Example:
+
+        db.select_from_citation(where="citation.handle == 'A6E74B3D65D23F'")
+        """
+        yield from self._select_from_table(
+            "citation", what=what, where=where, order_by=order_by, env=env
+        )
+
+    def select_from_event(self, what=None, where=None, order_by=None, env=None):
+        """
+        Select items from event where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        Example:
+
+        db.select_from_event(where="event.handle == 'A6E74B3D65D23F'")
+        """
+        yield from self._select_from_table(
+            "event", what=what, where=where, order_by=order_by, env=env
+        )
+
+    def select_from_family(self, what=None, where=None, order_by=None, env=None):
+        """
+        Select items from family where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        Example:
+
+        db.select_from_family(where="family.handle == 'A6E74B3D65D23F'")
+        """
+        yield from self._select_from_table(
+            "family", what=what, where=where, order_by=order_by, env=env
+        )
+
+    def select_from_media(self, what=None, where=None, order_by=None, env=None):
+        """
+        Select items from media where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        Example:
+
+        db.select_from_media(where="media.handle == 'A6E74B3D65D23F'")
+        """
+        yield from self._select_from_table(
+            "media", what=what, where=where, order_by=order_by, env=env
+        )
+
+    def select_from_note(self, what=None, where=None, order_by=None, env=None):
+        """
+        Select items from note where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        Example:
+
+        db.select_from_note(where="note.handle == 'A6E74B3D65D23F'")
+        """
+        yield from self._select_from_table(
+            "note", what=what, where=where, order_by=order_by, env=env
+        )
+
+    def select_from_person(self, what=None, where=None, order_by=None, env=None):
+        """
+        Select items from person where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        Examples:
+
+        db.select_from_person(where="person.handle == 'A6E74B3D65D23F'")
+        db.select_from_person("person.handle", where="person.handle == 'A6E74B3D65D23F'")
+        db.select_from_person(
+            what=["person.handle", "person.gramps_id"],
+            where="person.handle == 'A6E74B3D65D23F'"
+            order_by=[("person.gramps_id", "DESC")]
+            env={"Person": Person}
+        )
+        """
+        yield from self._select_from_table(
+            "person", what=what, where=where, order_by=order_by, env=env
+        )
+
+    def select_from_place(self, what=None, where=None, order_by=None, env=None):
+        """
+        Select items from place where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        Examples:
+
+        db.select_from_place(where="place.handle == 'A6E74B3D65D23F'")
+        """
+        yield from self._select_from_table(
+            "place", what=what, where=where, order_by=order_by, env=env
+        )
+
+    def select_from_repository(self, what=None, where=None, order_by=None, env=None):
+        """
+        Select items from repository where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        Examples:
+
+        db.select_from_repository(where="repository.handle == 'A6E74B3D65D23F'")
+        """
+        yield from self._select_from_table(
+            "repository", what=what, where=where, order_by=order_by, env=env
+        )
+
+    def select_from_source(self, what=None, where=None, order_by=None, env=None):
+        """
+        Select items from source where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        Example:
+
+        db.select_from_source(where="source.handle == 'A6E74B3D65D23F'")
+        """
+        yield from self._select_from_table(
+            "source", what=what, where=where, order_by=order_by, env=env
+        )
+
+    def select_from_tag(self, what=None, where=None, order_by=None, env=None):
+        """
+        Select items from tag where python-string is True,
+        optionally with a list of python-string items to order on.
+
+        Example:
+
+        db.select_from_tag(where="tag.handle == 'A6E74B3D65D23F'")
+        """
+        yield from self._select_from_table(
+            "tag", what=what, where=where, order_by=order_by, env=env
+        )

gramps/gen/db/select.py

@@ -0,0 +1,102 @@
+#
+# Gramps - a GTK+/GNOME based genealogy program
+#
+# Copyright (C) 2024 Doug Blank <doug.blank@gmail.com>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+#
+
+from gramps.gen.lib import (
+    Citation,
+    Event,
+    Family,
+    Media,
+    Note,
+    Person,
+    Place,
+    Repository,
+    Source,
+    Tag,
+)
+
+
+def sort_data(rows, specs):
+    for key, reverse in reversed(specs):
+        rows.sort(key=lambda item: item[key], reverse=reverse)
+    return rows
+
+
+def select_from_table(db, table_name, what, where, order_by, env):
+    if order_by is None:
+        yield from _select_from_table(db, table_name, what=what, where=where, env=env)
+        return
+    else:
+        data = []
+
+        for row in _select_from_table(db, table_name, what=what, where=where, env=env):
+            if what is None:
+                what_expr = ["person"]
+            elif isinstance(what, str):
+                what_expr = [what]
+            else:
+                what_expr = what
+            data.append(dict(zip(what_expr, row)))
+
+        specs = []
+        for item in order_by:
+            if item.startswith("-"):
+                specs.append((item[1:], True))
+            else:
+                specs.append((item, False))
+
+        for row in sort_data(data, specs):
+            yield list(row.values())
+        return
+
+
+def _select_from_table(db, table_name, what, where, env):
+    env = (
+        env
+        if env
+        else {
+            "Citation": Citation,
+            "Event": Event,
+            "Family": Family,
+            "Media": Media,
+            "Note": Note,
+            "Person": Person,
+            "Place": Place,
+            "Repository": Repository,
+            "Source": Source,
+            "Tag": Tag,
+        }
+    )
+    method = db._get_table_func(table_name.title(), "iter_func")
+    for obj in method():
+        env["_"] = env[table_name] = obj
+        if where:
+            where_value = eval(where, env)
+        else:
+            where_value = True
+
+        if where_value:
+            if what is None:
+                what_value = table_name
+            elif isinstance(what, str):
+                what_value = eval(what, env)
+            else:
+                what_value = [eval(w, env) for w in what]
+
+            yield what_value

gramps/gen/filters/rules/test/person_rules_test.py

@@ -1204,17 +1204,16 @@ def test_peopleprivate(self):
         """
         Test PeoplePrivate rule.
         """
-        # TODO: example.gramps has no people marked private
         rule = PeoplePrivate([])
-        self.assertEqual(self.filter_with_rule(rule), set([]))
+        self.assertEqual(self.filter_with_rule(rule), set(["0GDKQC54XKSWZKEBWW"]))
 
     def test_peoplepublic(self):
         """
         Test PeoplePublic rule.
         """
         rule = PeoplePublic([])
         # too many to list out to test explicitly
-        self.assertEqual(len(self.filter_with_rule(rule)), 2128)
+        self.assertEqual(len(self.filter_with_rule(rule)), 2127)
 
     def test_personwithincompleteevent(self):
         """