Skip to content

Commit

Permalink
fix timezone and microseconds of last modified in resolve file test
Browse files Browse the repository at this point in the history
  • Loading branch information
mattseddon committed Sep 12, 2024
1 parent b9e6b8e commit 1db7334
Showing 1 changed file with 15 additions and 3 deletions.
18 changes: 15 additions & 3 deletions tests/unit/lib/test_file.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,12 +2,14 @@
from unittest.mock import Mock

import pytest
import pytz
from fsspec.implementations.local import LocalFileSystem
from PIL import Image

from datachain import DataChain
from datachain.cache import UniqueId
from datachain.catalog import Catalog
from datachain.data_storage.sqlite import SQLiteWarehouse
from datachain.lib.file import File, ImageFile, TextFile, resolve
from datachain.utils import TIME_ZERO

Expand Down Expand Up @@ -327,11 +329,21 @@ def test_read_text(tmp_path, catalog):
def test_resolve_file(cloud_test_catalog):
ctc = cloud_test_catalog

is_sqlite = isinstance(cloud_test_catalog.catalog.warehouse, SQLiteWarehouse)

dc = DataChain.from_storage(ctc.src_uri, session=ctc.session)
for orig_file in dc.collect("file"):
resolved_file = File(source=orig_file.source, path=orig_file.path)
resolved_file._catalog = ctc.catalog
assert orig_file == resolved_file.resolve()
file = File(
source=orig_file.source,
path=orig_file.path,
)
file._catalog = ctc.catalog
resolved_file = file.resolve()
if not is_sqlite:
resolved_file.last_modified = resolved_file.last_modified.replace(
microsecond=0, tzinfo=pytz.UTC
)
assert orig_file == resolved_file


def test_resolve_file_no_exist(cloud_test_catalog):
Expand Down

0 comments on commit 1db7334

Please sign in to comment.