Skip to content

Commit

Permalink
remove noise
Browse files Browse the repository at this point in the history
  • Loading branch information
dlwh committed Oct 10, 2024
1 parent db0ab69 commit 9bb9eac
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions src/levanter/store/cache.py
Original file line number Diff line number Diff line change
Expand Up @@ -1061,11 +1061,8 @@ def _write_batches(writer: ShardedCacheWriter, shard_totals, batches, finished_s


def _fetch_batches(batches) -> tuple[dict[str, int], list[PreparedBatch]]:
time_in = time.time()
shards_for_batches, payloads_for_batches = zip(*batches)
payloads_for_batches = ray.get(list(payloads_for_batches))
time_out = time.time()
logger.info(f"Fetched {len(batches)} batches in {time_out - time_in} seconds")

shard_row_totals: dict[str, int] = {}
for shard, payload in zip(shards_for_batches, payloads_for_batches):
Expand Down

0 comments on commit 9bb9eac

Please sign in to comment.