|
511 | 511 | "set_determinism(seed=0)\n",
|
512 | 512 | "train_trans, val_trans = transformations()\n",
|
513 | 513 | "lmdb_init_start = time.time()\n",
|
514 |
| - "train_lmdb_ds = LMDBDataset(data=train_files, transform=train_trans, cache_dir=LMDB_cache, lmdb_kwargs={\"map_async\": True})\n", |
| 514 | + "train_lmdb_ds = LMDBDataset(\n", |
| 515 | + " data=train_files, transform=train_trans, cache_dir=LMDB_cache, lmdb_kwargs={\"map_async\": True}\n", |
| 516 | + ")\n", |
515 | 517 | "val_lmdb_ds = LMDBDataset(data=val_files, transform=val_trans, cache_dir=LMDB_cache, lmdb_kwargs={\"map_async\": True})\n",
|
516 | 518 | "lmdb_init_time = time.time() - lmdb_init_start\n",
|
517 | 519 | "\n",
|
|
522 | 524 | " lmdb_metric_values,\n",
|
523 | 525 | " lmdb_epoch_times,\n",
|
524 | 526 | ") = train_process(train_lmdb_ds, val_lmdb_ds)\n",
|
525 |
| - "print(\n", |
526 |
| - " f\"total training time of {lmdb_epoch_num}\"\n", |
527 |
| - " f\" epochs with LMDB storage Dataset: {lmdb_total_time:.4f}\"\n", |
528 |
| - ")" |
| 527 | + "print(f\"total training time of {lmdb_epoch_num}\" f\" epochs with LMDB storage Dataset: {lmdb_total_time:.4f}\")" |
529 | 528 | ]
|
530 | 529 | },
|
531 | 530 | {
|
|
549 | 548 | "set_determinism(seed=0)\n",
|
550 | 549 | "train_trans, val_trans = transformations()\n",
|
551 | 550 | "cache_init_start = time.time()\n",
|
552 |
| - "cache_train_ds = CacheDataset(data=train_files, transform=train_trans, cache_rate=1.0, runtime_cache=\"processes\", copy_cache=False)\n", |
553 |
| - "cache_val_ds = CacheDataset(data=val_files, transform=val_trans, cache_rate=1.0, runtime_cache=\"processes\", copy_cache=False)\n", |
| 551 | + "cache_train_ds = CacheDataset(\n", |
| 552 | + " data=train_files, transform=train_trans, cache_rate=1.0, runtime_cache=\"processes\", copy_cache=False\n", |
| 553 | + ")\n", |
| 554 | + "cache_val_ds = CacheDataset(\n", |
| 555 | + " data=val_files, transform=val_trans, cache_rate=1.0, runtime_cache=\"processes\", copy_cache=False\n", |
| 556 | + ")\n", |
554 | 557 | "cache_init_time = time.time() - cache_init_start\n",
|
555 | 558 | "\n",
|
556 | 559 | "(\n",
|
|
0 commit comments