64 lines
1.5 KiB
Python
Executable File
64 lines
1.5 KiB
Python
Executable File
import os
|
|
from pathlib import Path, PurePath
|
|
import sys
|
|
|
|
import datasets
|
|
|
|
def ensure_dir(path):
|
|
print("ensure", path)
|
|
try:
|
|
os.makedirs(path)
|
|
except FileExistsError:
|
|
pass # dir already exists
|
|
|
|
def ensure_matrix_download(dir, mat):
|
|
if os.path.exists(dir / mat.name / (mat.name + ".mtx")):
|
|
print(f"SKIP {mat.name}: already exists")
|
|
return
|
|
mat.download(format='MM', destpath=dir, extract=True)
|
|
|
|
# create a link in linkDir for the matrix in downDir
|
|
def ensure_matrix_link(downDir, linkDir, mat):
|
|
files = os.listdir(downDir / mat.name)
|
|
for f in files:
|
|
if f == mat.name + ".mtx":
|
|
src = Path(os.path.relpath(downDir, linkDir)) / mat.name / f
|
|
dst = linkDir / (mat.name + ".mtx")
|
|
print(f"{src} <- {dst}")
|
|
try:
|
|
os.symlink(src, dst)
|
|
except FileExistsError:
|
|
pass # dir already exists
|
|
return
|
|
|
|
dataset = None
|
|
for ds in datasets.DATASETS:
|
|
if ds.name == sys.argv[1]:
|
|
dataset = ds
|
|
break
|
|
mats = dataset.mats
|
|
|
|
print(len(mats))
|
|
|
|
# scratch directory
|
|
scratchPath = Path(os.environ["SCRATCH"])
|
|
# where matrices will be downloaded
|
|
downDir = scratchPath / "suitesparse"
|
|
# where the matrix will be linked to
|
|
linkDir = scratchPath / dataset.name
|
|
ensure_dir(downDir)
|
|
ensure_dir(linkDir)
|
|
|
|
for mat in mats:
|
|
|
|
print(mat.name)
|
|
|
|
ensure_matrix_download(downDir, mat)
|
|
ensure_matrix_link(downDir, linkDir, mat)
|
|
|
|
|
|
# blacklist:
|
|
# cavity(\d+)_[bx].mtx
|
|
# circuit(\d+)_[bx].mtx
|
|
# other things that end in _b.mtx?
|
|
# |