Skip to content

Commit 05a5ad1

Browse files
michelpmichelp
authored
first sorta tests working for binread binwrite (#18)
* first sorta tests working for binread binwrite * fixup string i unblacked * free matrices on each loop * add conftest lib init. * more test asserts. * add tests for GxB_FULL. * black * assert types equal for binread binwrite * rename exceptions. * use any opener interface, full equality tests for binary files. * clean up opener code * clean up header template a bit for the spec. * add implementation id to binary format. * fix up broken checkstatus calls and add sets and gets for switch properties. * oops wrong arg in binary header and make lint happy. * windows? * cant call dlopen(None) on windows... * cant call dlopen(None) on windows... * no binary file cookies for you windows! * no binary file cookies for you windows! * dont want on A as it seems its not necessary * cleanup with some refactored functional code in suitesparse_graphblas.matrix. * oh yeah check the new files in too. * lint * more func api and sweet, sweet doctests. * oh lint. * more doctests. * use frozen set instead of tuple.
1 parent a568d9a commit 05a5ad1

13 files changed

+1316
-9
lines changed

‎Dockerfile

+5-6
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@ WORKDIR /build
1111
RUN git clone https://github.com/eliben/pycparser.git --depth 1
1212

1313
WORKDIR /build/GraphBLAS/build
14-
RUN git clone https://github.com/DrTimothyAldenDavis/GraphBLAS.git --depth 1 --branch v${SUITESPARSE} \
14+
RUN git clone https://github.com/DrTimothyAldenDavis/GraphBLAS.git --depth 1 --branch ${SUITESPARSE} \
1515
&& cd GraphBLAS/build \
1616
&& cmake .. -DCMAKE_INSTALL_PREFIX=/usr -DGBCOMPACT=${COMPACT} \
1717
&& make -j$(nproc) \
@@ -29,17 +29,16 @@ COPY --from=suitesparse /build/pycparser/utils/fake_libc_include/* /usr/local/li
2929
RUN apt-get update && apt-get install -yq build-essential git
3030
RUN pip3 install numpy cffi pytest cython
3131

32-
RUN mkdir -p /build/python-suitesparse-graphblas
33-
ADD . /build/python-suitesparse-graphblas
32+
RUN mkdir -p /psg
33+
ADD . /psg
3434

35-
WORKDIR /build/python-suitesparse-graphblas
35+
WORKDIR /psg
3636
RUN git tag ${VERSION} && \
3737
python3 suitesparse_graphblas/create_headers.py && \
3838
python3 setup.py install && \
3939
ldconfig
4040

41-
WORKDIR /
42-
RUN pytest --pyargs suitesparse_graphblas.tests
41+
#RUN pytest --pyargs suitesparse_graphblas.tests
4342
RUN apt-get -y --purge remove git python3-pip && apt-get clean
4443

4544
FROM ${BASE_CONTAINER}

‎docker_build.sh

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
if [ $# -eq 0 ]
22
then
3-
echo "Usage: ./docker_build.sh SUITESPARSE VERSION BRANCH [LOCATION PUSH]
3+
echo "Usage: ./docker_build.sh SUITESPARSE_BRANCH VERSION [BRANCH LOCATION PUSH]
44
5-
Example: ./docker_build.sh 5.0.6 5.0.6.0 main clone push
5+
Example: ./docker_build.sh v5.1.3 5.1.3.1 main clone push
66
77
If location is clone then a fresh git clone will be used.
88
If push is provided then the script will attempt to push to dockerhub."

‎suitesparse_graphblas/__init__.py

+131-1
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,19 @@
11
from ._graphblas import ffi, lib # noqa
22
from . import utils
33
from ._version import get_versions
4+
from . import exceptions as ex
45

56

67
def is_initialized():
78
"""Is GraphBLAS initialized via GrB_init or GxB_init?"""
89
return lib.GxB_Global_Option_get(lib.GxB_MODE, ffi.new("GrB_Mode*")) != lib.GrB_PANIC
910

1011

12+
def supports_complex():
13+
"""Does this package support complex numbers?"""
14+
return hasattr(lib, "GrB_FC64") or hasattr(lib, "GxB_FC64")
15+
16+
1117
def initialize(*, blocking=False, memory_manager="numpy"):
1218
"""Initialize GraphBLAS via GrB_init or GxB_init.
1319
@@ -37,8 +43,132 @@ def initialize(*, blocking=False, memory_manager="numpy"):
3743
elif memory_manager == "c":
3844
lib.GrB_init(blocking)
3945
else:
40-
raise ValueError(f'memory_manager argument must be "numpy" or "c"; got: {memory_manager!r}')
46+
raise ValueError(
47+
f'memory_manager argument must be "numpy" or "c"; got: ' "{memory_manager!r}" # noqa
48+
)
4149

4250

4351
__version__ = get_versions()["version"]
4452
del get_versions
53+
54+
55+
def libget(name):
56+
"""Helper to get items from GraphBLAS which might be GrB or GxB"""
57+
try:
58+
return getattr(lib, name)
59+
except AttributeError:
60+
ext_name = f"GxB_{name[4:]}"
61+
try:
62+
return getattr(lib, ext_name)
63+
except AttributeError:
64+
pass
65+
raise
66+
67+
68+
bool_types = frozenset((lib.GrB_BOOL,))
69+
70+
signed_integer_types = frozenset(
71+
(
72+
lib.GrB_INT8,
73+
lib.GrB_INT16,
74+
lib.GrB_INT32,
75+
lib.GrB_INT64,
76+
)
77+
)
78+
79+
unsigned_integer_types = frozenset(
80+
(
81+
lib.GrB_UINT8,
82+
lib.GrB_UINT16,
83+
lib.GrB_UINT32,
84+
lib.GrB_UINT64,
85+
)
86+
)
87+
88+
integer_types = signed_integer_types | unsigned_integer_types
89+
90+
real_types = frozenset(
91+
(
92+
lib.GrB_FP32,
93+
lib.GrB_FP64,
94+
)
95+
)
96+
97+
if supports_complex():
98+
complex_types = frozenset(
99+
(
100+
lib.GxB_FC32,
101+
lib.GxB_FC64,
102+
)
103+
)
104+
else:
105+
complex_types = frozenset()
106+
107+
108+
grb_types = bool_types | integer_types | real_types | complex_types
109+
110+
111+
_error_code_lookup = {
112+
# Warning
113+
lib.GrB_NO_VALUE: ex.NoValue,
114+
# API Errors
115+
lib.GrB_UNINITIALIZED_OBJECT: ex.UninitializedObject,
116+
lib.GrB_INVALID_OBJECT: ex.InvalidObject,
117+
lib.GrB_NULL_POINTER: ex.NullPointer,
118+
lib.GrB_INVALID_VALUE: ex.InvalidValue,
119+
lib.GrB_INVALID_INDEX: ex.InvalidIndex,
120+
lib.GrB_DOMAIN_MISMATCH: ex.DomainMismatch,
121+
lib.GrB_DIMENSION_MISMATCH: ex.DimensionMismatch,
122+
lib.GrB_OUTPUT_NOT_EMPTY: ex.OutputNotEmpty,
123+
# Execution Errors
124+
lib.GrB_OUT_OF_MEMORY: ex.OutOfMemory,
125+
lib.GrB_INSUFFICIENT_SPACE: ex.InsufficientSpace,
126+
lib.GrB_INDEX_OUT_OF_BOUNDS: ex.IndexOutOfBound,
127+
lib.GrB_PANIC: ex.Panic,
128+
}
129+
GrB_SUCCESS = lib.GrB_SUCCESS
130+
GrB_NO_VALUE = lib.GrB_NO_VALUE
131+
132+
133+
_error_func_lookup = {
134+
"struct GB_Type_opaque *": lib.GrB_Type_error,
135+
"struct GB_UnaryOp_opaque *": lib.GrB_UnaryOp_error,
136+
"struct GB_BinaryOp_opaque *": lib.GrB_BinaryOp_error,
137+
"struct GB_SelectOp_opaque *": lib.GxB_SelectOp_error,
138+
"struct GB_Monoid_opaque *": lib.GrB_Monoid_error,
139+
"struct GB_Semiring_opaque *": lib.GrB_Semiring_error,
140+
"struct GB_Scalar_opaque *": lib.GxB_Scalar_error,
141+
"struct GB_Matrix_opaque *": lib.GrB_Matrix_error,
142+
"struct GB_Vector_opaque *": lib.GrB_Vector_error,
143+
"struct GB_Descriptor_opaque *": lib.GrB_Descriptor_error,
144+
}
145+
146+
147+
def check_status(obj, response_code):
148+
"""Check the return code of the GraphBLAS function.
149+
150+
If the operation was successful, return None.
151+
152+
If the operation returned no value return `exceptions.NoValue`.
153+
154+
Otherwise it is an error, lookup the exception and the error
155+
description, and throw the exception.
156+
157+
"""
158+
if response_code == GrB_SUCCESS:
159+
return
160+
if response_code == GrB_NO_VALUE:
161+
return ex.NoValue
162+
163+
if ffi.typeof(obj).item.kind == "pointer":
164+
obj = obj[0]
165+
166+
cname = ffi.typeof(obj).cname
167+
error_func = _error_func_lookup.get(cname)
168+
if error_func is None:
169+
raise TypeError(f"Unknown cname {cname} looking up error string.")
170+
171+
string = ffi.new("char**")
172+
error_func(string, obj)
173+
text = ffi.string(string[0]).decode()
174+
raise _error_code_lookup[response_code](text)

‎suitesparse_graphblas/exceptions.py

+54
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,54 @@
1+
class GraphBLASException(Exception):
2+
pass
3+
4+
5+
class NoValue(GraphBLASException):
6+
pass
7+
8+
9+
class UninitializedObject(GraphBLASException):
10+
pass
11+
12+
13+
class InvalidObject(GraphBLASException):
14+
pass
15+
16+
17+
class NullPointer(GraphBLASException):
18+
pass
19+
20+
21+
class InvalidValue(GraphBLASException):
22+
pass
23+
24+
25+
class InvalidIndex(GraphBLASException):
26+
pass
27+
28+
29+
class DomainMismatch(GraphBLASException):
30+
pass
31+
32+
33+
class DimensionMismatch(GraphBLASException):
34+
pass
35+
36+
37+
class OutputNotEmpty(GraphBLASException):
38+
pass
39+
40+
41+
class OutOfMemory(GraphBLASException):
42+
pass
43+
44+
45+
class InsufficientSpace(GraphBLASException):
46+
pass
47+
48+
49+
class IndexOutOfBound(GraphBLASException):
50+
pass
51+
52+
53+
class Panic(GraphBLASException):
54+
pass

‎suitesparse_graphblas/io/__init__.py

Whitespace-only changes.

0 commit comments

Comments
 (0)