FazBrowse GitHub Viewer
|
Trending
|
URL:
|
Home
Tools:
[Download Repo ZIP]
[View Raw Code]
[Original HTTPS Page]
python/pyfaasm/pyfaasm/matrix_data.py at bump-cpp · faasm/python · GitHub
Uh oh!
There was an error while loading.
Please reload this page
.
faasm
/
python
Public
Notifications
You must be signed in to change notification settings
Fork
3
Star
6
Code
Issues
1
Pull requests
0
Actions
Projects
Security and quality
0
Insights
Additional navigation options
Code
Issues
Pull requests
Actions
Projects
Security and quality
Insights
Expand file tree
Breadcrumbs
python
/
pyfaasm
/
pyfaasm
/
matrix_data.py
Copy path
More file actions
More file actions
Latest commit
History
History
History
78 lines (58 loc) · 2.57 KB
Breadcrumbs
python
/
pyfaasm
/
pyfaasm
/
matrix_data.py
Copy path
File metadata and controls
78 lines (58 loc) · 2.57 KB
Raw
Copy raw file
Download raw file
Open symbols panel
Edit and raw actions
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
from
os
.
path
import
join
import
numpy
as
np
def
subdivide_matrix_into_files
(
conf
,
mat
,
file_dir
,
file_prefix
):
def
_write_submatrix_to_file
(
sm_bytes
,
row_idx
,
col_idx
):
file_name
=
conf
.
get_submatrix_key
(
file_prefix
,
conf
.
n_splits
,
row_idx
,
col_idx
)
file_path
=
join
(
file_dir
,
file_name
)
with
open
(
file_path
,
"wb"
)
as
fh
:
fh
.
write
(
sm_bytes
)
do_subdivide_matrix
(
conf
,
mat
,
_write_submatrix_to_file
)
def
reconstruct_matrix_from_files
(
conf
,
file_dir
,
file_prefix
):
def
_read_submatrix_from_file
(
row_idx
,
col_idx
):
file_name
=
conf
.
get_submatrix_key
(
file_prefix
,
conf
.
n_splits
,
row_idx
,
col_idx
)
file_path
=
join
(
file_dir
,
file_name
)
with
open
(
file_path
,
"rb"
)
as
fh
:
file_bytes
=
fh
.
read
()
return
file_bytes
return
do_reconstruct_matrix
(
conf
,
_read_submatrix_from_file
)
def
do_subdivide_matrix
(
conf
,
mat
,
write_func
):
# Step through rows and columns of original matrix, appending submatrix
# bytes to the overall byte stream
sm_per_row
=
conf
.
get_submatrices_per_row
(
conf
.
n_splits
)
sm_size
=
conf
.
get_submatrix_size
(
conf
.
n_splits
)
for
row_idx
in
range
(
0
,
sm_per_row
):
for
col_idx
in
range
(
0
,
sm_per_row
):
# Work out the position of the top left and bottom right corner of
# the submatrix
row_start
=
row_idx
*
sm_size
col_start
=
col_idx
*
sm_size
row_end
=
row_start
+
sm_size
col_end
=
col_start
+
sm_size
# Extract the submatrix and write to bytes
sub_mat
=
mat
[
row_start
:
row_end
,
col_start
:
col_end
]
sm_bytes
=
sub_mat
.
tobytes
()
write_func
(
sm_bytes
,
row_idx
,
col_idx
)
def
do_reconstruct_matrix
(
conf
,
read_func
):
result
=
None
sm_per_row
=
conf
.
get_submatrices_per_row
(
conf
.
n_splits
)
sm_size
=
conf
.
get_submatrix_size
(
conf
.
n_splits
)
# Need to read in row by row concatenate the rows
for
row_idx
in
range
(
0
,
sm_per_row
):
submatrices
=
[]
for
col_idx
in
range
(
0
,
sm_per_row
):
sm_data
=
read_func
(
row_idx
,
col_idx
)
this_submat
=
np
.
frombuffer
(
sm_data
,
dtype
=
np
.
float32
)
this_submat
=
this_submat
.
reshape
(
sm_size
,
sm_size
)
submatrices
.
append
(
this_submat
)
this_row
=
np
.
concatenate
(
submatrices
,
axis
=
1
)
if
row_idx
==
0
:
# Initialise the result
result
=
this_row
else
:
# Add the row to the existing result
result
=
np
.
concatenate
((
result
,
this_row
),
axis
=
0
)
return
result
Back
|
FazBrowse Home
|
New Git URL