1 # DCT "REMAP" scheduler
3 # Modifications made to create an in-place iterative DCT:
4 # Copyright (c) 2021 Luke Kenneth Casson Leighton <lkcl@lkcl.net>
8 # Original fastdctlee.py by Nayuki:
9 # Copyright (c) 2020 Project Nayuki. (MIT License)
10 # https://www.nayuki.io/page/fast-discrete-cosine-transform-algorithms
14 # bits of the integer 'val'.
15 def reverse_bits(val
, width
):
17 for _
in range(width
):
18 result
= (result
<< 1) |
(val
& 1)
23 # iterative version of [recursively-applied] half-rev.
24 # relies on the list lengths being power-of-two and the fact
25 # that bit-inversion of a list of binary numbers is the same
26 # as reversing the order of the list
27 # this version is dead easy to implement in hardware.
28 # a big surprise is that the half-reversal can be done with
29 # such a simple XOR. the inverse operation is slightly trickier
30 def halfrev2(vec
, pre_rev
=True):
32 for i
in range(len(vec
)):
34 res
.append(i ^
(i
>>1))
38 for ji
in range(1, bl
):
44 # python "yield" can be iterated. use this to make it clear how
45 # the indices are generated by using natural-looking nested loops
46 def iterate_dct_inner_costable_indices(SVSHAPE
):
47 # get indices to iterate over, in the required order
49 mode
= SVSHAPE
.lims
[1]
50 print ("inner costable", mode
)
51 # creating lists of indices to iterate over in each dimension
52 # has to be done dynamically, because it depends on the size
53 # first, the size-based loop (which can be done statically)
59 # invert order if requested
69 # start an infinite (wrapping) loop
71 z_end
= 1 # doesn't exist in this, only 2 loops
74 for size
in x_r
: # loop over 3rd order dimension (size)
75 x_end
= size
== x_r
[-1]
76 # y_r schedule depends on size
79 for i
in range(0, n
, size
):
82 if SVSHAPE
.invxyz
[1]: y_r
.reverse()
83 # two lists of half-range indices, e.g. j 0123, jr 7654
84 j
= list(range(0, halfsize
))
86 if SVSHAPE
.invxyz
[2]: j_r
.reverse()
87 #print ("xform jr", jr)
88 # loop over 1st order dimension
89 for ci
, jl
in enumerate(j
):
91 # now depending on MODE return the index. inner butterfly
92 if SVSHAPE
.skip
== 0b00: # in [0b00, 0b10]:
93 result
= k
# offset into COS table
94 elif SVSHAPE
.skip
== 0b10: #
95 result
= ci
# coefficient helper
96 elif SVSHAPE
.skip
== 0b11: #
97 result
= size
# coefficient helper
99 ((y_end
and z_end
)<<1) |
100 ((y_end
and x_end
and z_end
)<<2))
102 yield result
+ SVSHAPE
.offset
, loopends
105 # python "yield" can be iterated. use this to make it clear how
106 # the indices are generated by using natural-looking nested loops
107 def iterate_dct_inner_butterfly_indices(SVSHAPE
):
108 # get indices to iterate over, in the required order
110 mode
= SVSHAPE
.lims
[1]
111 #print ("inner butterfly", mode)
112 # creating lists of indices to iterate over in each dimension
113 # has to be done dynamically, because it depends on the size
114 # first, the size-based loop (which can be done statically)
120 # invert order if requested
121 if SVSHAPE
.invxyz
[0]:
127 # reference (read/write) the in-place data in *reverse-bit-order*
129 if SVSHAPE
.submode2
== 0b01:
130 levels
= n
.bit_length() - 1
131 ri
= [ri
[reverse_bits(i
, levels
)] for i
in range(n
)]
133 # reference list for not needing to do data-swaps, just swap what
134 # *indices* are referenced (two levels of indirection at the moment)
135 # pre-reverse the data-swap list so that it *ends up* in the order 0123..
137 inplace_mode
= SVSHAPE
.submode2
== 0b01
138 # and SVSHAPE.skip not in [0b10, 0b11]
140 #print ("inplace mode")
141 ji
= halfrev2(ji
, True)
146 # start an infinite (wrapping) loop
149 for size
in x_r
: # loop over 3rd order dimension (size)
150 x_end
= size
== x_r
[-1]
151 # y_r schedule depends on size
154 for i
in range(0, n
, size
):
156 # invert if requested
157 if SVSHAPE
.invxyz
[1]: y_r
.reverse()
158 for i
in y_r
: # loop over 2nd order dimension
160 # two lists of half-range indices, e.g. j 0123, jr 7654
161 j
= list(range(i
, i
+ halfsize
))
162 jr
= list(range(i
+halfsize
, i
+ size
))
164 # invert if requested
165 if SVSHAPE
.invxyz
[2]: j_r
.reverse()
166 hz2
= halfsize
// 2 # zero stops reversing 1-item lists
167 # if you *really* want to do the in-place swapping manually,
168 # this allows you to do it. good luck...
169 if SVSHAPE
.submode2
== 0b01 and not inplace_mode
:
172 #print ("xform jr", jr)
173 # loop over 1st order dimension
174 for ci
, (jl
, jh
) in enumerate(zip(j
, jr
)):
176 # now depending on MODE return the index. inner butterfly
177 if SVSHAPE
.skip
== 0b00: # in [0b00, 0b10]:
178 result
= ri
[ji
[jl
]] # lower half
179 elif SVSHAPE
.skip
== 0b01: # in [0b01, 0b11]:
180 result
= ri
[ji
[jh
]] # upper half, reverse order
181 elif SVSHAPE
.skip
== 0b10: #
182 result
= ci
# coefficient helper
183 elif SVSHAPE
.skip
== 0b11: #
184 result
= size
# coefficient helper
186 ((y_end
and z_end
)<<1) |
187 ((y_end
and x_end
and z_end
)<<2))
189 yield result
+ SVSHAPE
.offset
, loopends
193 for ci
, (jl
, jh
) in enumerate(zip(j
[:hz2
], jr
[:hz2
])):
195 #print ("inplace swap", jh, jlh)
196 tmp1
, tmp2
= ji
[jlh
], ji
[jh
]
197 ji
[jlh
], ji
[jh
] = tmp2
, tmp1
200 # python "yield" can be iterated. use this to make it clear how
201 # the indices are generated by using natural-looking nested loops
202 def iterate_dct_outer_butterfly_indices(SVSHAPE
):
203 # get indices to iterate over, in the required order
205 mode
= SVSHAPE
.lims
[1]
206 # createing lists of indices to iterate over in each dimension
207 # has to be done dynamically, because it depends on the size
208 # first, the size-based loop (which can be done statically)
214 # invert order if requested
215 if SVSHAPE
.invxyz
[0]:
221 #print ("outer butterfly")
223 # reference (read/write) the in-place data in *reverse-bit-order*
225 if SVSHAPE
.submode2
== 0b11:
226 levels
= n
.bit_length() - 1
227 ri
= [ri
[reverse_bits(i
, levels
)] for i
in range(n
)]
229 # reference list for not needing to do data-swaps, just swap what
230 # *indices* are referenced (two levels of indirection at the moment)
231 # pre-reverse the data-swap list so that it *ends up* in the order 0123..
233 inplace_mode
= False # need the space... SVSHAPE.skip in [0b10, 0b11]
235 #print ("inplace mode", SVSHAPE.skip)
236 ji
= halfrev2(ji
, True)
241 # start an infinite (wrapping) loop
246 for size
in x_r
: # loop over 3rd order dimension (size)
248 x_end
= size
== x_r
[-1]
249 y_r
= list(range(0, halfsize
))
250 #print ("itersum", halfsize, size, y_r)
251 # invert if requested
252 if SVSHAPE
.invxyz
[1]: y_r
.reverse()
253 for i
in y_r
: # loop over 2nd order dimension
255 # one list to create iterative-sum schedule
256 jr
= list(range(i
+halfsize
, i
+n
-halfsize
, size
))
257 #print ("itersum jr", i+halfsize, i+size, jr)
258 # invert if requested
259 if SVSHAPE
.invxyz
[2]: j_r
.reverse()
260 hz2
= halfsize
// 2 # zero stops reversing 1-item lists
262 for ci
, jh
in enumerate(jr
): # loop over 1st order dimension
264 #print (" itersum", size, i, jh, jh+size)
266 # COS table pre-generated mode
267 if SVSHAPE
.skip
== 0b00: # in [0b00, 0b10]:
268 result
= ri
[ji
[jh
]] # lower half
269 elif SVSHAPE
.skip
== 0b01: # in [0b01, 0b11]:
270 result
= ri
[ji
[jh
+size
]] # upper half
271 elif SVSHAPE
.skip
== 0b10: #
272 result
= k
# cos table offset
274 # COS table generated on-demand ("Vertical-First") mode
275 if SVSHAPE
.skip
== 0b00: # in [0b00, 0b10]:
276 result
= ri
[ji
[jh
]] # lower half
277 elif SVSHAPE
.skip
== 0b01: # in [0b01, 0b11]:
278 result
= ri
[ji
[jh
+size
]] # upper half
279 elif SVSHAPE
.skip
== 0b10: #
280 result
= ci
# coefficient helper
281 elif SVSHAPE
.skip
== 0b11: #
282 result
= size
# coefficient helper
284 ((y_end
and z_end
)<<1) |
285 ((y_end
and x_end
and z_end
)<<2))
287 yield result
+ SVSHAPE
.offset
, loopends
291 if SVSHAPE
.submode2
== 0b11 and inplace_mode
:
292 j
= list(range(i
, i
+ halfsize
))
293 jr
= list(range(i
+halfsize
, i
+ size
))
295 for ci
, (jl
, jh
) in enumerate(zip(j
[:hz2
], jr
[:hz2
])):
297 #print ("inplace swap", jh, jlh)
298 tmp1
, tmp2
= ji
[jlh
], ji
[jh
]
299 ji
[jlh
], ji
[jh
] = tmp2
, tmp1
301 # new k_start point for cos tables( runs inside x_r loop NOT i loop)
305 def pprint_schedule(schedule
, n
):
310 tablestep
= n
// size
311 print ("size %d halfsize %d tablestep %d" % \
312 (size
, halfsize
, tablestep
))
313 for i
in range(0, n
, size
):
314 prefix
= "i %d\t" % i
315 for j
in range(i
, i
+ halfsize
):
316 (jl
, je
), (jh
, he
) = schedule
[idx
]
317 print (" %-3d\t%s j=%-2d jh=%-2d "
318 "j[jl=%-2d] j[jh=%-2d]" % \
319 (idx
, prefix
, j
, j
+halfsize
,
322 "end", bin(je
)[2:], bin(je
)[2:])
326 def pprint_schedule_outer(schedule
, n
):
331 tablestep
= n
// size
332 print ("size %d halfsize %d tablestep %d" % \
333 (size
, halfsize
, tablestep
))
334 y_r
= list(range(0, halfsize
))
336 prefix
= "i %d\t" % i
337 jr
= list(range(i
+halfsize
, i
+n
-halfsize
, size
))
339 (jl
, je
), (jh
, he
) = schedule
[idx
]
340 print (" %-3d\t%s j=%-2d jh=%-2d "
341 "j[jl=%-2d] j[jh=%-2d]" % \
342 (idx
, prefix
, j
, j
+halfsize
,
345 "end", bin(je
)[2:], bin(je
)[2:])
350 # totally cool *in-place* DCT algorithm using yield REMAPs
356 print ("transform2", n
)
357 levels
= n
.bit_length() - 1
362 # reference (read/write) the in-place data in *reverse-bit-order*
364 ri
= [ri
[reverse_bits(i
, levels
)] for i
in range(n
)]
366 # and pretend we LDed data in half-swapped *and* bit-reversed order as well
367 # TODO: merge these two
368 vec
= halfrev2(vec
, False)
369 vec
= [vec
[ri
[i
]] for i
in range(n
)]
371 # create a cos table: not strictly necessary but here for illustrative
372 # purposes, to demonstrate the point that it really *is* iterative.
373 # this table could be cached and used multiple times rather than
374 # computed every time.
379 for ci
in range(halfsize
):
380 coeff
= (math
.cos((ci
+ 0.5) * math
.pi
/ size
) * 2.0)
382 print ("coeff", size
, "ci", ci
, "k", len(ctable
)-1,
383 "i/n", (ci
+0.5)/size
, coeff
)
391 SVSHAPE0
.lims
= [xdim
, 4, 0]
393 SVSHAPE0
.submode2
= 0b01
395 SVSHAPE0
.offset
= 0 # experiment with different offset, here
396 SVSHAPE0
.invxyz
= [1,0,0] # inversion if desired
399 SVSHAPE1
.lims
= [xdim
, 4, 0]
401 SVSHAPE1
.submode2
= 0b01
403 SVSHAPE1
.offset
= 0 # experiment with different offset, here
404 SVSHAPE1
.invxyz
= [1,0,0] # inversion if desired
407 SVSHAPE2
.lims
= [xdim
, 4, 0]
409 SVSHAPE2
.submode2
= 0b01
411 SVSHAPE2
.offset
= 0 # experiment with different offset, here
412 SVSHAPE2
.invxyz
= [1,0,0] # inversion if desired
414 # enumerate over the iterator function, getting new indices
415 i0
= iterate_dct_inner_costable_indices(SVSHAPE0
)
416 i1
= iterate_dct_inner_costable_indices(SVSHAPE1
)
417 i2
= iterate_dct_inner_costable_indices(SVSHAPE2
)
418 for ((ci
, cie
), (size
, sze
), (k
, ke
)) in \
420 print ("xform2 cos", ci
, size
, k
)
421 coeff
= (math
.cos((ci
+ 0.5) * math
.pi
/ size
) * 2.0)
422 assert coeff
== ctable
[k
]
423 print ("coeff", size
, "ci", ci
, "k", k
,
424 "i/n", (ci
+0.5)/size
, coeff
,
425 "end", bin(cie
), bin(sze
), bin(ke
))
426 if cie
== 0b111: # all loops end
435 SVSHAPE0
.lims
= [xdim
, 0b000001, 0]
437 SVSHAPE0
.submode2
= 0b01
439 SVSHAPE0
.offset
= 0 # experiment with different offset, here
440 SVSHAPE0
.invxyz
= [1,0,0] # inversion if desired
441 # j+halfstep schedule
443 SVSHAPE1
.lims
= [xdim
, 0b000001, 0]
445 SVSHAPE1
.submode2
= 0b01
447 SVSHAPE1
.offset
= 0 # experiment with different offset, here
448 SVSHAPE1
.invxyz
= [1,0,0] # inversion if desired
451 SVSHAPE2
.lims
= [xdim
, 0b000001, 0]
453 SVSHAPE2
.submode2
= 0b01
455 SVSHAPE2
.offset
= 0 # experiment with different offset, here
456 SVSHAPE2
.invxyz
= [1,0,0] # inversion if desired
459 SVSHAPE3
.lims
= [xdim
, 0b000001, 0]
461 SVSHAPE3
.submode2
= 0b01
463 SVSHAPE3
.offset
= 0 # experiment with different offset, here
464 SVSHAPE3
.invxyz
= [1,0,0] # inversion if desired
466 # enumerate over the iterator function, getting new indices
467 i0
= iterate_dct_inner_butterfly_indices(SVSHAPE0
)
468 i1
= iterate_dct_inner_butterfly_indices(SVSHAPE1
)
469 i2
= iterate_dct_inner_butterfly_indices(SVSHAPE2
)
470 i3
= iterate_dct_inner_butterfly_indices(SVSHAPE3
)
471 for k
, ((jl
, jle
), (jh
, jhe
), (ci
, cie
), (size
, sze
)) in \
472 enumerate(zip(i0
, i1
, i2
, i3
)):
473 t1
, t2
= vec
[jl
], vec
[jh
]
474 print ("xform2", jl
, jh
, ci
, size
)
475 coeff
= (math
.cos((ci
+ 0.5) * math
.pi
/ size
) * 2.0)
476 #assert coeff == ctable[k]
478 vec
[jh
] = (t1
- t2
) * (1/coeff
)
479 print ("coeff", size
, "ci", ci
,
481 "i/n", (ci
+0.5)/size
, coeff
, vec
[jl
],
483 "end", bin(jle
), bin(jhe
))
484 if jle
== 0b111: # all loops end
487 print("transform2 pre-itersum", vec
)
489 # now things are in the right order for the outer butterfly.
493 SVSHAPE0
.lims
= [xdim
, 0b0000010, 0]
494 SVSHAPE0
.submode2
= 0b100
497 SVSHAPE0
.offset
= 0 # experiment with different offset, here
498 SVSHAPE0
.invxyz
= [0,0,0] # inversion if desired
499 # j+halfstep schedule
501 SVSHAPE1
.lims
= [xdim
, 0b0000010, 0]
503 SVSHAPE1
.submode2
= 0b100
505 SVSHAPE1
.offset
= 0 # experiment with different offset, here
506 SVSHAPE1
.invxyz
= [0,0,0] # inversion if desired
508 # enumerate over the iterator function, getting new indices
509 i0
= iterate_dct_outer_butterfly_indices(SVSHAPE0
)
510 i1
= iterate_dct_outer_butterfly_indices(SVSHAPE1
)
511 for k
, ((jl
, jle
), (jh
, jhe
)) in enumerate(zip(i0
, i1
)):
512 print ("itersum jr", jl
, jh
,
513 "end", bin(jle
), bin(jhe
))
516 if jle
== 0b111: # all loops end
519 print("transform2 result", vec
)
525 # set the dimension sizes here
528 ydim
= 0 # not needed
529 zdim
= 0 # again, not needed
541 SVSHAPE0
.lims
= [xdim
, 0b000001, zdim
]
542 SVSHAPE0
.submode2
= 0b010
545 SVSHAPE0
.offset
= 0 # experiment with different offset, here
546 SVSHAPE0
.invxyz
= [0,0,0] # inversion if desired
547 # j+halfstep schedule
549 SVSHAPE1
.lims
= [xdim
, 0b000001, zdim
]
550 SVSHAPE1
.submode2
= 0b010
553 SVSHAPE1
.offset
= 0 # experiment with different offset, here
554 SVSHAPE1
.invxyz
= [0,0,0] # inversion if desired
556 # enumerate over the iterator function, getting new indices
558 i0
= iterate_dct_inner_butterfly_indices(SVSHAPE0
)
559 i1
= iterate_dct_inner_butterfly_indices(SVSHAPE1
)
560 for idx
, (jl
, jh
) in enumerate(zip(i0
, i1
)):
561 schedule
.append((jl
, jh
))
562 if jl
[1] == 0b111: # end
565 # ok now pretty-print the results, with some debug output
566 print ("inner butterfly")
567 pprint_schedule(schedule
, n
)
576 SVSHAPE0
.lims
= [xdim
, 0b000010, zdim
]
578 SVSHAPE0
.submode2
= 0b100
580 SVSHAPE0
.offset
= 0 # experiment with different offset, here
581 SVSHAPE0
.invxyz
= [1,0,0] # inversion if desired
582 # j+halfstep schedule
584 SVSHAPE1
.lims
= [xdim
, 0b000010, zdim
]
586 SVSHAPE1
.submode2
= 0b100
588 SVSHAPE1
.offset
= 0 # experiment with different offset, here
589 SVSHAPE1
.invxyz
= [1,0,0] # inversion if desired
591 # enumerate over the iterator function, getting new indices
593 i0
= iterate_dct_outer_butterfly_indices(SVSHAPE0
)
594 i1
= iterate_dct_outer_butterfly_indices(SVSHAPE1
)
595 for idx
, (jl
, jh
) in enumerate(zip(i0
, i1
)):
596 schedule
.append((jl
, jh
))
597 if jl
[1] == 0b111: # end
600 # ok now pretty-print the results, with some debug output
601 print ("outer butterfly")
602 pprint_schedule_outer(schedule
, n
)
605 if __name__
== '__main__':