16 lines
326 B
Python
16 lines
326 B
Python
"""Workbook-local Triton notes for online softmax."""
|
|
|
|
|
|
def notes() -> str:
|
|
return """
|
|
TODO(student):
|
|
1. Keep running_max and running_sum for one row.
|
|
2. Process the row in blocks.
|
|
3. Update the recurrence after each block.
|
|
4. Normalize once the full row has been seen.
|
|
"""
|
|
|
|
|
|
if __name__ == "__main__":
|
|
print(notes())
|