Initial project scaffold
This commit is contained in:
15
tasks/04_online_softmax/triton_skeleton.py
Normal file
15
tasks/04_online_softmax/triton_skeleton.py
Normal file
@@ -0,0 +1,15 @@
|
||||
"""Workbook-local Triton notes for online softmax."""
|
||||
|
||||
|
||||
def notes() -> str:
|
||||
return """
|
||||
TODO(student):
|
||||
1. Keep running_max and running_sum for one row.
|
||||
2. Process the row in blocks.
|
||||
3. Update the recurrence after each block.
|
||||
4. Normalize once the full row has been seen.
|
||||
"""
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
print(notes())
|
||||
Reference in New Issue
Block a user