https://callanwu.gitbook.io/notes 1 2024-03-25T07:44:22.468Z https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning 1 2024-03-25T06:36:49.082Z https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/prompt-tuning 0.84 2023-12-20T10:58:57.552Z https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/p-tuning 0.84 2023-12-20T11:00:20.467Z https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/prefix-tuning 0.84 2023-12-20T11:00:20.467Z https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/p-tuning-v2 0.84 2023-12-20T11:00:20.073Z https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/llama-adapter 0.84 2023-12-20T11:03:46.269Z https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/adapter 0.84 2023-12-20T08:03:14.641Z https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/lora 0.84 2023-12-20T10:58:57.686Z https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/longlora 0.84 2023-12-20T07:22:56.412Z https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/qlora 0.84 https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/qa-lora 0.84 https://callanwu.gitbook.io/notes/parameter-efficient-fine-tuning/s-lora 0.84 https://callanwu.gitbook.io/notes/base-model 1 2024-03-25T07:44:22.335Z https://callanwu.gitbook.io/notes/base-model/llama 0.84 2024-03-25T07:44:22.468Z https://callanwu.gitbook.io/notes/base-model/llama2 0.84 2024-03-25T07:11:24.034Z https://callanwu.gitbook.io/notes/base-model/chatglm 0.84 2024-03-25T07:44:22.284Z https://callanwu.gitbook.io/notes/base-model/chatglm2 0.84 2024-03-25T08:00:06.148Z https://callanwu.gitbook.io/notes/base-model/chatglm3 0.84 2024-03-25T07:51:18.563Z https://callanwu.gitbook.io/notes/base-model/qwen 0.84 2024-03-25T08:00:06.148Z https://callanwu.gitbook.io/notes/base-model/gemma 0.84 https://callanwu.gitbook.io/notes/tokenization 1 2023-11-05T07:43:45.406Z https://callanwu.gitbook.io/notes/tokenization/byte-pair-encoding-bpe 0.84 2023-11-17T14:34:35.870Z https://callanwu.gitbook.io/notes/tokenization/byte-level-bpe 0.84 2023-11-17T07:12:20.834Z https://callanwu.gitbook.io/notes/tokenization/wordpiece 0.84 2023-11-05T07:38:30.483Z https://callanwu.gitbook.io/notes/tokenization/unigram 0.84 2023-11-05T07:41:50.893Z https://callanwu.gitbook.io/notes/tokenization/sentencepiece 0.84 2023-11-19T09:35:27.004Z https://callanwu.gitbook.io/notes/transformer 1 2024-03-25T07:41:56.669Z https://callanwu.gitbook.io/notes/transformer/positional-embeddings 0.84 2024-03-25T06:28:13.498Z https://callanwu.gitbook.io/notes/transformer/positional-embeddings/fixed-positional-encoding 0.7 2024-03-25T06:28:13.517Z https://callanwu.gitbook.io/notes/transformer/positional-embeddings/learned-positional-encoding 0.7 2024-03-25T07:43:21.106Z https://callanwu.gitbook.io/notes/transformer/positional-embeddings/rotary-positional-embeddings-rope 0.7 2024-03-25T07:43:21.106Z https://callanwu.gitbook.io/notes/transformer/positional-embeddings/attention-with-linear-biases-alibi 0.7 2023-11-17T07:30:37.427Z https://callanwu.gitbook.io/notes/transformer/attention 0.84 2024-03-25T07:23:21.435Z https://callanwu.gitbook.io/notes/transformer/attention/kv-cache 0.7 2024-03-25T07:06:51.608Z https://callanwu.gitbook.io/notes/transformer/attention/multi-query-attention-mqa 0.7 2024-03-25T07:06:51.468Z https://callanwu.gitbook.io/notes/transformer/attention/grouped-query-attention-gqa 0.7 2024-03-25T07:08:58.560Z https://callanwu.gitbook.io/notes/transformer/norm 0.84 2024-03-25T07:39:24.364Z https://callanwu.gitbook.io/notes/transformer/norm/position 0.7 2024-03-25T06:34:28.688Z https://callanwu.gitbook.io/notes/transformer/activation-function 0.84 2024-03-25T07:39:24.364Z https://callanwu.gitbook.io/notes/long-context-extension 1 2023-11-17T07:30:37.427Z https://callanwu.gitbook.io/notes/long-context-extension/positional-interpolation 0.84 https://callanwu.gitbook.io/notes/long-context-extension/ntk-aware-scaled-rope 0.84 2023-11-17T08:10:39.583Z https://callanwu.gitbook.io/notes/long-context-extension/ntk-aware-alibi 0.84 2023-11-17T08:10:39.583Z https://callanwu.gitbook.io/notes/train-and-inference 1 https://callanwu.gitbook.io/notes/train-and-inference/flops 0.84 2023-11-05T11:55:13.104Z https://callanwu.gitbook.io/notes/train-and-inference/assisted-decoding 0.84 2023-11-05T11:55:13.104Z