Compare commits

merge into: n:master

Branches Tags

n:master

n:remove-vzip

n:readme

n:ci_cublas

n:fix-eval-bos

n:q4_3-range-fix

n:ik/rmse_quantization

n:q4_0-q4_2-range-fix

n:gg/rmse_quantization

n:quant-attn

n:mmap-pages-stats

n:flash-attn

n:mmap

n:q4_1_more_accel

n:q4_1_more_accel_kahan

n:q4_1_more_accel_loopsplit

n:tcp_server

n:dev

n:ci_cublas-31ff9e2

n:ci_cublas-44286d3

n:ci_cublas-45d94c8

n:master-018f227

n:master-01a297b

n:master-02c5b27

n:master-02d6988

n:master-03f7e33

n:master-04aaae1

n:master-04c6f5e

n:master-074bea2

n:master-084e2f0

n:master-09aecbf

n:master-0ad9646

n:master-0b2da20

n:master-0b366e7

n:master-0b5a935

n:master-0ba76c1

n:master-0c44427

n:master-0c56923

n:master-0d054e2

n:master-0e018fe

n:master-0e07e6a

n:master-0e6cbff

n:master-0f07cac

n:master-0f1b21c

n:master-106faaf

n:master-10f19c1

n:master-11d9023

n:master-12b5900

n:master-13b0c68

n:master-1481a9c

n:master-1623a6e

n:master-180b693

n:master-1972616

n:master-1bfc153

n:master-1d08882

n:master-1f0414f

n:master-2005469

n:master-20e1e84

n:master-20fbf2a

n:master-214b6a3

n:master-22213a1

n:master-2456837

n:master-2485d7a

n:master-25d7abb

n:master-2663d2c

n:master-29b7baa

n:master-2a2e63c

n:master-2a98bc1

n:master-2bb992f

n:master-2bdc096

n:master-2d099e5

n:master-2d3481c

n:master-2e17dfd

n:master-2e664f1

n:master-2ec8342

n:master-2edbdb0

n:master-2f7bf7d

n:master-2f7c8e0

n:master-305ba6f

n:master-305eb5a

n:master-31572d9

n:master-315a95a

n:master-3173a62

n:master-334637e

n:master-33e35b8

n:master-34ab526

n:master-34c1072

n:master-34d9f22

n:master-3525899

n:master-368d0c8

n:master-36b4f7e

n:master-36d0753

n:master-36d19a6

n:master-38de86a

n:master-3bcc129

n:master-3cd8dde

n:master-3d59769

n:master-3e5aa8a

n:master-3e6e70d

n:master-4122dff

n:master-4274722

n:master-436e561

n:master-437e778

n:master-459e93c

n:master-461ba9e

n:master-4640eff

n:master-47f61aa

n:master-481044d

n:master-483bab2

n:master-4870e45

n:master-489537e

n:master-4953e90

n:master-4b8efff

n:master-502a400

n:master-50a8a2a

n:master-50cb666

n:master-50fae10

n:master-53c8434

n:master-53dbba7

n:master-54bb60e

n:master-55390bc

n:master-55bc5f0

n:master-563cdc3

n:master-56e659a

n:master-574406d

n:master-585d91a

n:master-58b367c

n:master-58e6c9f

n:master-5a5f8b1

n:master-5a8c4f6

n:master-5addcb1

n:master-5af8e32

n:master-5b70e7d

n:master-5c19c70

n:master-5d5817c

n:master-5ecff35

n:master-6232f2d

n:master-62cfc54

n:master-6667401

n:master-66aab46

n:master-67c7779

n:master-684da25

n:master-698f7b5

n:master-69b7402

n:master-69c9229

n:master-6a9661e

n:master-6b6dbc8

n:master-6bc4400

n:master-6c24870

n:master-6f1ee4b

n:master-6f79699

n:master-70269ca

n:master-70f01cb

n:master-7296c96

n:master-76a8849

n:master-77a7340

n:master-77efdf5

n:master-799fdc1

n:master-7a32fcb

n:master-7a87d31

n:master-7a9b6c3

n:master-7b8dbcb

n:master-7e312f1

n:master-7f4c5c6

n:master-7fc50c0

n:master-7ff0dcd

n:master-81040f1

n:master-83df563

n:master-8520fc3

n:master-857308d

n:master-859fee6

n:master-863f65e

n:master-8687c1f

n:master-872c365

n:master-87a6f84

n:master-884e7d7

n:master-8944a13

n:master-8a0f867

n:master-8a1756a

n:master-8b67998

n:master-8c2ec5e

n:master-8c3ffc2

n:master-8c9be35

n:master-8cda5c9

n:master-8cf9f34

n:master-8d4a855

n:master-90b19bd

n:master-9190e8e

n:master-928480e

n:master-92a6e13

n:master-93265e9

n:master-939ad2d

n:master-9411288

n:master-94c5652

n:master-957c8ae

n:master-95ea26f

n:master-96f9c05

n:master-9794052

n:master-986b6ce

n:master-99c5b27

n:master-9b0a4d4

n:master-9cbc404

n:master-9daff41

n:master-9e17072

n:master-9ff334f

n:master-a140219

n:master-a316a42

n:master-a3a2a0e

n:master-a4755cf

n:master-a5c42c4

n:master-a5d30b1

n:master-a6bdc47

n:master-a791a68

n:master-aa485ce

n:master-aaf3b23

n:master-ad072fc

n:master-ad5fd5b

n:master-ae44e23

n:master-afd220d

n:master-b1ee8f5

n:master-b391579

n:master-b3f460e

n:master-b51c717

n:master-b6e7f9b

n:master-b925f1f

n:master-be87b6e

n:master-bf4b22f

n:master-c0bb1d3

n:master-c12b14b

n:master-c1f8850

n:master-c2b25b6

n:master-c3ac702

n:master-c3ca7a5

n:master-c494ed5

n:master-c4f89d8

n:master-c4fe84f

n:master-c50b628

n:master-c56b715

n:master-c5aa5e5

n:master-c5d70f5

n:master-c85e03d

n:master-c8c2c52

n:master-c9a59b7

n:master-c9e2c26

n:master-cc0bb72

n:master-cc9cee8

n:master-cd7fa95

n:master-cea1c85

n:master-d0aaff5

n:master-d3f202d

n:master-d40fded

n:master-d502bc7

n:master-d5850c5

n:master-d7def1a

n:master-d990e3f

n:master-d9a239c

n:master-da5303c

n:master-db10808

n:master-dcdd65e

n:master-dd0eabc

n:master-dd7eff5

n:master-e0305ea

n:master-e216aa0

n:master-e2cd506

n:master-e4412b4

n:master-e4422e2

n:master-e4cf982

n:master-e6c9e09

n:master-e7f6997

n:master-e899bf5

n:master-e8c0516

n:master-e95b655

n:master-e986f94

n:master-ea10d3d

n:master-ea3a0ad

n:master-eb17a02

n:master-ec728e4

n:master-ec9cdb6

n:master-ecbe466

n:master-ed3c680

n:master-ee0c40d

n:master-eeaa7b0

n:master-efd0564

n:master-f0d70f1

n:master-f121705

n:master-f202ada

n:master-f266259

n:master-f2d1c47

n:master-f3d4edf

n:master-f4cef87

n:master-f4d277a

n:master-f5a77a6

n:master-f647ce0

n:master-f7d0509

n:master-f7dc43b

n:master-fbd4d38

...

pull from: n:remove-vzip

Branches Tags

n:master

n:remove-vzip

n:readme

n:ci_cublas

n:fix-eval-bos

n:q4_3-range-fix

n:ik/rmse_quantization

n:q4_0-q4_2-range-fix

n:gg/rmse_quantization

n:quant-attn

n:mmap-pages-stats

n:flash-attn

n:mmap

n:q4_1_more_accel

n:q4_1_more_accel_kahan

n:q4_1_more_accel_loopsplit

n:tcp_server

n:dev

n:ci_cublas-31ff9e2

n:ci_cublas-44286d3

n:ci_cublas-45d94c8

n:master-018f227

n:master-01a297b

n:master-02c5b27

n:master-02d6988

n:master-03f7e33

n:master-04aaae1

n:master-04c6f5e

n:master-074bea2

n:master-084e2f0

n:master-09aecbf

n:master-0ad9646

n:master-0b2da20

n:master-0b366e7

n:master-0b5a935

n:master-0ba76c1

n:master-0c44427

n:master-0c56923

n:master-0d054e2

n:master-0e018fe

n:master-0e07e6a

n:master-0e6cbff

n:master-0f07cac

n:master-0f1b21c

n:master-106faaf

n:master-10f19c1

n:master-11d9023

n:master-12b5900

n:master-13b0c68

n:master-1481a9c

n:master-1623a6e

n:master-180b693

n:master-1972616

n:master-1bfc153

n:master-1d08882

n:master-1f0414f

n:master-2005469

n:master-20e1e84

n:master-20fbf2a

n:master-214b6a3

n:master-22213a1

n:master-2456837

n:master-2485d7a

n:master-25d7abb

n:master-2663d2c

n:master-29b7baa

n:master-2a2e63c

n:master-2a98bc1

n:master-2bb992f

n:master-2bdc096

n:master-2d099e5

n:master-2d3481c

n:master-2e17dfd

n:master-2e664f1

n:master-2ec8342

n:master-2edbdb0

n:master-2f7bf7d

n:master-2f7c8e0

n:master-305ba6f

n:master-305eb5a

n:master-31572d9

n:master-315a95a

n:master-3173a62

n:master-334637e

n:master-33e35b8

n:master-34ab526

n:master-34c1072

n:master-34d9f22

n:master-3525899

n:master-368d0c8

n:master-36b4f7e

n:master-36d0753

n:master-36d19a6

n:master-38de86a

n:master-3bcc129

n:master-3cd8dde

n:master-3d59769

n:master-3e5aa8a

n:master-3e6e70d

n:master-4122dff

n:master-4274722

n:master-436e561

n:master-437e778

n:master-459e93c

n:master-461ba9e

n:master-4640eff

n:master-47f61aa

n:master-481044d

n:master-483bab2

n:master-4870e45

n:master-489537e

n:master-4953e90

n:master-4b8efff

n:master-502a400

n:master-50a8a2a

n:master-50cb666

n:master-50fae10

n:master-53c8434

n:master-53dbba7

n:master-54bb60e

n:master-55390bc

n:master-55bc5f0

n:master-563cdc3

n:master-56e659a

n:master-574406d

n:master-585d91a

n:master-58b367c

n:master-58e6c9f

n:master-5a5f8b1

n:master-5a8c4f6

n:master-5addcb1

n:master-5af8e32

n:master-5b70e7d

n:master-5c19c70

n:master-5d5817c

n:master-5ecff35

n:master-6232f2d

n:master-62cfc54

n:master-6667401

n:master-66aab46

n:master-67c7779

n:master-684da25

n:master-698f7b5

n:master-69b7402

n:master-69c9229

n:master-6a9661e

n:master-6b6dbc8

n:master-6bc4400

n:master-6c24870

n:master-6f1ee4b

n:master-6f79699

n:master-70269ca

n:master-70f01cb

n:master-7296c96

n:master-76a8849

n:master-77a7340

n:master-77efdf5

n:master-799fdc1

n:master-7a32fcb

n:master-7a87d31

n:master-7a9b6c3

n:master-7b8dbcb

n:master-7e312f1

n:master-7f4c5c6

n:master-7fc50c0

n:master-7ff0dcd

n:master-81040f1

n:master-83df563

n:master-8520fc3

n:master-857308d

n:master-859fee6

n:master-863f65e

n:master-8687c1f

n:master-872c365

n:master-87a6f84

n:master-884e7d7

n:master-8944a13

n:master-8a0f867

n:master-8a1756a

n:master-8b67998

n:master-8c2ec5e

n:master-8c3ffc2

n:master-8c9be35

n:master-8cda5c9

n:master-8cf9f34

n:master-8d4a855

n:master-90b19bd

n:master-9190e8e

n:master-928480e

n:master-92a6e13

n:master-93265e9

n:master-939ad2d

n:master-9411288

n:master-94c5652

n:master-957c8ae

n:master-95ea26f

n:master-96f9c05

n:master-9794052

n:master-986b6ce

n:master-99c5b27

n:master-9b0a4d4

n:master-9cbc404

n:master-9daff41

n:master-9e17072

n:master-9ff334f

n:master-a140219

n:master-a316a42

n:master-a3a2a0e

n:master-a4755cf

n:master-a5c42c4

n:master-a5d30b1

n:master-a6bdc47

n:master-a791a68

n:master-aa485ce

n:master-aaf3b23

n:master-ad072fc

n:master-ad5fd5b

n:master-ae44e23

n:master-afd220d

n:master-b1ee8f5

n:master-b391579

n:master-b3f460e

n:master-b51c717

n:master-b6e7f9b

n:master-b925f1f

n:master-be87b6e

n:master-bf4b22f

n:master-c0bb1d3

n:master-c12b14b

n:master-c1f8850

n:master-c2b25b6

n:master-c3ac702

n:master-c3ca7a5

n:master-c494ed5

n:master-c4f89d8

n:master-c4fe84f

n:master-c50b628

n:master-c56b715

n:master-c5aa5e5

n:master-c5d70f5

n:master-c85e03d

n:master-c8c2c52

n:master-c9a59b7

n:master-c9e2c26

n:master-cc0bb72

n:master-cc9cee8

n:master-cd7fa95

n:master-cea1c85

n:master-d0aaff5

n:master-d3f202d

n:master-d40fded

n:master-d502bc7

n:master-d5850c5

n:master-d7def1a

n:master-d990e3f

n:master-d9a239c

n:master-da5303c

n:master-db10808

n:master-dcdd65e

n:master-dd0eabc

n:master-dd7eff5

n:master-e0305ea

n:master-e216aa0

n:master-e2cd506

n:master-e4412b4

n:master-e4422e2

n:master-e4cf982

n:master-e6c9e09

n:master-e7f6997

n:master-e899bf5

n:master-e8c0516

n:master-e95b655

n:master-e986f94

n:master-ea10d3d

n:master-ea3a0ad

n:master-eb17a02

n:master-ec728e4

n:master-ec9cdb6

n:master-ecbe466

n:master-ed3c680

n:master-ee0c40d

n:master-eeaa7b0

n:master-efd0564

n:master-f0d70f1

n:master-f121705

n:master-f202ada

n:master-f266259

n:master-f2d1c47

n:master-f3d4edf

n:master-f4cef87

n:master-f4d277a

n:master-f5a77a6

n:master-f647ce0

n:master-f7d0509

n:master-f7dc43b

n:master-fbd4d38

6 Commits

master ... remove-vzi

Author	SHA1	Message	Date
Georgi Gerganov	b639b45cfd	ggml : 2x faster scalar implementations	1 year ago
Georgi Gerganov	8dbd7e7278	ggml : remove Q5_0 bit shuffling (ARM NEON)	1 year ago
Georgi Gerganov	e5826a4535	ggml : remove Q4_2 bit shuffling (WIP, BROKEN)	1 year ago
Georgi Gerganov	34cdd78eda	ggml : nibbles_from_floats() + bytes_from_nibbles() (ARM NEON)	1 year ago
Georgi Gerganov	c6a3266c5a	ggml : remove Q4_1 bit shuffling (ARM NEON + reference)	1 year ago
Georgi Gerganov	b6dfd2179f	ggml : remove Q4_0 bit shufling (ARM NEON)	1 year ago

1 changed files with 229 additions and 861 deletions

Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL

Show Stats

1090

ggml.c

View File

File diff suppressed because it is too large Load Diff

Write Preview

Loading…

Cancel

Save