[ { "fileName": "Qwen3.8-27B-Quark-MXFP4-MQ-IQ4_XS_1-Generic.gguf", "displayName": "MQ-IQ4_XS_1", "provider": "MagicQuant recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "MQ-IQ4_XS_1", "recipeSourceRun": "Unsloth Dynamic V2", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Generic", "imatrixSha256": "123a92c3ba8cd31ed2887bd348682be5b68c977b12cc30e11c632e7ddf899eaa", "kld": 0.00094, "kldStandardError": 2.9e-05, "ppl": 5.800778, "pplDifferenceVsNative": -0.000733, "sizeBytes": 14981769120, "sizeGB": 14.98176912, "sizeGiB": 13.952859789133072, "savedPercentVsNative": 20.701401587222694, "changedTensorCount": 10, "unchangedPayloadsVerifiedByteExact": 856, "nativeMxfp4PreservedCount": 496, "verificationPassed": true, "sha256": "215dc51d41a212d58168ed80e77d0e14ca649d627563c389786263d77d1d4a3d", "publicationStatus": "published", "downloadTarget": "./../../resolve/main/Qwen3.8-27B-Quark-MXFP4-MQ-IQ4_XS_1-Generic.gguf?download=true" }, { "fileName": "Qwen3.8-27B-Quark-MXFP4-UD-Q4_K_S-Unsloth.gguf", "displayName": "UD-Q4_K_S", "provider": "Unsloth recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "UD-Unsloth-UD-Q4_K_S", "recipeSourceRun": "Unsloth Dynamic V3", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Unsloth", "imatrixSha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1", "kld": 0.00345, "kldStandardError": 9.9e-05, "ppl": 5.80558, "pplDifferenceVsNative": 0.004069, "sizeBytes": 14547122080, "sizeGB": 14.54712208, "sizeGiB": 13.548063188791275, "savedPercentVsNative": 23.001991110408614, "changedTensorCount": 44, "unchangedPayloadsVerifiedByteExact": 822, "nativeMxfp4PreservedCount": 462, "verificationPassed": true, "sha256": "b077ade0bd8aab9a1e5386ed09d72b6a24bca62fd71ec16c049b29a740f81ff3", "publicationStatus": "published", "downloadTarget": "./../../resolve/main/Qwen3.8-27B-Quark-MXFP4-UD-Q4_K_S-Unsloth.gguf?download=true" }, { "fileName": "Qwen3.8-27B-Quark-MXFP4-UD-IQ4_XS-Unsloth.gguf", "displayName": "UD-IQ4_XS", "provider": "Unsloth recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "UD-Unsloth-UD-IQ4_XS", "recipeSourceRun": "Unsloth Dynamic V3", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Unsloth", "imatrixSha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1", "kld": 0.009018, "kldStandardError": 0.000191, "ppl": 5.82498, "pplDifferenceVsNative": 0.023469, "sizeBytes": 13887481760, "sizeGB": 13.88748176, "sizeGiB": 12.933725267648697, "savedPercentVsNative": 26.49347148322562, "changedTensorCount": 91, "unchangedPayloadsVerifiedByteExact": 775, "nativeMxfp4PreservedCount": 415, "verificationPassed": true, "sha256": "892cd2ac8aebc6f4d7cdf4d5fb0b417507a8ba9df7f038d45b9185835122cb03", "publicationStatus": "published", "downloadTarget": "./../../resolve/main/Qwen3.8-27B-Quark-MXFP4-UD-IQ4_XS-Unsloth.gguf?download=true" }, { "fileName": "Qwen3.8-27B-Quark-MXFP4-UD-Q3_K_XL-Unsloth.gguf", "displayName": "UD-Q3_K_XL", "provider": "Unsloth recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "UD-Unsloth-UD-Q3_K_XL", "recipeSourceRun": "Unsloth Dynamic V3", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Unsloth", "imatrixSha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1", "kld": 0.022344, "kldStandardError": 0.000524, "ppl": 5.88221, "pplDifferenceVsNative": 0.080698, "sizeBytes": 13026502560, "sizeGB": 13.02650256, "sizeGiB": 12.131875902414322, "savedPercentVsNative": 31.05063981733183, "changedTensorCount": 190, "unchangedPayloadsVerifiedByteExact": 676, "nativeMxfp4PreservedCount": 316, "verificationPassed": true, "sha256": "149e7378c85768623e649afea5c9184ed1be05532948f841a39edf4870b88e63", "publicationStatus": "published", "downloadTarget": "./../../resolve/main/Qwen3.8-27B-Quark-MXFP4-UD-Q3_K_XL-Unsloth.gguf?download=true" }, { "fileName": "Qwen3.8-27B-Quark-MXFP4-UD-IQ3_S-Unsloth.gguf", "displayName": "UD-IQ3_S", "provider": "Unsloth recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "UD-Unsloth-UD-IQ3_S", "recipeSourceRun": "Unsloth Dynamic V3", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Unsloth", "imatrixSha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1", "kld": 0.042218, "kldStandardError": 0.000861, "ppl": 5.951552, "pplDifferenceVsNative": 0.150041, "sizeBytes": 11988330400, "sizeGB": 11.9883304, "sizeGiB": 11.16500273346901, "savedPercentVsNative": 36.545691605926315, "changedTensorCount": 282, "unchangedPayloadsVerifiedByteExact": 584, "nativeMxfp4PreservedCount": 224, "verificationPassed": true, "sha256": "e165d77ffd43985ebee7763e6a9642cdc8e6168ffed5017d954f6c2fc059f719", "publicationStatus": "published", "downloadTarget": "./../../resolve/main/Qwen3.8-27B-Quark-MXFP4-UD-IQ3_S-Unsloth.gguf?download=true" }, { "fileName": "Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_M_1-Generic.gguf", "displayName": "MQ-IQ2_M_1", "provider": "MagicQuant recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "MQ-IQ2_M_1", "recipeSourceRun": "Unsloth Dynamic V2", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Generic", "imatrixSha256": "123a92c3ba8cd31ed2887bd348682be5b68c977b12cc30e11c632e7ddf899eaa", "kld": 0.058879, "kldStandardError": 0.001352, "ppl": 6.04002, "pplDifferenceVsNative": 0.238509, "sizeBytes": 11913885600, "sizeGB": 11.9138856, "sizeGiB": 11.095670610666275, "savedPercentVsNative": 36.939728401703576, "changedTensorCount": 362, "unchangedPayloadsVerifiedByteExact": 504, "nativeMxfp4PreservedCount": 144, "verificationPassed": true, "sha256": "a242cddbdf9baaad660e96d26be99245f2410c154c3a0fa0c6451e3b7109eb01", "publicationStatus": "published", "downloadTarget": "./../../resolve/main/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_M_1-Generic.gguf?download=true" }, { "fileName": "Qwen3.8-27B-Quark-MXFP4-UD-IQ3_XXS-Unsloth.gguf", "displayName": "UD-IQ3_XXS", "provider": "Unsloth recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "UD-Unsloth-UD-IQ3_XXS", "recipeSourceRun": "Unsloth Dynamic V3", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Unsloth", "imatrixSha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1", "kld": 0.072327, "kldStandardError": 0.001382, "ppl": 6.122065, "pplDifferenceVsNative": 0.320554, "sizeBytes": 10903975840, "sizeGB": 10.90397584, "sizeGiB": 10.155118852853775, "savedPercentVsNative": 42.285187128902564, "changedTensorCount": 333, "unchangedPayloadsVerifiedByteExact": 533, "nativeMxfp4PreservedCount": 173, "verificationPassed": true, "sha256": "0cf1c2f3106833a487ccd6b1c89b185ad96dc9e9146b7d5367ab9ec797579769", "publicationStatus": "published", "downloadTarget": "./../../resolve/main/Qwen3.8-27B-Quark-MXFP4-UD-IQ3_XXS-Unsloth.gguf?download=true" }, { "fileName": "Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_M_2-Generic.gguf", "displayName": "MQ-IQ2_M_2", "provider": "MagicQuant recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "MQ-IQ2_M_2", "recipeSourceRun": "Unsloth Dynamic V2", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Generic", "imatrixSha256": "123a92c3ba8cd31ed2887bd348682be5b68c977b12cc30e11c632e7ddf899eaa", "kld": 0.102424, "kldStandardError": 0.001765, "ppl": 6.266562, "pplDifferenceVsNative": 0.465051, "sizeBytes": 10691495840, "sizeGB": 10.69149584, "sizeGiB": 9.957231432199478, "savedPercentVsNative": 43.40984510859695, "changedTensorCount": 426, "unchangedPayloadsVerifiedByteExact": 440, "nativeMxfp4PreservedCount": 80, "verificationPassed": true, "sha256": "a7ac992cc59c3ec95105d56c8090fd1208f0ee65bc7571d33c4202afaa8c5dc8", "publicationStatus": "published", "downloadTarget": "./../../resolve/main/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_M_2-Generic.gguf?download=true" }, { "fileName": "Qwen3.8-27B-Quark-MXFP4-UD-Q2_K_XL-Unsloth.gguf", "displayName": "UD-Q2_K_XL", "provider": "Unsloth recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "UD-Unsloth-UD-Q2_K_XL", "recipeSourceRun": "Unsloth Dynamic V3", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Unsloth", "imatrixSha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1", "kld": 0.111015, "kldStandardError": 0.001835, "ppl": 6.280284, "pplDifferenceVsNative": 0.478773, "sizeBytes": 9809893280, "sizeGB": 9.80989328, "sizeGiB": 9.136175066232681, "savedPercentVsNative": 48.07617301721422, "changedTensorCount": 369, "unchangedPayloadsVerifiedByteExact": 497, "nativeMxfp4PreservedCount": 137, "verificationPassed": true, "sha256": "9b899d16649813748689f2b99407b299cc9eeeae66289cf06066b050f10f3675", "publicationStatus": "published", "downloadTarget": "./../../resolve/main/Qwen3.8-27B-Quark-MXFP4-UD-Q2_K_XL-Unsloth.gguf?download=true" }, { "fileName": "Qwen3.8-27B-Quark-MXFP4-UD-IQ2_XXS-Unsloth.gguf", "displayName": "UD-IQ2_XXS", "provider": "Unsloth recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "UD-Unsloth-UD-IQ2_XXS", "recipeSourceRun": "Unsloth Dynamic V2", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Unsloth", "imatrixSha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1", "kld": 1.172122, "kldStandardError": 0.026974, "ppl": 17.87418, "pplDifferenceVsNative": 12.072669, "sizeBytes": 9013733280, "sizeGB": 9.01373328, "sizeGiB": 8.394693285226822, "savedPercentVsNative": 52.29025291703294, "changedTensorCount": 442, "unchangedPayloadsVerifiedByteExact": 424, "nativeMxfp4PreservedCount": 64, "verificationPassed": true, "sha256": "389126864bd6e3fb51639c9727567c91ebcec5e19b5c0ec072ee24d405c97f70", "publicationStatus": "removed", "downloadTarget": null, "removalReasonCode": "FAILED_QUALITY_FLOOR_AND_STRICT_DOMINANCE", "removalReason": "Removed from distribution after verification: KLD 1.172122 and PPL 17.87418 versus native PPL 5.801511. It is also strictly dominated by MQ-IQ2_XXS_1, which is smaller (8.22 GB) and has much lower KLD (0.321797)." }, { "fileName": "Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_XXS_1-Unsloth.gguf", "displayName": "MQ-IQ2_XXS_1", "provider": "MagicQuant recipe clone", "releaseClassification": "adapted-downward-clone", "recipeSourceRepository": "magiccodingman/Qwen3.8-27B-MagicQuant-GGUF", "recipeSourceName": "MQ-IQ2_XXS_1", "recipeSourceRun": "Unsloth Dynamic V3", "artifactSourceRepository": "amd/Qwen3.8-27B-Quark-AWQ-MXFP4", "imatrix": "Unsloth", "imatrixSha256": "0ee5b10bd0c2fa2127c6f4b43dbfe1efd71e383b63217af9dade1de36599f1c1", "kld": 0.321797, "kldStandardError": 0.004179, "ppl": 7.704137, "pplDifferenceVsNative": 1.902626, "sizeBytes": 8223819680, "sizeGB": 8.22381968, "sizeGiB": 7.659028917551041, "savedPercentVsNative": 56.47127058226787, "changedTensorCount": 390, "unchangedPayloadsVerifiedByteExact": 476, "nativeMxfp4PreservedCount": 108, "verificationPassed": true, "sha256": "84ab6e9cea4e1f7091e00a0b115ffa245e95f8b59e87e6e8ffdfdf3ee71dc441", "publicationStatus": "published", "downloadTarget": "./../../resolve/main/Qwen3.8-27B-Quark-MXFP4-MQ-IQ2_XXS_1-Unsloth.gguf?download=true" } ]