ollama 모델 파일 뜯어보기

 

 

gemma4 e2b {   "schemaVersion": 2,   "mediaType": "application/vnd.docker.distribution.manifest.v2+json",   "config": {     "mediaType": "application/vnd.docker.container.image.v1+json",     "digest": "sha256:c6bc3775a3fa9935ce4a3ccd7abc59e936c3de9308d2cc090516012f43ed9c07",     "size": 473   },   "layers": [     {       "mediaType": "application/vnd.ollama.image.model",       "digest": "sha256:4e30e2665218745ef463f722c0bf86be0cab6ee676320f1cfadf91e989107448",       "size": 7162394016     },     {       "mediaType": "application/vnd.ollama.image.license",       "digest": "sha256:7339fa418c9ad3e8e12e74ad0fd26a9cc4be8703f9c110728a992b193be85cb2",       "size": 11355     },     {       "mediaType": "application/vnd.ollama.image.params",       "digest": "sha256:56380ca2ab89f1f68c283f4d50863c0bcab52ae3f1b9a88e4ab5617b176f71a3",       "size": 42     }   ] } "sha256:c6bc3775a3fa9935ce4a3ccd7abc59e936c3de9308d2cc090516012f43ed9c07", {   "model_format": "gguf",   "model_family": "gemma4",   "model_families": [     "gemma4"   ],   "model_type": "5.1B",   "file_type": "Q4_K_M",   "renderer": "gemma4",   "parser": "gemma4",   "requires": "0.20.0",   "architecture": "amd64",   "os": "linux",   "rootfs": {     "type": "layers",     "diff_ids": [       "sha256:4e30e2665218745ef463f722c0bf86be0cab6ee676320f1cfadf91e989107448",       "sha256:7339fa418c9ad3e8e12e74ad0fd26a9cc4be8703f9c110728a992b193be85cb2",       "sha256:56380ca2ab89f1f68c283f4d50863c0bcab52ae3f1b9a88e4ab5617b176f71a3"     ]   } } "sha256:4e30e2665218745ef463f722c0bf86be0cab6ee676320f1cfadf91e989107448" GGUF ? 7  gemma4.attention.head_count "sha256:7339fa418c9ad3e8e12e74ad0fd26a9cc4be8703f9c110728a992b193be85cb2",                                 Apache License                            Version 2.0, January 2004                         http://www.apache.org/licenses/ "sha256:56380ca2ab89f1f68c283f4d50863c0bcab52ae3f1b9a88e4ab5617b176f71a3", {   "temperature": 1,   "top_k": 64,   "top_p": 0.95 }

 

출력단 손보는 건 temperature, top_k, top_p 군

[링크 : https://wikidocs.net/333750]

 

 

허깅페이스에서는 tokenzier.json이 존재했는데 그건 구버전(?) 인것 같고

신버전 GGUF 에서는 토크나이저를 다 포함하고 있나 본데.. 어떻게 추출하지?

[링크 : https://www.minzkn.com/vibecoding/pages/gguf-format.html]

[링크 : https://huggingface.co/docs/transformers/ko/gguf]

[링크 : https://bitwise-life.tistory.com/5] << 토큰 목록 나옴