{"test":{"mode":"test","synthetic":false,"at":"2026-10-07T19:42:23.200Z","n":9927,"unique":6077,"width":1536,"metrics":{"jev":{"spearman":0.7634883646619338,"pearson":0.7651143126402498,"ci":[0.7534833385931408,0.7751274077230381]},"dense":{"spearman":0.8152954389681351,"pearson":0.8630721338648222,"ci":[0.7997291917168783,0.8274733416216677]},"tfidf":{"spearman":0.5876347398026686,"pearson":0.6257492896001122,"ci":[0.5640299163409814,0.6060098513623474]}},"comparisons":{"jev-minus-dense":{"delta":-0.05180707430620124,"ci":[-0.06488418221247036,-0.033504067767280495]},"jev-minus-tfidf":{"delta":0.17585362485926526,"ci":[0.15794989350355357,0.2012204266390454]}},"bootstrap":{"draws":2000,"units":613,"largest":1875,"type":"normalized sentence-connected paired percentile bootstrap"},"efficiency":null,"durationMs":4929038},"dev":{"mode":"dev","synthetic":false,"at":"2026-10-07T18:12:39.476Z","n":600,"unique":1187,"width":1536,"metrics":{"jev":{"spearman":0.7157365531743154,"pearson":0.7112400980973899,"ci":[0.6705059159702514,0.7546306571708755]},"q64":{"spearman":0.6237434903169589,"pearson":0.5844425147340139,"ci":[0.5702949933995948,0.6704750257964465]},"q128":{"spearman":0.6951562601938158,"pearson":0.6748309469759703,"ci":[0.6504998746956697,0.7347831230755404]},"q256":{"spearman":0.7157365531743154,"pearson":0.7112400980973899,"ci":[0.6705059159702514,0.7546306571708755]},"q384":{"spearman":0.7451139499588182,"pearson":0.7426107981874889,"ci":[0.7042384130742481,0.779117928807511]},"q512":{"spearman":0.7706110703556011,"pearson":0.7720716319756425,"ci":[0.731258207423698,0.8032223295555072]},"q768":{"spearman":0.7795320754639278,"pearson":0.7777031674308477,"ci":[0.7435415564416362,0.8105416383529208]},"q1024":{"spearman":0.7870788241263879,"pearson":0.7855098557014805,"ci":[0.7525597215202044,0.8180686532457747]},"q1536":{"spearman":0.7981100711039514,"pearson":0.795352389641688,"ci":[0.7635794190663617,0.8271960103644289]},"verbose":{"spearman":0.7318702710301931,"pearson":0.7257176738062076,"ci":[0.6889774834954571,0.7699062063276212]}},"comparisons":{"jev-minus-q64":{"delta":0.09199306285735653,"ci":[0.05066683057603281,0.13523350337324178]},"jev-minus-q128":{"delta":0.02058029298049957,"ci":[-0.007313829791298141,0.047219665493081917]},"jev-minus-q256":{"delta":0,"ci":[0,0]},"jev-minus-q384":{"delta":-0.029377396784502796,"ci":[-0.0497828959756995,-0.010396674171837168]},"jev-minus-q512":{"delta":-0.054874517181285665,"ci":[-0.08073919884298587,-0.03162930465184816]},"jev-minus-q768":{"delta":-0.06379552228961238,"ci":[-0.08981130981484674,-0.04012253208940838]},"jev-minus-q1024":{"delta":-0.07134227095207246,"ci":[-0.09909267068062735,-0.046529395860130426]},"jev-minus-q1536":{"delta":-0.08237351792963599,"ci":[-0.11154836921275868,-0.05605750989945731]},"jev-minus-verbose":{"delta":-0.016133717855877694,"ci":[-0.027656604345742665,-0.0053874125777234995]}},"bootstrap":{"draws":2000,"units":587,"largest":3,"type":"normalized sentence-connected paired percentile bootstrap"},"efficiency":{"width":256,"sharedTokens":4579051,"verboseTokens":18191567,"tokenRatio":3.972781041311835,"relativeScoreLoss":0.022044505009293003},"durationMs":1406385},"selection":{"at":"2026-10-07T18:12:39.480Z","width":1536,"rule":"Choose smallest listed width whose dev Spearman is within 0.01 absolute of the maximum across listed widths. This choice freezes before any target inference. Always complete all planned dev vectors. No bank changes after dev.","bankHash":"3a1dd4e95ef994e368e4cd6615cff35f90251294583bdee28feb9daf2092ef70","summaryHash":"9dd88ff52d33e3e93705f91d229fcb59306929f6473275039f8a98f6337799d8","sourceFreezeHash":"d74d6ef12909fb95b951a10f8907e4dc57b41815d3ecbca11ddbb11bddb5b51f"},"dataset":{"dev":{"dataset":"STS Benchmark","source":"https://sbert.net/datasets/stsbenchmark.tsv.gz","sourceSha256":"e15fd8684f9b3950051acf11301ee4dda78aee328b33b56e2b5dde6b2d7a1f93","split":"dev","pairs":600,"unique":1187,"sampling":"600 pairs, whole normalized connected components in fixed hash order; normalized SICK-R sentence matches excluded"},"test":{"task":"SICK-R","suite":"MTEB","dataset":"mteb/sickr-sts","revision":"20a6d6f312dd54037fe07a32d58e5e168867909d","split":"test","pairs":9927,"unique":6077,"compressedSha256":"92d0f895b7337345b96319b33ed0e327e924a96d4451737526fcdf225d981ae0","contentSha256":"a040c5de2fbbf931c75d017e9af5efcabe21747bfc96e7330273867729f2a295","license":"CC BY-NC-SA 3.0","reference":"https://aclanthology.org/L14-1314/"},"lexical":{"fit":"Fresh STS-B training IDF, excluding normalized SICK-R strings","n":10198},"normalizedDevTargetOverlap":0}}