results

.gitignore

@@ -2,5 +2,4 @@ __pycache__
 .idea/
 data/
 saved_models/
-results/
 output/

results/auto/AutoEncoder-losses-128-enwik9.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,validation_loss
+0,0.01085386620735053,0.006341735845545435
+1,0.005400850162054922,0.005839746445417404
+2,0.00485425135649789,0.005176252243642247
+3,0.004343160376179249,0.004764631774120089
+4,0.003973618765875379,0.004521288118104785
+5,0.0037353913164106414,0.004481842616601414
+6,0.0034915975268732784,0.004085033499984113
+7,0.0032940426047108826,0.0040647861355816136
+8,0.0031321082655461152,0.0037558919103204747
+9,0.003010743991601424,0.0037656369576415487
+10,0.0029294860578208503,0.003578710466452682
+11,0.0028546467275023914,0.0035189846665633997
+12,0.0027932538977585197,0.0035751495403699746
+13,0.0027470570230722327,0.003509308735463228
+14,0.0027130976300849927,0.0034442961493236874
+15,0.002682083621521715,0.003392344111406052
+16,0.0026481835902293946,0.003387695018251832
+17,0.0026277972960839667,0.0033847096146845065
+18,0.0025976814844106224,0.0033270206172659085
+19,0.0025774615515325983,0.0033331061731170833
+20,0.002554088587199135,0.0031912977204707855
+21,0.002529182493703719,0.003161894014809025
+22,0.002509173103283311,0.003274783360565664
+23,0.002493507948587249,0.00315583101544842
+24,0.0024818113836908256,0.0031739519320726963
+25,0.002465371198361378,0.0031647984757806166
+26,0.0024576109824783806,0.0031128548478480175
+27,0.0024322328375907367,0.0031788155468507806
+28,0.0024184938447405786,0.0030075300200522403
+29,0.0024033928370075547,0.003104134032659176
+30,0.0023887938180895047,0.0030373098380252262
+31,0.002377954244651284,0.0030804877380932903
+32,0.0023671470654739925,0.003197283330480106
+33,0.0023592046057319695,0.003121301071995599
+34,0.002344898579147223,0.0031348077974900717
+35,0.002339629502026091,0.002927345941945171
+36,0.0023279483634690936,0.002894312355717118
+37,0.0023208571785849315,0.002933271177368992
+38,0.0023138481378253495,0.0028879965726598985
+39,0.002306657297520043,0.002920459291741309
+40,0.0022981759584876325,0.00299808147455786
+41,0.002293835998485465,0.002979034007498497
+42,0.0022814683779045154,0.003016964837247577
+43,0.00228243507080922,0.0029129722491546555
+44,0.0022703518956442327,0.00290401142218527
+45,0.002264509716589931,0.002961287192132978
+46,0.002261438686702453,0.0029293647910404296
+47,0.002253969647064862,0.0029001163736426536
+48,0.002254254681703017,0.002908032886925658
+49,0.0022453528849246123,0.002944148815670655
+50,0.0022425899143446856,0.00301588520350802
+51,0.0022357832984817743,0.0030597917140170023
+52,0.002237347252139686,0.0028887362407790567
+53,0.0022286995899200644,0.002863695007350779
+54,0.0022294600902968862,0.002846075340444293
+55,0.002223826257742407,0.0028796627291101423
+56,0.0022214871448749804,0.0029382862195102425
+57,0.002218214040002535,0.0028495208214513444
+58,0.002215856266065259,0.0030202539161359536
+59,0.002211903883470915,0.002845815159131609
+60,0.0022101723422568676,0.00287446059866005
+61,0.0022062657899292503,0.0028590587970182186
+62,0.002203832045341286,0.002986196565925222
+63,0.0022021674725848056,0.0028632651564828655
+64,0.0021999818296855214,0.0028097550592648276
+65,0.0021991361646880683,0.003032991367584194
+66,0.0021926820697759967,0.0029617570836509345
+67,0.0021924606041614928,0.0028841386293238813
+68,0.0021863565102057674,0.0027928410035749996
+69,0.0021813936681379085,0.0027880940636093835
+70,0.002179648388806323,0.0028063443236991423
+71,0.0021775863633561755,0.0029397492814197683
+72,0.002170139022948724,0.002737486573959921
+73,0.002172832279302765,0.0028291837633978435
+74,0.0021689082086217646,0.0027951504574832684
+75,0.0021658048443009793,0.0028180658673327276
+76,0.00216622280948087,0.0028333129414591855
+77,0.002160428078080699,0.0028204590643805855
+78,0.0021582582049526977,0.0027962563271484984
+79,0.00215700428526894,0.002741300136576058
+80,0.002151882248333067,0.002784353600573221
+81,0.002152497883134437,0.0028792617943863034
+82,0.0021529012368377717,0.0027290458869160586
+83,0.0021525764450579287,0.0028022712823501184
+84,0.0021505030475218122,0.002728834834646519
+85,0.002143648629432904,0.0028376821016196075
+86,0.0021454132775134494,0.002691453858989625
+87,0.0021452548128708606,0.0027243838986765793
+88,0.002141443245326642,0.0028064492961946334
+89,0.0021420888263384945,0.0028304505225925044
+90,0.002138309630508891,0.0029567666904545807
+91,0.00213749550270173,0.0027819796561313268
+92,0.002132035415243958,0.002714667086070048
+93,0.0021305107222649856,0.0028131204459972622
+94,0.00213028993139777,0.0030191744745261114
+95,0.002128118297526861,0.002814624915681495
+96,0.002128091526574239,0.0027268895299977247
+97,0.0021282815642238054,0.0031471029206584316
+98,0.0021278927277285768,0.0027661766021562216
+99,0.0021256208950614615,0.0034058631785242387

results/auto/AutoEncoder-losses-128-genome.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,validation_loss
+0,0.0016317338547482635,0.0005189395742490888
+1,0.0008496440436094399,0.0004003731301231174
+2,0.00078892530505288,0.0002545613679280369
+3,0.0007431132361293688,0.00020009481522720307
+4,0.0007220528367595613,0.00018490757794072173
+5,0.0007143378525131856,0.0001812617847418912
+6,0.0007129818529800432,0.0002059813414234668
+7,0.0007117391934521884,0.00016811335809039545
+8,0.000710014798517202,0.00019054370932281017
+9,0.0007090943415199699,0.0002147916384229936
+10,0.0007082281331609502,0.00019023452477553266
+11,0.0007079582489384191,0.00020110738114453852
+12,0.0007079748088411335,0.00016286553000541997
+13,0.0007077943609194561,0.000185559300011719
+14,0.0007076388060025879,0.00018373678904026747
+15,0.0007074252936717764,0.0001917077461257577
+16,0.0007071732497967288,0.00019444715871941298
+17,0.0007069667203872118,0.00020791811402887106
+18,0.0007068218123800046,0.00017690645472612232
+19,0.0007066696095312883,0.00018142795306630433
+20,0.0007065391486054026,0.00020161780411424794
+21,0.0007052102517226274,0.00018686159456125122
+22,0.0007030029204850315,0.00018933348474534822
+23,0.0007026981694315744,0.0001919458300152294
+24,0.0007025618986314318,0.00016240146942878735
+25,0.0007025164723614704,0.000188636739044214
+26,0.00070239542815144,0.00017517642118920824
+27,0.0007017578041942831,0.00016244620201177895
+28,0.0006990336853099019,0.00018607807578518987
+29,0.0006977215055364975,0.00019118591445450923
+30,0.0006976184501989664,0.0001686436153294019
+31,0.0006974492552574217,0.0001580346724949777
+32,0.0006898546541256225,0.0001393578713803984
+33,0.000686982434087649,0.0001551307796034962
+34,0.0006869702403076312,0.0001542275567816071
+35,0.0006869306005192366,0.00014725870278640312
+36,0.0006869085630846696,0.00014545017620548606
+37,0.0006868346610505706,0.00015423873265250248
+38,0.000686799615865855,0.00016859086462785828
+39,0.0006868195740386101,0.00016208968008868396
+40,0.0006867205106821884,0.00016704799782019109
+41,0.0006866944033262418,0.00015827480820449662
+42,0.0006866769864341868,0.00015546759823779237
+43,0.0006866351400414609,0.00014403127715922892
+44,0.0006865338865068672,0.00015972196706570685
+45,0.000686506776394886,0.0001561983663167305
+46,0.0006863696144623309,0.00015592845738865435
+47,0.0006860027496107737,0.00014630821533059108
+48,0.0006858106813217283,0.00015218585030665028
+49,0.0006857297134398679,0.00014691369142383337
+50,0.0006856406120275615,0.00014704285422782076
+51,0.0006855373980158053,0.00015400772099383175
+52,0.0006856199850325155,0.00015727060963399708
+53,0.0006855144002078778,0.0001530829758848995
+54,0.0006854700482511816,0.00015010448987595737
+55,0.0006854464186814909,0.00016005727229639888
+56,0.0006854848615350745,0.00014779670163989067
+57,0.0006855043219191669,0.00015181566414399666
+58,0.0006838652671065536,0.00014625830226577818
+59,0.0006833243676965415,0.0001447090762711562
+60,0.000683152910436103,0.00014466560970036906
+61,0.0006830842673368605,0.00015462178271263838
+62,0.000683155783599487,0.00015642325161024928
+63,0.0006831228000303971,0.00013928371482039464
+64,0.0006830967477878402,0.00014395455946214497
+65,0.0006830579737765163,0.00015382975107500923
+66,0.0006830234546886242,0.00014971115160733461
+67,0.0006829327707245939,0.0001509111316408962
+68,0.0006829577951386791,0.00013496761675924063
+69,0.0006828602211168522,0.0001466041139792651
+70,0.0006829002857398364,0.00015445155440829694
+71,0.0006827790380328529,0.00015357192024099302
+72,0.0006826539840010297,0.00013844385102856904
+73,0.0006824199141106169,0.00013771960220765322
+74,0.000682289801475893,0.00013699501868826675
+75,0.0006821673989692309,0.00014223624020372856
+76,0.0006822052637775987,0.0001442450739021845
+77,0.0006820842261627862,0.00014647388889430684
+78,0.0006819823122753638,0.00015578664897917432
+79,0.0006817295571423066,0.00014415979967452586
+80,0.0006815895182625158,0.0001432664430511616
+81,0.0006814716765347286,0.00015125438221730292
+82,0.0006814509767093804,0.00016038316244235855
+83,0.0006814127270797695,0.00016205597785743547
+84,0.0006814693133956396,0.000133155306689205
+85,0.0006813649025197986,0.00014045221905247646
+86,0.0006813668374294407,0.00015927120693959296
+87,0.0006813638503791964,0.00015178287867456675
+88,0.00068136739759861,0.0001501517545010395
+89,0.0006813628660473364,0.00013348668289836496
+90,0.0006813786978061613,0.0001305036130361259
+91,0.0006813303992568932,0.00012839952250942588
+92,0.0006812402266963189,0.00012997286103200167
+93,0.0006810938384251517,0.00014547529281117022
+94,0.0006809445836565447,0.00014977136743697
+95,0.0006808506560653057,0.00013510938151739538
+96,0.0006807736936378952,0.00014708549133501947
+97,0.0006807523268468187,0.00014344742521643639
+98,0.0006807062639526679,0.00015414248628518206
+99,0.0006807399869111128,0.00015340834216191095

results/auto/AutoEncoder-losses-256-enwik9.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,validation_loss
+0,0.038203152874822226,0.01007468316769641
+1,0.009196429502379571,0.009720077379471174
+2,0.009038673793042106,0.009610504748450897
+3,0.008964756633041698,0.009585858197172514
+4,0.008931140641716318,0.009600867644226204
+5,0.008908828266692703,0.009499007929758286
+6,0.008892161440486582,0.009605455486842674
+7,0.008881174305433287,0.009481449746976038
+8,0.008872183699634115,0.00970931930587289
+9,0.008862181415106961,0.009491446118867439
+10,0.008857073408019583,0.00946729406493375
+11,0.00884895800594745,0.009459692502756578
+12,0.008843754392965792,0.009651625354576051
+13,0.008834908272927497,0.009442398080368388
+14,0.008829755305629884,0.009455852515019967
+15,0.008822814867011307,0.00943187994177911
+16,0.008816519091051472,0.009423514968925262
+17,0.008811140550923729,0.009409872783279505
+18,0.008807593761157645,0.009461800281135265
+19,0.00880149622063676,0.009408896720496107
+20,0.008796358785390547,0.009524200108775136
+21,0.008792251497379177,0.009414833995683339
+22,0.00878798051245826,0.009416807269261062
+23,0.008784344805015812,0.009442471202739599
+24,0.00878047104143189,0.009399646851426679
+25,0.008776520166932707,0.009409920234378616
+26,0.008774053946049307,0.009446325362838268
+27,0.00877281400214814,0.009413417439428579
+28,0.008770661085498658,0.00940495682060205
+29,0.008768465087984649,0.009417549809683429
+30,0.00876514934598888,0.00943658693556661
+31,0.008765314949249287,0.009398975269441103
+32,0.008762151269915164,0.009399307003547117
+33,0.008760039011483393,0.009452845440224771
+34,0.008756191631049225,0.009397475004686786
+35,0.008754257956830283,0.009427362315964301
+36,0.008751021439791612,0.009391860575037245
+37,0.008747478588869761,0.009389143064190244
+38,0.008744154916418868,0.00942032597852075
+39,0.008739684433567926,0.00941007169552581
+40,0.008735943676598969,0.009400519716751635
+41,0.00873263615571909,0.009393544822708799
+42,0.008729347126264919,0.009397757453929524
+43,0.008725701429401813,0.009392059399927488
+44,0.008723140297296256,0.00938395708178956
+45,0.008720736896980929,0.009388783796523536
+46,0.008719008777664392,0.009381196457695837
+47,0.008716061240497753,0.009385784782018586
+48,0.008715456250723834,0.009407760416390017
+49,0.008714643922641175,0.009384493527871202
+50,0.008712215287250583,0.00942497688686478
+51,0.008710978749197138,0.009428878775819178
+52,0.00870935251447381,0.009377935526544545
+53,0.008708426419351333,0.009380641071393995
+54,0.008707099710724387,0.009375174062762974
+55,0.008705874277475635,0.00937601119625007
+56,0.008703348096971781,0.009441648251954666
+57,0.008702214614504884,0.009377026935086612
+58,0.008701767129820012,0.009402419591984307
+59,0.008701079916805939,0.009375535802071368
+60,0.008698968395863677,0.009374463488597417
+61,0.008698505843545031,0.00937548439178165
+62,0.008697372851612595,0.00941963623039664
+63,0.008697200583586116,0.009380990598681646
+64,0.008695720268917283,0.009369216425056252
+65,0.008696229264597795,0.009368591887340133
+66,0.008694589159350867,0.009369973812443397
+67,0.008693225543380341,0.009370337703206775
+68,0.008692150223980318,0.00936367953300282
+69,0.008693366872202868,0.00936330371474987
+70,0.008691564555152347,0.00936036995664855
+71,0.008690695162153298,0.009372037099488936
+72,0.008691385982487776,0.00937000487804139
+73,0.008689785334972742,0.009358567529062741
+74,0.008687963777458745,0.009372979487758844
+75,0.008689111697024536,0.009372391138627988
+76,0.008686511684777638,0.009357767809641648
+77,0.008686619475149883,0.009357165872542955
+78,0.008683587471005436,0.009359398888492498
+79,0.008681515429292595,0.00936776743438751
+80,0.008677653344017615,0.009354117914041645
+81,0.008677359347227067,0.009357148641292548
+82,0.00867522060455387,0.009371761224413744
+83,0.00867580243278663,0.009434228447432792
+84,0.008673858540491526,0.009348402056517864
+85,0.008673532580610724,0.00936041291515025
+86,0.008671556020248645,0.009351397002726268
+87,0.00866867286319788,0.009348211624227453
+88,0.008667292430121359,0.00933890644379622
+89,0.008661972987403378,0.009339850379516346
+90,0.008662919929263156,0.009342687033333604
+91,0.008659334642224892,0.009429922660065395
+92,0.00865797477268686,0.009337762765055822
+93,0.00865722008338017,0.009347385051553274
+94,0.008655773483405798,0.009332227472866248
+95,0.008655836221537077,0.009333810713042321
+96,0.008654475470778142,0.00932610999282227
+97,0.008654767870711136,0.009346529973705069
+98,0.008652324996318687,0.009334174322840083
+99,0.008652484059356542,0.009329616149550855

results/auto/AutoEncoder-losses-256-genome.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,validation_loss
+0,0.0013245733750529727,0.00024330416636075824
+1,0.0006861705238442376,1.419698673998937e-05
+2,0.000617737630332495,2.199462142016273e-05
+3,0.0005825993902874485,2.2616921341978014e-05
+4,0.0005679229430882682,2.153405330318492e-05
+5,0.0005618845695838853,2.2875830836986795e-05
+6,0.0005549775267714823,2.3260519810719416e-05
+7,0.0005537745704557402,2.4769286028735012e-05
+8,0.0005525701941966441,2.266964656910547e-05
+9,0.0005494124339142348,2.204647535108961e-05
+10,0.0005428660783471066,2.2658747184323147e-05
+11,0.0005392442464149945,2.218070403614547e-05
+12,0.0005369441275200753,2.3151251298259012e-05
+13,0.0005336223419347325,2.716350536502432e-05
+14,0.0005302606236042423,2.372039671172388e-05
+15,0.0005275141128188509,2.42870046349708e-05
+16,0.0005264491593613168,2.4505900001356654e-05
+17,0.0005219814347550299,2.6312860427700587e-05
+18,0.0005201354948950539,2.4631162887089886e-05
+19,0.0005192527830109404,2.5437198928557336e-05
+20,0.000518713513702759,2.4649711122314118e-05
+21,0.0005182921362716596,2.5460210963501595e-05
+22,0.0005181411037470224,2.3843189410399646e-05
+23,0.0005178257327129043,2.4268925699288957e-05
+24,0.0005173902427265591,2.6371690182990067e-05
+25,0.0005171160209989193,2.5360644940519705e-05
+26,0.0005165229451531482,2.5287030439910755e-05
+27,0.0005142618301739002,2.6100689865415916e-05
+28,0.0005117230935393264,2.520598536648322e-05
+29,0.0005088204691089441,2.5229657694580965e-05
+30,0.0005069778313888446,2.6032754249172285e-05
+31,0.0005064596766797994,2.8766877221642062e-05
+32,0.0005058381393610034,2.6496272766962647e-05
+33,0.0005054335205113492,2.5706867745611817e-05
+34,0.000505112928509082,2.532980579417199e-05
+35,0.0005045802303454298,2.6691945095080882e-05
+36,0.0005042011412264432,2.6852660084841773e-05
+37,0.000503904252344692,2.5773431843845174e-05
+38,0.0005036009765115331,2.702419806155376e-05
+39,0.0005033599670196219,2.7993457479169592e-05
+40,0.0005028652873391046,2.8092797947465442e-05
+41,0.0005022415691956763,2.7058755222242326e-05
+42,0.0005006139802313702,2.7921067157876678e-05
+43,0.0004982152570239967,2.9247104976093397e-05
+44,0.0004969072002564039,2.364950705668889e-05
+45,0.0004959977717499318,2.4260581994894892e-05
+46,0.000495190211256102,2.512033279344905e-05
+47,0.0004941086412530097,2.215526001181612e-05
+48,0.0004940012877120341,2.9185903258621693e-05
+49,0.0004935319959428961,2.170501284126658e-05
+50,0.0004932561314711177,3.0377601433428936e-05
+51,0.0004926791366365544,2.350860995592708e-05
+52,0.0004923098687828549,3.084007039433345e-05
+53,0.0004922554583231016,2.1840820409400992e-05
+54,0.0004915104044318346,2.2015774447936565e-05
+55,0.0004917172020129924,2.6616889954311773e-05
+56,0.0004913963178673237,2.308900366188027e-05
+57,0.0004910665013078605,2.2896485461387783e-05
+58,0.0004909408931274355,2.2251771952418283e-05
+59,0.0004906440855145063,2.379445322731044e-05
+60,0.0004905595033161723,2.7535985282156616e-05
+61,0.0004901379863113416,2.1478346752148777e-05
+62,0.000490284422671903,2.238295746820201e-05
+63,0.0004901377763296803,2.217049586761277e-05
+64,0.0004896444453889171,2.168149694625754e-05
+65,0.0004896786143025624,2.3407819753629155e-05
+66,0.0004892837987758431,2.1673091396223754e-05
+67,0.0004891100222884436,2.557409243308939e-05
+68,0.000489190901492913,2.0846684492425993e-05
+69,0.0004890354657850516,2.2616532078245655e-05
+70,0.0004891368563560741,7.275088864844292e-05
+71,0.0004888169686364452,2.377996861441373e-05
+72,0.0004885421288590839,2.460308314766735e-05
+73,0.0004886950071739333,2.3952430637466445e-05
+74,0.0004885770094197329,2.699995820876211e-05
+75,0.0004886169851973513,2.1517587811104022e-05
+76,0.0004881263377588315,0.000753403059206903
+77,0.000488271488874083,2.3061078536557034e-05
+78,0.0004880536916407724,0.00013908091932535172
+79,0.0004879780441725158,2.469737592036836e-05
+80,0.0004877674070517275,0.0004531638405751437
+81,0.0004878095048981892,2.1524294425034896e-05
+82,0.0004874590108495951,2.0313145796535537e-05
+83,0.0004879242100517089,2.575590406222888e-05
+84,0.00048771590445097874,2.0813562514376827e-05
+85,0.00048712027714877584,2.1670892238034867e-05
+86,0.00048744786167783944,2.2402778995456174e-05
+87,0.00048720746367579505,3.2755197026388064e-05
+88,0.0004871392640695972,2.3788803446223028e-05
+89,0.0004870896558921625,2.392910209891852e-05
+90,0.00048711392450399437,2.1183608623963453e-05
+91,0.00048713407548520583,2.08941401069751e-05
+92,0.0004867508776426793,2.3627490009224646e-05
+93,0.00048697746920130323,2.158445204231269e-05
+94,0.00048661418569012984,2.2516176613862626e-05
+95,0.0004865923152312754,0.0010169226443395019
+96,0.0004865863777139127,2.171332016614885e-05
+97,0.0004866208221105194,2.2467029338891946e-05
+98,0.000486172626878815,2.4634389774291776e-05
+99,0.0004865828592800617,2.1144502170500346e-05

results/cnn/CNNPredictor-losses-128-enwik9.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,validation_loss
+0,3.1381261278734924,3.3272192429040226
+1,2.860616795215905,3.0675745370733827
+2,2.6909276224755168,3.0464813378021005
+3,2.5598564242025934,2.958831517932979
+4,2.4550912977401147,2.8984643775088186
+5,2.3709789702240585,2.890791373307468
+6,2.302352300682824,2.895090455362815
+7,2.2445191478983757,2.8948601793241866
+8,2.189527681025666,2.864555041071113
+9,2.1419534693680506,2.8746763790381773
+10,2.0977600128015306,2.862779030954565
+11,2.0573378881333757,2.9129101631523087
+12,2.0159929865787287,2.884003519488655
+13,1.9820568488383175,2.9046964929531547
+14,1.945560182136204,2.902893723649833
+15,1.9137051449538276,2.958887049009782
+16,1.8805732166226292,2.9257591307163238
+17,1.8514438693049842,2.999063152052064
+18,1.8234090050622065,2.9282872613149746
+19,1.7938630785416703,2.9785023876387653
+20,1.7673162920439558,2.9558313713273927
+21,1.7432540668770415,3.1035619319509005
+22,1.7162441343830326,3.0641257697161826
+23,1.6925994648171707,3.093339180730226
+24,1.6686674947735012,3.139996455473299
+25,1.6468397401190877,3.139259220454984
+26,1.6237888620684178,3.152896907857356
+27,1.602691029347948,3.2093827276113833
+28,1.5814236638385104,3.240926361726668
+29,1.5628273629342333,3.167489208900974
+30,1.5434561510645974,3.2354564069222858
+31,1.5239672169310874,3.2714766347795043
+32,1.5051545111723088,3.3003558849389774
+33,1.488571691663039,3.373568356406825
+34,1.4716716688005604,3.4128289706038153
+35,1.4525098214611223,3.3281995911520856
+36,1.4365635661964329,3.4013161963975156
+37,1.4197077666399727,3.3603574004792076
+38,1.40327647672643,3.412169110752244
+39,1.388229299945955,3.4293850958404195
+40,1.372435061976149,3.4579776666660345
+41,1.3564940065406816,3.512549748544702
+42,1.3439845871570861,3.4895800608089407
+43,1.3301724897192673,3.5493398761078145
+44,1.316723367797933,3.5523617929345326
+45,1.3002231402611668,3.577064535459717
+46,1.2885125162398774,3.7352045015638113
+47,1.2736748645790106,3.726656326941634
+48,1.2607195500285853,3.727953076382516
+49,1.250196203674654,3.723837193835328
+50,1.237527189525629,3.744397036702806
+51,1.2264198909222148,3.7941101733111697
+52,1.2129901911618826,3.773705187627605
+53,1.203472823756731,3.8249815607059547
+54,1.192447135092146,3.913135637618772
+55,1.1808011400486011,3.9041022979064297
+56,1.1699484703289023,3.945641097113604
+57,1.1585199861775544,4.006254653078113
+58,1.1499636143252816,3.9213195861011516
+59,1.1394872469071256,3.9607809073881795
+60,1.1292967489326542,4.048352793069514
+61,1.11982989995206,4.087150705221841
+62,1.1111501378954889,4.145057931585052
+63,1.1018449903852467,4.259600842897673
+64,1.0899086987931357,4.193842839671455
+65,1.0797066068858352,4.18229452743842
+66,1.0751083741149874,4.136479770687928
+67,1.0625925474934028,4.226005541792011
+68,1.0518362455998855,4.260536437129019
+69,1.0475006994744815,4.268426319481876
+70,1.0385963677950956,4.2794609187384145
+71,1.0274236832826682,4.28783394906613
+72,1.0200680039831578,4.38531553104008
+73,1.0131953846531154,4.464987728330982
+74,1.006589379035195,4.333444586760216
+75,0.9979009742369599,4.457950662628157
+76,0.990900581477482,4.467232358467033
+77,0.980371278294888,4.467493682505406
+78,0.974781455154688,4.521686384983304
+79,0.9714279674615652,4.641007035620909
+80,0.9604798838513251,4.590097775543464
+81,0.9523596597499535,4.659357740863703
+82,0.9440414592867992,4.552158743026489
+83,0.9405201873932001,4.675108373713971
+84,0.9267319415390969,4.718296610299526
+85,0.9225272690799915,4.68298023518118
+86,0.9156164539210269,4.715988509126634
+87,0.9122840512857789,4.828137621826684
+88,0.9033879105412137,4.767900537924116
+89,0.8995236180185863,4.852878928896865
+90,0.888063265958725,4.6910625345265595
+91,0.8847001213132994,4.793519036668061
+92,0.8797375496407297,4.7220443244340995
+93,0.876282835172598,4.955914109986532
+94,0.8646267499012026,4.850893020713773
+95,0.8589538218317894,4.957480732139683
+96,0.8573569503850351,4.915218362280431
+97,0.8467450594338487,5.0084756270506
+98,0.8441276362253154,5.068585309475831
+99,0.838628846261504,5.018300194999928

results/cnn/CNNPredictor-losses-128-genome.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,validation_loss
+0,1.3008462118204425,0.00012694983161054552
+1,1.278875395854797,0.0002944036095868796
+2,1.2637835219592979,0.000777180888707736
+3,1.2485720509819387,0.000348268891684711
+4,1.2445116649638694,0.00014256415306590497
+5,1.24072905589135,0.0003305127320345491
+6,1.2368948349179214,0.000276765669696033
+7,1.2317854372800339,8.546940807939804e-05
+8,1.2265331535843425,3.480850500636734e-05
+9,1.220266598470301,0.00014184899919200689
+10,1.2133589929030848,0.000647692708298564
+11,1.206323366698199,7.4741430580616e-05
+12,1.1989336771888257,0.0007788485381752253
+13,1.1909439955019865,0.00012635385792236775
+14,1.183320804706176,6.460934673668817e-05
+15,1.175793779957338,0.00015984688070602715
+16,1.1673613940054417,0.000770510348957032
+17,1.1593267067560737,2.884823152271565e-05
+18,1.1515271536743366,9.131014667218551e-05
+19,1.1438489762538837,0.00022968991834204644
+20,1.1357697710883718,0.0001419681793777272
+21,1.1276302573747508,5.531158240046352e-05
+22,1.12038625103228,0.00021073981770756316
+23,1.113010641744186,0.00017271934484597296
+24,1.1052182410206568,9.190614218823612e-05
+25,1.097748130795298,8.535020606359467e-05
+26,1.090857285757256,7.30726242181845e-05
+27,1.0831628294066409,0.0001174142598756589
+28,1.0751717907907317,5.304672595229931e-05
+29,1.0677702084708764,4.5298504118168175e-05
+30,1.0615244865743387,6.615896563744172e-05
+31,1.0535806236044025,5.2569914259947836e-05
+32,1.0485135314313927,8.475421054975426e-05
+33,1.0401961297919364,0.00010477947944088542
+34,1.0338240650053592,7.533743337262422e-05
+35,1.0265253115431796,9.560128091834486e-05
+36,1.0197651891415782,8.594620157964528e-05
+37,1.012462328607952,0.0001867835089797154
+38,1.0068401736484553,0.00028939827461726964
+39,0.9993310785815029,5.4596363041841805e-05
+40,0.9925554566003862,8.67805938491348e-05
+41,0.9854729586571709,0.00018463814922142774
+42,0.9787851119570136,0.00023398046323563904
+43,0.9724273038880938,0.00010585224663152063
+44,0.9658460563109827,9.965400385915005e-05
+45,0.9601066274022998,0.00024637524620629847
+46,0.9530447179571536,0.0001479277852922678
+47,0.9459996780749514,4.160317621537167e-05
+48,0.9407738565239843,0.00015293381875380874
+49,0.9337613469992344,5.495397272170521e-05
+50,0.9280414893625718,0.00010764019680209458
+51,0.9220988445192178,7.86750388215296e-05
+52,0.9160809988746667,0.00014995403762441128
+53,0.9087126130285703,0.0009984752396121621
+54,0.9031443375356287,0.00035982808913104236
+55,0.8968625019235426,0.00016211149340961128
+56,0.8918004359864378,5.94836674292447e-05
+57,0.8854870705130903,0.00024303820101054978
+58,0.8791367293019776,0.00011681827890931332
+59,0.8730338418795156,5.066266385256313e-05
+60,0.8676761537971358,0.00011944057769142091
+61,0.8618904450503183,0.0001333863037871197
+62,0.8567484970117397,8.248942322097719e-05
+63,0.8508518092144158,0.00018130090029444546
+64,0.8450126993953095,5.721882189280671e-05
+65,0.839274046433363,4.303362584323622e-05
+66,0.8339587246879193,3.6477376852417365e-05
+67,0.8287040137324849,0.0002960720448754728
+68,0.8225621967457624,9.214453893946484e-05
+69,0.8179262089265797,7.223821739898995e-05
+70,0.812066860469839,0.00021550717065110803
+71,0.8074294861546408,0.00019047829846385866
+72,0.8008211916663377,0.00014232576359063387
+73,0.7953338505177423,0.00022933237778488547
+74,0.790885759949829,0.00010239553375868127
+75,0.7870034160112842,0.00012265883560758084
+76,0.7813700245442107,0.00017855956684798002
+77,0.7768839978831362,5.94836674292447e-05
+78,0.7709709095744867,0.00024589852546341717
+79,0.7661296197938601,0.00015198028995655477
+80,0.7622464081840555,7.581423415103927e-05
+81,0.7547654686801198,6.031808152329177e-05
+82,0.751563960724801,6.01988795085935e-05
+83,0.7469585620201807,9.369411418447271e-05
+84,0.7411735335032241,8.237022848113143e-05
+85,0.7362355278807161,5.066266385256313e-05
+86,0.7323145877438646,4.60137271147687e-05
+87,0.7278921023771656,0.00014649749209638685
+88,0.7228542691411254,0.00015686711412854493
+89,0.7174067072579376,6.627816765103489e-05
+90,0.7142256062980266,0.00010549465514486656
+91,0.7091809612758829,5.8410845667822286e-05
+92,0.7057563062680303,4.5060096454108134e-05
+93,0.7001655136358405,3.302042750874534e-05
+94,0.6968557855175448,6.282132380874828e-05
+95,0.6922718690185472,0.00012051333033235109
+96,0.6871262191549251,3.135155202471651e-05
+97,0.6843740016602224,7.879423355916515e-05
+98,0.680943680952053,7.497983460780233e-05
+99,0.6746273020673927,4.935142715112306e-05

results/cnn/CNNPredictor-losses-256-enwik9.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,validation_loss
+0,3.213395456647382,3.278733861391614
+1,2.9382776316228325,3.1314968009455098
+2,2.7473621065495624,3.0784104332259385
+3,2.5821902970237978,2.9325353077870964
+4,2.4479922342282223,2.981836676506317
+5,2.3442380930894386,2.870507538683747
+6,2.26031099435529,2.8582590088636186
+7,2.1877312685232586,2.794553084085035
+8,2.120575787228785,2.8174405436147043
+9,2.060947958134095,2.8288931842967524
+10,2.009865147791851,2.8145982672162297
+11,1.9599501930634877,2.883283968313182
+12,1.9125528994383407,2.8468139648528776
+13,1.8671184201724471,2.824251820354695
+14,1.8269838806510381,2.8585286599571087
+15,1.784557280445863,2.9219789688588103
+16,1.7461370650887809,2.842629952187925
+17,1.70766114620069,2.918248648984874
+18,1.6743004121929577,2.9165130223833584
+19,1.6374739051229033,2.9848630141814856
+20,1.6042767383814858,2.967400696579293
+21,1.571884690191581,3.084077715828079
+22,1.5414260865986142,3.0277961801515056
+23,1.5089397638956585,2.973220486598942
+24,1.4807627009372137,3.055586655303311
+25,1.4539070555791742,3.268901330280541
+26,1.4206910613200812,3.120618279835075
+27,1.3955757618632676,3.143340784320422
+28,1.3686769404105674,3.1981612579643177
+29,1.3447875221782584,3.2614744550920736
+30,1.3186072701945737,3.1479915535764893
+31,1.2936728923250727,3.4012894364356265
+32,1.269445849620218,3.166510320207244
+33,1.2450251825571697,3.383407777161045
+34,1.2215110254351396,3.4122109675685808
+35,1.2003461568012623,3.454750567971291
+36,1.1767123588984452,3.4347290189717117
+37,1.153444117464577,3.4830494979667446
+38,1.1325977585644087,3.5507732015873263
+39,1.1111707269622368,3.585882107620263
+40,1.0918500346566193,3.5720009683512983
+41,1.074686219814123,3.5065424506300076
+42,1.0561745211123874,3.656464426756864
+43,1.033109637536606,3.7681445467070454
+44,1.0144632838919434,3.709278677235062
+45,0.9949327300450858,3.826588455199693
+46,0.9783343296613187,3.82948062218623
+47,0.959473454761214,3.9466249789489263
+48,0.9431447554344169,3.8859305017517958
+49,0.924606971195389,3.9334294085161243
+50,0.9061983120505112,3.8446422640924522
+51,0.8922384406082142,3.9180894840885223
+52,0.8749619527588087,3.995317841664664
+53,0.859144783085969,3.995635696936393
+54,0.8448129950907793,4.169226770849748
+55,0.830098174094517,3.9879691635998706
+56,0.8149832571589823,4.13969024718036
+57,0.8005325731454301,4.2306091637360606
+58,0.7851742383679648,4.283015726119919
+59,0.7702616409735114,4.301532249672375
+60,0.7616926551501927,4.265290108756098
+61,0.7430519907245287,4.285442110028398
+62,0.7291248373997116,4.222800928913912
+63,0.7185011608302252,4.413420475662827
+64,0.7047406553835507,4.458638997454693
+65,0.6926358721152557,4.3994500635371505
+66,0.6793301837992822,4.507223714533822
+67,0.6686486211477095,4.791428972027089
+68,0.6533996181058683,4.761048040083206
+69,0.6453514259105327,4.764215407128607
+70,0.631625405537268,4.4268657049766045
+71,0.6244814918383257,4.746370380008408
+72,0.6084074781783343,4.7018738821787815
+73,0.5995306468382904,4.818186595736451
+74,0.588825058386736,4.8379360759833325
+75,0.5775090807132801,4.945437624394483
+76,0.5672246982854816,4.881775684104191
+77,0.5557402798928,5.024748310814704
+78,0.543156561006439,4.952581936017158
+79,0.5405538672711366,5.125619347665065
+80,0.5282360294912662,5.064975083601671
+81,0.5167981023917622,5.173156258607338
+82,0.5083836333777149,5.211300230035944
+83,0.5013791854965555,4.810265410132421
+84,0.49411906044431336,5.2090915348124085
+85,0.47967027881044505,5.2893119859202535
+86,0.47451298801851655,5.2218254092242145
+87,0.4652339431369455,5.238343167328383
+88,0.45908069386026507,5.441670997444809
+89,0.4482817472232657,5.517415157289659
+90,0.4412265363732443,5.339430411396174
+91,0.4336172044788868,5.448002123641874
+92,0.42514864490351484,5.555763979576483
+93,0.41958750105004233,5.603278133503317
+94,0.4129359439635086,5.629248433816282
+95,0.4045245233199743,5.463490078288485
+96,0.39704128233406755,5.760393978470928
+97,0.3916562733356619,5.62542407946721
+98,0.3836944499619814,5.678070352575349
+99,0.3769370323997197,5.752096676766861

results/cnn/CNNPredictor-losses-256-genome.csv

@@ -0,0 +1,101 @@
+epoch,train_loss,validation_loss
+0,1.2999931491254673,0.006316815037280321
+1,1.2838174114473684,0.0008273277780972421
+2,1.272457465393565,0.000542612629942596
+3,1.2531376944486856,0.00019774865359067917
+4,1.2482067630283737,0.000248401309363544
+5,1.2448134375922948,0.0001280225842492655
+6,1.240739969569499,0.0017231153324246407
+7,1.2368257911371967,0.0004228651523590088
+8,1.2320516222153755,0.0006139777251519263
+9,1.2265204288314542,0.000259365770034492
+10,1.2201322848311311,0.00014661667228210717
+11,1.2143308318132324,0.00022230061585572618
+12,1.2076654285826582,0.00018857131363334996
+13,1.2007539286258373,0.0006798578542657197
+14,1.1936901803618145,0.0002367216220635448
+15,1.1866281561938463,0.00011634149995876977
+16,1.1790566006873517,0.00013124081306159496
+17,1.1718051842280797,0.0001486429391661659
+18,1.1641737207272131,4.815939246327616e-05
+19,1.1565314973922487,0.00013243274588603526
+20,1.1486829623081765,0.00010513706365600228
+21,1.1417931234764112,0.00015364897262770683
+22,1.1337797194085222,0.00015817821258679032
+23,1.1259584812226628,0.0001736728590913117
+24,1.1179984258844498,0.0001401803019689396
+25,1.109480663508992,0.00012718822108581662
+26,1.1011873347599819,0.00010775939154194167
+27,1.0926581060813916,0.0002215855201939121
+28,1.0846761363799087,0.00016175392374861985
+29,1.0758383977920452,0.00023338454775512218
+30,1.0670862209833138,0.00012861855793744326
+31,1.0579246665569062,0.00010358751023886725
+32,1.0484012720613856,0.0001081169830285944
+33,1.0398159591984966,0.0001958416833120857
+34,1.0309065503189991,0.00019274283840786666
+35,1.0212756109092735,9.226373367710039e-05
+36,1.0112958130865475,0.00011598391574807465
+37,1.0020924094418986,0.00013863079948350787
+38,0.9925608696546235,0.00024530262453481555
+39,0.9813490412880223,0.00019798702851403505
+40,0.9726243584714037,9.905801561905572e-05
+41,0.962754870837945,0.00018010901112575084
+42,0.9529811759306667,0.00010132275928987691
+43,0.9420897864462032,0.00013016807497479022
+44,0.9324673226901463,6.4490144723095e-05
+45,0.9216377169709076,0.00013493580627255142
+46,0.9119024629650869,0.0001902399235405028
+47,0.9003210698761114,7.331102824537084e-05
+48,0.8902475576632654,0.00014602071314584464
+49,0.8807044888158699,6.890059739816934e-05
+50,0.87023206826039,0.00011896379146492109
+51,0.859883293464191,9.333651541965082e-05
+52,0.8499638094728116,9.202533692808321e-05
+53,0.8389119844668542,6.425174069590867e-05
+54,0.8289982539542178,0.0001357701694360003
+55,0.8171883081592687,6.615896563744172e-05
+56,0.8073071493385048,0.00012396997772157192
+57,0.7970766374677148,5.078186950302933e-05
+58,0.7856715145444435,6.270212179515511e-05
+59,0.7761905933767104,0.00018523407925385982
+60,0.7649939218100081,0.0001045410826918669
+61,0.7553510867987723,5.924526339984749e-05
+62,0.7441895230744022,0.0001481661747675389
+63,0.7331175035075214,0.0002213471452705562
+64,0.7235226063652241,8.463501580990851e-05
+65,0.7129701361286604,6.544376083184034e-05
+66,0.7010195568068049,0.00016807096835691482
+67,0.6914780441660286,0.00022885564249008894
+68,0.6815003439467004,0.00014602071314584464
+69,0.6703228943072553,0.00011550712952157483
+70,0.6621692317506825,8.701899787411094e-05
+71,0.6489275439894308,0.00010084597306558862
+72,0.6398550804443998,0.00011622230522334576
+73,0.6303443161640486,8.546940807939938e-05
+74,0.6203325070599293,0.00023946279543009656
+75,0.60903626669504,4.005352093372494e-05
+76,0.5995034185314613,0.00011467275908216834
+77,0.5890613411788158,0.00018916724366578204
+78,0.5807701123974606,0.00011193125828867778
+79,0.5702054390519585,5.507317473529838e-05
+80,0.5610199176341205,7.724463648628443e-05
+81,0.5500614953258479,2.407998726994265e-05
+82,0.540985094966497,0.00011312322021694854
+83,0.5307432216260933,7.092700980138034e-05
+84,0.5243927860060724,6.97350042173639e-05
+85,0.5120537099233152,0.00014983485743869096
+86,0.5036018744971614,7.497983460780233e-05
+87,0.4961598126812184,0.00018225439998786896
+88,0.48590449592987456,7.712543447269127e-05
+89,0.47810866688703696,8.570780482841656e-05
+90,0.4699531478088315,5.602679812000133e-05
+91,0.45855954356016,0.00030417583184316754
+92,0.45120479237163685,9.870042413240299e-05
+93,0.4439571063161621,9.095255518332124e-05
+94,0.43643272990151377,8.40390202938579e-05
+95,0.4275530857382212,7.283422019099817e-05
+96,0.4180333036646292,7.10462118149735e-05
+97,0.4104223961208729,0.00010251473577006289
+98,0.4025050872002692,0.00011503035057103261
+99,0.39565552314545244,0.00016306500765052694

results/compress/compression_results.csv

@@ -0,0 +1,25 @@
+model_type,model_name,context_length,dataset_type,input_file_name,original_file_size,compressed_file_size,match_percentage,compression_time,decompression_time
+autoencoder,auto-genome-full-256.pt,256,genome,genome.fna,4699745,4259288,0.045625027269124985,644452283,28897895
+autoencoder,auto-genome-full-256.pt,256,genome,genome_large.fna,23498433,21295512,0.04565964266657829,1963998714,8635843
+autoencoder,auto-genome-full-256.pt,256,genome,genome_xlarge.fna,46996793,42591024,0.04573816433548927,3876085182,11520930
+autoencoder,auto-genome-full-128.pt,128,genome,genome.fna,4699745,9399552,0.06625784933567047,390820600,5763825
+autoencoder,auto-genome-full-128.pt,128,genome,genome_large.fna,23498433,46996992,0.06624297052621841,1958507860,11799390
+autoencoder,auto-genome-full-128.pt,128,genome,genome_xlarge.fna,46996793,93993728,0.06629720330238342,3870420958,18796104
+cnn,cnn-genome-full-256.pt,256,genome,genome_small.fna,1367,1743,1.0,994341526,890558285
+cnn,cnn-genome-full-256.pt,256,genome,genome_xsmall.fna,1043,1343,1.0,677182893,679331692
+cnn,cnn-genome-full-256.pt,256,genome,genome_xxsmall.fna,800,1038,1.0,523037713,526992909
+cnn,cnn-genome-full-128.pt,128,genome,genome_small.fna,1367,1682,1.0,825656141,822958302
+cnn,cnn-genome-full-128.pt,128,genome,genome_xsmall.fna,1043,1300,1.0,634440381,636023619
+cnn,cnn-genome-full-128.pt,128,genome,genome_xxsmall.fna,800,1006,1.0,484945375,488047643
+autoencoder,auto-enwik9-full-256.pt,256,enwik9,text.txt,6488666,6184668,0.01631845347583294,539742390,7300344
+autoencoder,auto-enwik9-full-256.pt,256,enwik9,text_large.txt,12977332,12369092,0.01635659858584404,1061523776,5894565
+autoencoder,auto-enwik9-full-256.pt,256,enwik9,text_xlarge.txt,25954664,24738184,0.01636260747909546,2125073233,8342673
+autoencoder,auto-enwik9-full-128.pt,128,enwik9,text.txt,6488666,12774636,0.03268468379974365,546880556,20773102
+autoencoder,auto-enwik9-full-128.pt,128,enwik9,text_large.txt,12977332,25549272,0.032631129026412964,1068791093,63009268
+autoencoder,auto-enwik9-full-128.pt,128,enwik9,text_xlarge.txt,25954664,51098292,0.03263767808675766,2136859999,59107591
+cnn,cnn-enwik9-full-256.pt,256,enwik9,text_small.txt,1022,1561,1.0,675420011,669676566
+cnn,cnn-enwik9-full-256.pt,256,enwik9,text_xsmall.txt,825,1268,1.0,538098125,541272812
+cnn,cnn-enwik9-full-256.pt,256,enwik9,text_xxsmall.txt,492,790,1.0,324025733,328011609
+cnn,cnn-enwik9-full-128.pt,128,enwik9,text_small.txt,1022,1129,1.0,619907688,627584572
+cnn,cnn-enwik9-full-128.pt,128,enwik9,text_xsmall.txt,825,882,1.0,503575405,505329493
+cnn,cnn-enwik9-full-128.pt,128,enwik9,text_xxsmall.txt,492,571,1.0,307748207,311888322