[load] sample=151507 n_cells=4221 n_genes(>=10)=15817 K_true=7 load_time=1.03s [sweep] sample=151507 k=0 clusterer=kmeans seed=0 ari=0.2380 nmi=0.3691 coh=0.5624 elapsed=1.8s [sweep] sample=151507 k=0 clusterer=kmeans seed=1 ari=0.2343 nmi=0.3680 coh=0.5582 elapsed=2.3s [sweep] sample=151507 k=0 clusterer=kmeans seed=2 ari=0.2401 nmi=0.3723 coh=0.5501 elapsed=3.2s [sweep] sample=151507 k=0 clusterer=gmm_full seed=0 ari=0.2607 nmi=0.3743 coh=0.5321 elapsed=4.3s [sweep] sample=151507 k=0 clusterer=gmm_full seed=1 ari=0.1839 nmi=0.3204 coh=0.5383 elapsed=5.1s [sweep] sample=151507 k=0 clusterer=gmm_full seed=2 ari=0.2697 nmi=0.3740 coh=0.5411 elapsed=6.0s [sweep] sample=151507 k=6 clusterer=kmeans seed=0 ari=0.2841 nmi=0.4531 coh=0.7925 elapsed=7.2s [sweep] sample=151507 k=6 clusterer=kmeans seed=1 ari=0.2959 nmi=0.4592 coh=0.8067 elapsed=8.1s [sweep] sample=151507 k=6 clusterer=kmeans seed=2 ari=0.2843 nmi=0.4532 coh=0.7929 elapsed=9.3s [sweep] sample=151507 k=6 clusterer=gmm_full seed=0 ari=0.4222 nmi=0.5203 coh=0.9202 elapsed=10.9s [sweep] sample=151507 k=6 clusterer=gmm_full seed=1 ari=0.4089 nmi=0.5544 coh=0.9126 elapsed=12.1s [sweep] sample=151507 k=6 clusterer=gmm_full seed=2 ari=0.3822 nmi=0.5040 coh=0.9183 elapsed=13.4s [sweep] sample=151507 k=12 clusterer=kmeans seed=0 ari=0.3135 nmi=0.4989 coh=0.8154 elapsed=14.6s [sweep] sample=151507 k=12 clusterer=kmeans seed=1 ari=0.2926 nmi=0.4617 coh=0.7804 elapsed=15.7s [sweep] sample=151507 k=12 clusterer=kmeans seed=2 ari=0.3115 nmi=0.4965 coh=0.8181 elapsed=16.8s [sweep] sample=151507 k=12 clusterer=gmm_full seed=0 ari=0.4330 nmi=0.5792 coh=0.9185 elapsed=18.3s [sweep] sample=151507 k=12 clusterer=gmm_full seed=1 ari=0.4296 nmi=0.5662 coh=0.9083 elapsed=19.9s [sweep] sample=151507 k=12 clusterer=gmm_full seed=2 ari=0.4126 nmi=0.5277 coh=0.9401 elapsed=21.8s [sweep] sample=151507 k=18 clusterer=kmeans seed=0 ari=0.3116 nmi=0.4988 coh=0.8072 elapsed=23.5s [sweep] sample=151507 k=18 clusterer=kmeans seed=1 ari=0.3113 nmi=0.4993 coh=0.8102 elapsed=24.9s [sweep] sample=151507 k=18 clusterer=kmeans seed=2 ari=0.3147 nmi=0.4986 coh=0.8095 elapsed=26.6s [sweep] sample=151507 k=18 clusterer=gmm_full seed=0 ari=0.4247 nmi=0.5614 coh=0.9159 elapsed=28.2s [sweep] sample=151507 k=18 clusterer=gmm_full seed=1 ari=0.4350 nmi=0.5555 coh=0.9230 elapsed=30.3s [sweep] sample=151507 k=18 clusterer=gmm_full seed=2 ari=0.3470 nmi=0.4900 coh=0.9332 elapsed=32.4s [sweep] sample=151507 k=24 clusterer=kmeans seed=0 ari=0.3207 nmi=0.5013 coh=0.8138 elapsed=34.1s [sweep] sample=151507 k=24 clusterer=kmeans seed=1 ari=0.3235 nmi=0.5014 coh=0.8081 elapsed=35.8s [sweep] sample=151507 k=24 clusterer=kmeans seed=2 ari=0.3210 nmi=0.5015 coh=0.8124 elapsed=37.4s [sweep] sample=151507 k=24 clusterer=gmm_full seed=0 ari=0.4566 nmi=0.5935 coh=0.9261 elapsed=39.5s [sweep] sample=151507 k=24 clusterer=gmm_full seed=1 ari=0.4328 nmi=0.5740 coh=0.9159 elapsed=41.7s [sweep] sample=151507 k=24 clusterer=gmm_full seed=2 ari=0.3787 nmi=0.5083 coh=0.9311 elapsed=44.2s [load] sample=151508 n_cells=4381 n_genes(>=10)=15352 K_true=7 load_time=0.87s [sweep] sample=151508 k=0 clusterer=kmeans seed=0 ari=0.2310 nmi=0.3677 coh=0.5789 elapsed=46.3s [sweep] sample=151508 k=0 clusterer=kmeans seed=1 ari=0.2311 nmi=0.3641 coh=0.5736 elapsed=47.2s [sweep] sample=151508 k=0 clusterer=kmeans seed=2 ari=0.2234 nmi=0.3697 coh=0.5738 elapsed=48.0s [sweep] sample=151508 k=0 clusterer=gmm_full seed=0 ari=0.2952 nmi=0.3729 coh=0.5581 elapsed=50.1s [sweep] sample=151508 k=0 clusterer=gmm_full seed=1 ari=0.2155 nmi=0.3301 coh=0.5449 elapsed=51.2s [sweep] sample=151508 k=0 clusterer=gmm_full seed=2 ari=0.2056 nmi=0.3369 coh=0.5627 elapsed=53.0s [sweep] sample=151508 k=6 clusterer=kmeans seed=0 ari=0.2783 nmi=0.4461 coh=0.8087 elapsed=54.4s [sweep] sample=151508 k=6 clusterer=kmeans seed=1 ari=0.2788 nmi=0.4458 coh=0.8087 elapsed=55.9s [sweep] sample=151508 k=6 clusterer=kmeans seed=2 ari=0.2788 nmi=0.4457 coh=0.8096 elapsed=57.1s [sweep] sample=151508 k=6 clusterer=gmm_full seed=0 ari=0.3543 nmi=0.5116 coh=0.9076 elapsed=58.7s [sweep] sample=151508 k=6 clusterer=gmm_full seed=1 ari=0.3550 nmi=0.5118 coh=0.9094 elapsed=60.2s [sweep] sample=151508 k=6 clusterer=gmm_full seed=2 ari=0.4251 nmi=0.5349 coh=0.9244 elapsed=61.9s [sweep] sample=151508 k=12 clusterer=kmeans seed=0 ari=0.2850 nmi=0.4541 coh=0.7996 elapsed=63.2s [sweep] sample=151508 k=12 clusterer=kmeans seed=1 ari=0.2868 nmi=0.4557 coh=0.7962 elapsed=64.5s [sweep] sample=151508 k=12 clusterer=kmeans seed=2 ari=0.2843 nmi=0.4538 coh=0.7996 elapsed=65.9s [sweep] sample=151508 k=12 clusterer=gmm_full seed=0 ari=0.4502 nmi=0.5459 coh=0.9228 elapsed=67.8s [sweep] sample=151508 k=12 clusterer=gmm_full seed=1 ari=0.3430 nmi=0.5177 coh=0.9114 elapsed=70.1s [sweep] sample=151508 k=12 clusterer=gmm_full seed=2 ari=0.4137 nmi=0.5288 coh=0.9144 elapsed=72.7s [sweep] sample=151508 k=18 clusterer=kmeans seed=0 ari=0.2834 nmi=0.4539 coh=0.7930 elapsed=74.4s [sweep] sample=151508 k=18 clusterer=kmeans seed=1 ari=0.2821 nmi=0.4527 coh=0.7911 elapsed=76.2s [sweep] sample=151508 k=18 clusterer=kmeans seed=2 ari=0.2833 nmi=0.4541 coh=0.7948 elapsed=78.2s [sweep] sample=151508 k=18 clusterer=gmm_full seed=0 ari=0.3377 nmi=0.5031 coh=0.8996 elapsed=80.3s [sweep] sample=151508 k=18 clusterer=gmm_full seed=1 ari=0.3207 nmi=0.5053 coh=0.9048 elapsed=82.3s [sweep] sample=151508 k=18 clusterer=gmm_full seed=2 ari=0.3403 nmi=0.5071 coh=0.9032 elapsed=84.9s [sweep] sample=151508 k=24 clusterer=kmeans seed=0 ari=0.2813 nmi=0.4540 coh=0.7918 elapsed=86.9s [sweep] sample=151508 k=24 clusterer=kmeans seed=1 ari=0.2851 nmi=0.4563 coh=0.7914 elapsed=89.0s [sweep] sample=151508 k=24 clusterer=kmeans seed=2 ari=0.2871 nmi=0.4588 coh=0.7893 elapsed=90.9s [sweep] sample=151508 k=24 clusterer=gmm_full seed=0 ari=0.4256 nmi=0.5342 coh=0.9137 elapsed=93.5s [sweep] sample=151508 k=24 clusterer=gmm_full seed=1 ari=0.4010 nmi=0.5118 coh=0.9201 elapsed=96.1s [sweep] sample=151508 k=24 clusterer=gmm_full seed=2 ari=0.3231 nmi=0.5138 coh=0.9151 elapsed=98.8s [load] sample=151509 n_cells=4788 n_genes(>=10)=16033 K_true=7 load_time=1.21s [sweep] sample=151509 k=0 clusterer=kmeans seed=0 ari=0.3257 nmi=0.4214 coh=0.6000 elapsed=101.1s [sweep] sample=151509 k=0 clusterer=kmeans seed=1 ari=0.3142 nmi=0.4165 coh=0.5948 elapsed=102.0s [sweep] sample=151509 k=0 clusterer=kmeans seed=2 ari=0.3276 nmi=0.4215 coh=0.6009 elapsed=102.9s [sweep] sample=151509 k=0 clusterer=gmm_full seed=0 ari=0.3210 nmi=0.4196 coh=0.5986 elapsed=103.8s [sweep] sample=151509 k=0 clusterer=gmm_full seed=1 ari=0.3224 nmi=0.4232 coh=0.5579 elapsed=104.9s [sweep] sample=151509 k=0 clusterer=gmm_full seed=2 ari=0.3425 nmi=0.4365 coh=0.6130 elapsed=106.0s [sweep] sample=151509 k=6 clusterer=kmeans seed=0 ari=0.3941 nmi=0.5416 coh=0.8444 elapsed=107.2s [sweep] sample=151509 k=6 clusterer=kmeans seed=1 ari=0.3936 nmi=0.5413 coh=0.8409 elapsed=108.3s [sweep] sample=151509 k=6 clusterer=kmeans seed=2 ari=0.3918 nmi=0.5417 coh=0.8390 elapsed=109.7s [sweep] sample=151509 k=6 clusterer=gmm_full seed=0 ari=0.4251 nmi=0.5917 coh=0.9179 elapsed=111.1s [sweep] sample=151509 k=6 clusterer=gmm_full seed=1 ari=0.4274 nmi=0.5888 coh=0.9183 elapsed=112.3s [sweep] sample=151509 k=6 clusterer=gmm_full seed=2 ari=0.4237 nmi=0.5833 coh=0.9165 elapsed=113.6s [sweep] sample=151509 k=12 clusterer=kmeans seed=0 ari=0.4074 nmi=0.5533 coh=0.8388 elapsed=115.7s [sweep] sample=151509 k=12 clusterer=kmeans seed=1 ari=0.4051 nmi=0.5530 coh=0.8358 elapsed=117.7s [sweep] sample=151509 k=12 clusterer=kmeans seed=2 ari=0.4069 nmi=0.5542 coh=0.8379 elapsed=119.4s [sweep] sample=151509 k=12 clusterer=gmm_full seed=0 ari=0.4386 nmi=0.6065 coh=0.9131 elapsed=121.7s [sweep] sample=151509 k=12 clusterer=gmm_full seed=1 ari=0.3933 nmi=0.5136 coh=0.9219 elapsed=124.4s [sweep] sample=151509 k=12 clusterer=gmm_full seed=2 ari=0.4532 nmi=0.6049 coh=0.9290 elapsed=126.2s [sweep] sample=151509 k=18 clusterer=kmeans seed=0 ari=0.4141 nmi=0.5616 coh=0.8417 elapsed=127.9s [sweep] sample=151509 k=18 clusterer=kmeans seed=1 ari=0.4137 nmi=0.5614 coh=0.8413 elapsed=129.7s [sweep] sample=151509 k=18 clusterer=kmeans seed=2 ari=0.4141 nmi=0.5616 coh=0.8394 elapsed=131.7s [sweep] sample=151509 k=18 clusterer=gmm_full seed=0 ari=0.4454 nmi=0.6189 coh=0.9202 elapsed=133.9s [sweep] sample=151509 k=18 clusterer=gmm_full seed=1 ari=0.4449 nmi=0.6029 coh=0.9229 elapsed=136.3s [sweep] sample=151509 k=18 clusterer=gmm_full seed=2 ari=0.4413 nmi=0.6172 coh=0.9217 elapsed=139.1s [sweep] sample=151509 k=24 clusterer=kmeans seed=0 ari=0.4162 nmi=0.5593 coh=0.8350 elapsed=141.9s [sweep] sample=151509 k=24 clusterer=kmeans seed=1 ari=0.4153 nmi=0.5594 coh=0.8350 elapsed=144.4s [sweep] sample=151509 k=24 clusterer=kmeans seed=2 ari=0.4150 nmi=0.5594 coh=0.8346 elapsed=146.9s [sweep] sample=151509 k=24 clusterer=gmm_full seed=0 ari=0.4439 nmi=0.6090 coh=0.9221 elapsed=149.6s [sweep] sample=151509 k=24 clusterer=gmm_full seed=1 ari=0.4332 nmi=0.5961 coh=0.9165 elapsed=152.2s [sweep] sample=151509 k=24 clusterer=gmm_full seed=2 ari=0.4518 nmi=0.6229 coh=0.9123 elapsed=154.8s [load] sample=151510 n_cells=4595 n_genes(>=10)=15801 K_true=7 load_time=1.05s [sweep] sample=151510 k=0 clusterer=kmeans seed=0 ari=0.2192 nmi=0.3631 coh=0.5234 elapsed=156.5s [sweep] sample=151510 k=0 clusterer=kmeans seed=1 ari=0.2163 nmi=0.3614 coh=0.5358 elapsed=157.2s [sweep] sample=151510 k=0 clusterer=kmeans seed=2 ari=0.2149 nmi=0.3614 coh=0.5399 elapsed=157.9s [sweep] sample=151510 k=0 clusterer=gmm_full seed=0 ari=0.2298 nmi=0.3606 coh=0.5034 elapsed=158.9s [sweep] sample=151510 k=0 clusterer=gmm_full seed=1 ari=0.2082 nmi=0.3429 coh=0.4866 elapsed=160.0s [sweep] sample=151510 k=0 clusterer=gmm_full seed=2 ari=0.2286 nmi=0.3391 coh=0.5008 elapsed=161.2s [sweep] sample=151510 k=6 clusterer=kmeans seed=0 ari=0.2660 nmi=0.4508 coh=0.7639 elapsed=162.6s [sweep] sample=151510 k=6 clusterer=kmeans seed=1 ari=0.2669 nmi=0.4532 coh=0.7543 elapsed=164.2s [sweep] sample=151510 k=6 clusterer=kmeans seed=2 ari=0.2658 nmi=0.4505 coh=0.7587 elapsed=165.4s [sweep] sample=151510 k=6 clusterer=gmm_full seed=0 ari=0.2868 nmi=0.4960 coh=0.8831 elapsed=167.6s [sweep] sample=151510 k=6 clusterer=gmm_full seed=1 ari=0.3048 nmi=0.5075 coh=0.8905 elapsed=169.8s [sweep] sample=151510 k=6 clusterer=gmm_full seed=2 ari=0.2888 nmi=0.4987 coh=0.8894 elapsed=171.3s [sweep] sample=151510 k=12 clusterer=kmeans seed=0 ari=0.2669 nmi=0.4597 coh=0.7476 elapsed=172.6s [sweep] sample=151510 k=12 clusterer=kmeans seed=1 ari=0.2668 nmi=0.4601 coh=0.7471 elapsed=174.1s [sweep] sample=151510 k=12 clusterer=kmeans seed=2 ari=0.2676 nmi=0.4608 coh=0.7425 elapsed=175.5s [sweep] sample=151510 k=12 clusterer=gmm_full seed=0 ari=0.3190 nmi=0.5185 coh=0.8960 elapsed=177.4s [sweep] sample=151510 k=12 clusterer=gmm_full seed=1 ari=0.3265 nmi=0.5155 coh=0.9108 elapsed=179.4s [sweep] sample=151510 k=12 clusterer=gmm_full seed=2 ari=0.3288 nmi=0.5175 coh=0.9099 elapsed=181.4s [sweep] sample=151510 k=18 clusterer=kmeans seed=0 ari=0.2718 nmi=0.4630 coh=0.7304 elapsed=183.1s [sweep] sample=151510 k=18 clusterer=kmeans seed=1 ari=0.2723 nmi=0.4639 coh=0.7314 elapsed=185.5s [sweep] sample=151510 k=18 clusterer=kmeans seed=2 ari=0.2678 nmi=0.4633 coh=0.7336 elapsed=187.8s [sweep] sample=151510 k=18 clusterer=gmm_full seed=0 ari=0.3027 nmi=0.5118 coh=0.8888 elapsed=190.7s [sweep] sample=151510 k=18 clusterer=gmm_full seed=1 ari=0.3334 nmi=0.5276 coh=0.9027 elapsed=193.8s [sweep] sample=151510 k=18 clusterer=gmm_full seed=2 ari=0.3089 nmi=0.5151 coh=0.9101 elapsed=196.0s [sweep] sample=151510 k=24 clusterer=kmeans seed=0 ari=0.2705 nmi=0.4666 coh=0.7262 elapsed=197.9s [sweep] sample=151510 k=24 clusterer=kmeans seed=1 ari=0.2716 nmi=0.4621 coh=0.7256 elapsed=199.9s [sweep] sample=151510 k=24 clusterer=kmeans seed=2 ari=0.2706 nmi=0.4641 coh=0.7260 elapsed=201.9s [sweep] sample=151510 k=24 clusterer=gmm_full seed=0 ari=0.3154 nmi=0.5159 coh=0.9184 elapsed=205.0s [sweep] sample=151510 k=24 clusterer=gmm_full seed=1 ari=0.2994 nmi=0.5138 coh=0.8849 elapsed=207.6s [sweep] sample=151510 k=24 clusterer=gmm_full seed=2 ari=0.3026 nmi=0.5216 coh=0.8982 elapsed=209.8s [load] sample=151673 n_cells=3611 n_genes(>=10)=16567 K_true=7 load_time=1.20s [sweep] sample=151673 k=0 clusterer=kmeans seed=0 ari=0.2059 nmi=0.3755 coh=0.6068 elapsed=211.5s [sweep] sample=151673 k=0 clusterer=kmeans seed=1 ari=0.2083 nmi=0.3733 coh=0.6043 elapsed=212.3s [sweep] sample=151673 k=0 clusterer=kmeans seed=2 ari=0.2081 nmi=0.3723 coh=0.6092 elapsed=212.9s [sweep] sample=151673 k=0 clusterer=gmm_full seed=0 ari=0.1840 nmi=0.3182 coh=0.5990 elapsed=213.5s [sweep] sample=151673 k=0 clusterer=gmm_full seed=1 ari=0.1874 nmi=0.3205 coh=0.6001 elapsed=214.1s [sweep] sample=151673 k=0 clusterer=gmm_full seed=2 ari=0.2359 nmi=0.3752 coh=0.6439 elapsed=215.3s [sweep] sample=151673 k=6 clusterer=kmeans seed=0 ari=0.2400 nmi=0.4219 coh=0.8189 elapsed=216.1s [sweep] sample=151673 k=6 clusterer=kmeans seed=1 ari=0.2354 nmi=0.4174 coh=0.8172 elapsed=216.9s [sweep] sample=151673 k=6 clusterer=kmeans seed=2 ari=0.2421 nmi=0.4232 coh=0.8120 elapsed=217.7s [sweep] sample=151673 k=6 clusterer=gmm_full seed=0 ari=0.2891 nmi=0.4638 coh=0.9211 elapsed=218.8s [sweep] sample=151673 k=6 clusterer=gmm_full seed=1 ari=0.2998 nmi=0.4726 coh=0.9263 elapsed=219.7s [sweep] sample=151673 k=6 clusterer=gmm_full seed=2 ari=0.3789 nmi=0.5266 coh=0.9291 elapsed=220.8s [sweep] sample=151673 k=12 clusterer=kmeans seed=0 ari=0.2486 nmi=0.4310 coh=0.8017 elapsed=221.8s [sweep] sample=151673 k=12 clusterer=kmeans seed=1 ari=0.2516 nmi=0.4317 coh=0.8056 elapsed=222.8s [sweep] sample=151673 k=12 clusterer=kmeans seed=2 ari=0.2513 nmi=0.4312 coh=0.8031 elapsed=223.8s [sweep] sample=151673 k=12 clusterer=gmm_full seed=0 ari=0.3051 nmi=0.4720 coh=0.9153 elapsed=225.1s [sweep] sample=151673 k=12 clusterer=gmm_full seed=1 ari=0.3140 nmi=0.4781 coh=0.9241 elapsed=226.4s [sweep] sample=151673 k=12 clusterer=gmm_full seed=2 ari=0.2990 nmi=0.4718 coh=0.9117 elapsed=227.6s [sweep] sample=151673 k=18 clusterer=kmeans seed=0 ari=0.2608 nmi=0.4383 coh=0.8103 elapsed=228.8s [sweep] sample=151673 k=18 clusterer=kmeans seed=1 ari=0.2472 nmi=0.4317 coh=0.8084 elapsed=230.1s [sweep] sample=151673 k=18 clusterer=kmeans seed=2 ari=0.2492 nmi=0.4316 coh=0.8067 elapsed=231.4s [sweep] sample=151673 k=18 clusterer=gmm_full seed=0 ari=0.3024 nmi=0.4752 coh=0.9175 elapsed=233.1s [sweep] sample=151673 k=18 clusterer=gmm_full seed=1 ari=0.2616 nmi=0.4160 coh=0.9238 elapsed=234.5s [sweep] sample=151673 k=18 clusterer=gmm_full seed=2 ari=0.2998 nmi=0.4645 coh=0.9139 elapsed=235.9s [sweep] sample=151673 k=24 clusterer=kmeans seed=0 ari=0.2532 nmi=0.4343 coh=0.8178 elapsed=237.7s [sweep] sample=151673 k=24 clusterer=kmeans seed=1 ari=0.2578 nmi=0.4375 coh=0.8120 elapsed=239.2s [sweep] sample=151673 k=24 clusterer=kmeans seed=2 ari=0.2534 nmi=0.4344 coh=0.8097 elapsed=240.6s [sweep] sample=151673 k=24 clusterer=gmm_full seed=0 ari=0.3317 nmi=0.4975 coh=0.9186 elapsed=242.2s [sweep] sample=151673 k=24 clusterer=gmm_full seed=1 ari=0.3037 nmi=0.4750 coh=0.9106 elapsed=243.7s [sweep] sample=151673 k=24 clusterer=gmm_full seed=2 ari=0.3527 nmi=0.5161 coh=0.9161 elapsed=245.2s [load] sample=151674 n_cells=3635 n_genes(>=10)=17314 K_true=7 load_time=1.54s [sweep] sample=151674 k=0 clusterer=kmeans seed=0 ari=0.1886 nmi=0.3193 coh=0.6107 elapsed=247.2s [sweep] sample=151674 k=0 clusterer=kmeans seed=1 ari=0.1834 nmi=0.3149 coh=0.6245 elapsed=247.7s [sweep] sample=151674 k=0 clusterer=kmeans seed=2 ari=0.1897 nmi=0.3200 coh=0.6102 elapsed=248.1s [sweep] sample=151674 k=0 clusterer=gmm_full seed=0 ari=0.2179 nmi=0.3450 coh=0.6619 elapsed=249.0s [sweep] sample=151674 k=0 clusterer=gmm_full seed=1 ari=0.2197 nmi=0.3490 coh=0.6748 elapsed=249.7s [sweep] sample=151674 k=0 clusterer=gmm_full seed=2 ari=0.2767 nmi=0.3488 coh=0.6726 elapsed=250.6s [sweep] sample=151674 k=6 clusterer=kmeans seed=0 ari=0.2467 nmi=0.3941 coh=0.8941 elapsed=251.4s [sweep] sample=151674 k=6 clusterer=kmeans seed=1 ari=0.2465 nmi=0.3937 coh=0.8927 elapsed=252.1s [sweep] sample=151674 k=6 clusterer=kmeans seed=2 ari=0.2449 nmi=0.3924 coh=0.8963 elapsed=253.3s [sweep] sample=151674 k=6 clusterer=gmm_full seed=0 ari=0.2525 nmi=0.4101 coh=0.9320 elapsed=254.5s [sweep] sample=151674 k=6 clusterer=gmm_full seed=1 ari=0.2459 nmi=0.4055 coh=0.9422 elapsed=256.1s [sweep] sample=151674 k=6 clusterer=gmm_full seed=2 ari=0.2504 nmi=0.4051 coh=0.9359 elapsed=257.1s [sweep] sample=151674 k=12 clusterer=kmeans seed=0 ari=0.2506 nmi=0.3993 coh=0.8853 elapsed=258.2s [sweep] sample=151674 k=12 clusterer=kmeans seed=1 ari=0.2506 nmi=0.3992 coh=0.8820 elapsed=259.3s [sweep] sample=151674 k=12 clusterer=kmeans seed=2 ari=0.2522 nmi=0.4011 coh=0.8883 elapsed=260.5s [sweep] sample=151674 k=12 clusterer=gmm_full seed=0 ari=0.2853 nmi=0.4536 coh=0.9420 elapsed=261.7s [sweep] sample=151674 k=12 clusterer=gmm_full seed=1 ari=0.2842 nmi=0.4527 coh=0.9411 elapsed=262.8s [sweep] sample=151674 k=12 clusterer=gmm_full seed=2 ari=0.3021 nmi=0.4735 coh=0.9398 elapsed=264.0s [sweep] sample=151674 k=18 clusterer=kmeans seed=0 ari=0.2508 nmi=0.4001 coh=0.8812 elapsed=265.2s [sweep] sample=151674 k=18 clusterer=kmeans seed=1 ari=0.2542 nmi=0.4029 coh=0.8845 elapsed=266.5s [sweep] sample=151674 k=18 clusterer=kmeans seed=2 ari=0.2539 nmi=0.4021 coh=0.8858 elapsed=267.7s [sweep] sample=151674 k=18 clusterer=gmm_full seed=0 ari=0.2870 nmi=0.4587 coh=0.9447 elapsed=269.1s [sweep] sample=151674 k=18 clusterer=gmm_full seed=1 ari=0.3116 nmi=0.4871 coh=0.9362 elapsed=270.8s [sweep] sample=151674 k=18 clusterer=gmm_full seed=2 ari=0.2543 nmi=0.4117 coh=0.9508 elapsed=272.6s [sweep] sample=151674 k=24 clusterer=kmeans seed=0 ari=0.2544 nmi=0.4045 coh=0.8809 elapsed=274.0s [sweep] sample=151674 k=24 clusterer=kmeans seed=1 ari=0.2550 nmi=0.4053 coh=0.8834 elapsed=275.6s [sweep] sample=151674 k=24 clusterer=kmeans seed=2 ari=0.2549 nmi=0.4050 coh=0.8839 elapsed=277.2s [sweep] sample=151674 k=24 clusterer=gmm_full seed=0 ari=0.3002 nmi=0.4734 coh=0.9329 elapsed=279.2s [sweep] sample=151674 k=24 clusterer=gmm_full seed=1 ari=0.3262 nmi=0.4654 coh=0.9298 elapsed=281.0s [sweep] sample=151674 k=24 clusterer=gmm_full seed=2 ari=0.3352 nmi=0.4763 coh=0.9334 elapsed=282.7s [load] sample=151675 n_cells=3566 n_genes(>=10)=16047 K_true=7 load_time=1.09s [sweep] sample=151675 k=0 clusterer=kmeans seed=0 ari=0.1567 nmi=0.3290 coh=0.5491 elapsed=284.3s [sweep] sample=151675 k=0 clusterer=kmeans seed=1 ari=0.1579 nmi=0.3272 coh=0.5499 elapsed=284.7s [sweep] sample=151675 k=0 clusterer=kmeans seed=2 ari=0.1578 nmi=0.3272 coh=0.5505 elapsed=285.1s [sweep] sample=151675 k=0 clusterer=gmm_full seed=0 ari=0.1667 nmi=0.3394 coh=0.5903 elapsed=285.7s [sweep] sample=151675 k=0 clusterer=gmm_full seed=1 ari=0.1987 nmi=0.3594 coh=0.6200 elapsed=286.4s [sweep] sample=151675 k=0 clusterer=gmm_full seed=2 ari=0.1931 nmi=0.3364 coh=0.5819 elapsed=287.8s [sweep] sample=151675 k=6 clusterer=kmeans seed=0 ari=0.2710 nmi=0.4330 coh=0.8337 elapsed=289.5s [sweep] sample=151675 k=6 clusterer=kmeans seed=1 ari=0.2746 nmi=0.4355 coh=0.8326 elapsed=290.6s [sweep] sample=151675 k=6 clusterer=kmeans seed=2 ari=0.2777 nmi=0.4384 coh=0.8289 elapsed=292.2s [sweep] sample=151675 k=6 clusterer=gmm_full seed=0 ari=0.3825 nmi=0.5317 coh=0.9403 elapsed=294.0s [sweep] sample=151675 k=6 clusterer=gmm_full seed=1 ari=0.3294 nmi=0.5206 coh=0.9291 elapsed=295.1s [sweep] sample=151675 k=6 clusterer=gmm_full seed=2 ari=0.3538 nmi=0.5426 coh=0.9389 elapsed=296.2s [sweep] sample=151675 k=12 clusterer=kmeans seed=0 ari=0.2776 nmi=0.4473 coh=0.8357 elapsed=297.1s [sweep] sample=151675 k=12 clusterer=kmeans seed=1 ari=0.2876 nmi=0.4695 coh=0.8256 elapsed=298.2s [sweep] sample=151675 k=12 clusterer=kmeans seed=2 ari=0.2876 nmi=0.4695 coh=0.8242 elapsed=299.3s [sweep] sample=151675 k=12 clusterer=gmm_full seed=0 ari=0.3710 nmi=0.5055 coh=0.9206 elapsed=300.4s [sweep] sample=151675 k=12 clusterer=gmm_full seed=1 ari=0.3308 nmi=0.5195 coh=0.9246 elapsed=301.7s [sweep] sample=151675 k=12 clusterer=gmm_full seed=2 ari=0.3470 nmi=0.5213 coh=0.9240 elapsed=302.9s [sweep] sample=151675 k=18 clusterer=kmeans seed=0 ari=0.2729 nmi=0.4460 coh=0.8360 elapsed=304.2s [sweep] sample=151675 k=18 clusterer=kmeans seed=1 ari=0.2958 nmi=0.4794 coh=0.8376 elapsed=305.3s [sweep] sample=151675 k=18 clusterer=kmeans seed=2 ari=0.2972 nmi=0.4810 coh=0.8396 elapsed=306.7s [sweep] sample=151675 k=18 clusterer=gmm_full seed=0 ari=0.3471 nmi=0.5334 coh=0.9310 elapsed=308.2s [sweep] sample=151675 k=18 clusterer=gmm_full seed=1 ari=0.3779 nmi=0.5729 coh=0.9327 elapsed=310.2s [sweep] sample=151675 k=18 clusterer=gmm_full seed=2 ari=0.3388 nmi=0.5183 coh=0.9277 elapsed=312.1s [sweep] sample=151675 k=24 clusterer=kmeans seed=0 ari=0.3009 nmi=0.4855 coh=0.8455 elapsed=313.4s [sweep] sample=151675 k=24 clusterer=kmeans seed=1 ari=0.3257 nmi=0.5143 coh=0.8382 elapsed=314.9s [sweep] sample=151675 k=24 clusterer=kmeans seed=2 ari=0.3009 nmi=0.4855 coh=0.8418 elapsed=316.4s [sweep] sample=151675 k=24 clusterer=gmm_full seed=0 ari=0.3771 nmi=0.5512 coh=0.9173 elapsed=318.3s [sweep] sample=151675 k=24 clusterer=gmm_full seed=1 ari=0.3360 nmi=0.5118 coh=0.9316 elapsed=320.1s [sweep] sample=151675 k=24 clusterer=gmm_full seed=2 ari=0.3890 nmi=0.5769 coh=0.9310 elapsed=322.1s [load] sample=151676 n_cells=3431 n_genes(>=10)=16081 K_true=7 load_time=0.96s [sweep] sample=151676 k=0 clusterer=kmeans seed=0 ari=0.1641 nmi=0.2877 coh=0.5587 elapsed=323.8s [sweep] sample=151676 k=0 clusterer=kmeans seed=1 ari=0.1585 nmi=0.2851 coh=0.5646 elapsed=324.3s [sweep] sample=151676 k=0 clusterer=kmeans seed=2 ari=0.1601 nmi=0.2868 coh=0.5648 elapsed=324.8s [sweep] sample=151676 k=0 clusterer=gmm_full seed=0 ari=0.2028 nmi=0.3621 coh=0.5972 elapsed=325.6s [sweep] sample=151676 k=0 clusterer=gmm_full seed=1 ari=0.1951 nmi=0.3489 coh=0.5911 elapsed=326.5s [sweep] sample=151676 k=0 clusterer=gmm_full seed=2 ari=0.1697 nmi=0.3128 coh=0.5882 elapsed=327.3s [sweep] sample=151676 k=6 clusterer=kmeans seed=0 ari=0.2290 nmi=0.3739 coh=0.8178 elapsed=328.1s [sweep] sample=151676 k=6 clusterer=kmeans seed=1 ari=0.2282 nmi=0.3728 coh=0.8208 elapsed=328.8s [sweep] sample=151676 k=6 clusterer=kmeans seed=2 ari=0.2287 nmi=0.3733 coh=0.8190 elapsed=329.7s [sweep] sample=151676 k=6 clusterer=gmm_full seed=0 ari=0.3152 nmi=0.5038 coh=0.9254 elapsed=330.8s [sweep] sample=151676 k=6 clusterer=gmm_full seed=1 ari=0.2984 nmi=0.4806 coh=0.9338 elapsed=331.9s [sweep] sample=151676 k=6 clusterer=gmm_full seed=2 ari=0.2988 nmi=0.4917 coh=0.9222 elapsed=332.7s [sweep] sample=151676 k=12 clusterer=kmeans seed=0 ari=0.2362 nmi=0.3863 coh=0.8111 elapsed=333.8s [sweep] sample=151676 k=12 clusterer=kmeans seed=1 ari=0.2349 nmi=0.3831 coh=0.8117 elapsed=335.3s [sweep] sample=151676 k=12 clusterer=kmeans seed=2 ari=0.2371 nmi=0.3868 coh=0.8100 elapsed=337.0s [sweep] sample=151676 k=12 clusterer=gmm_full seed=0 ari=0.2791 nmi=0.4635 coh=0.9242 elapsed=338.6s [sweep] sample=151676 k=12 clusterer=gmm_full seed=1 ari=0.3308 nmi=0.5231 coh=0.9312 elapsed=339.9s [sweep] sample=151676 k=12 clusterer=gmm_full seed=2 ari=0.2897 nmi=0.4768 coh=0.9303 elapsed=341.0s [sweep] sample=151676 k=18 clusterer=kmeans seed=0 ari=0.2434 nmi=0.3968 coh=0.8146 elapsed=342.1s [sweep] sample=151676 k=18 clusterer=kmeans seed=1 ari=0.2439 nmi=0.3985 coh=0.8181 elapsed=343.4s [sweep] sample=151676 k=18 clusterer=kmeans seed=2 ari=0.2445 nmi=0.3986 coh=0.8178 elapsed=344.6s [sweep] sample=151676 k=18 clusterer=gmm_full seed=0 ari=0.2833 nmi=0.4684 coh=0.9239 elapsed=346.0s [sweep] sample=151676 k=18 clusterer=gmm_full seed=1 ari=0.3507 nmi=0.5154 coh=0.9315 elapsed=347.5s [sweep] sample=151676 k=18 clusterer=gmm_full seed=2 ari=0.2823 nmi=0.4658 coh=0.9222 elapsed=348.8s [sweep] sample=151676 k=24 clusterer=kmeans seed=0 ari=0.2436 nmi=0.3998 coh=0.8059 elapsed=350.4s [sweep] sample=151676 k=24 clusterer=kmeans seed=1 ari=0.2474 nmi=0.4060 coh=0.8146 elapsed=351.9s [sweep] sample=151676 k=24 clusterer=kmeans seed=2 ari=0.2471 nmi=0.4045 coh=0.8170 elapsed=353.6s [sweep] sample=151676 k=24 clusterer=gmm_full seed=0 ari=0.2859 nmi=0.4740 coh=0.9289 elapsed=355.1s [sweep] sample=151676 k=24 clusterer=gmm_full seed=1 ari=0.2824 nmi=0.4717 coh=0.9225 elapsed=356.7s [sweep] sample=151676 k=24 clusterer=gmm_full seed=2 ari=0.3833 nmi=0.5687 coh=0.9268 elapsed=358.4s [load] sample=151669 n_cells=3636 n_genes(>=10)=15949 K_true=5 load_time=0.96s [sweep] sample=151669 k=0 clusterer=kmeans seed=0 ari=0.1097 nmi=0.2278 coh=0.5853 elapsed=359.9s [sweep] sample=151669 k=0 clusterer=kmeans seed=1 ari=0.1127 nmi=0.2320 coh=0.5773 elapsed=360.3s [sweep] sample=151669 k=0 clusterer=kmeans seed=2 ari=0.1037 nmi=0.2259 coh=0.5905 elapsed=360.7s [sweep] sample=151669 k=0 clusterer=gmm_full seed=0 ari=0.1332 nmi=0.2452 coh=0.5875 elapsed=361.4s [sweep] sample=151669 k=0 clusterer=gmm_full seed=1 ari=0.1285 nmi=0.2447 coh=0.5930 elapsed=362.0s [sweep] sample=151669 k=0 clusterer=gmm_full seed=2 ari=0.1145 nmi=0.2037 coh=0.5415 elapsed=362.5s [sweep] sample=151669 k=6 clusterer=kmeans seed=0 ari=0.2640 nmi=0.4119 coh=0.8523 elapsed=363.2s [sweep] sample=151669 k=6 clusterer=kmeans seed=1 ari=0.2770 nmi=0.4320 coh=0.8652 elapsed=363.9s [sweep] sample=151669 k=6 clusterer=kmeans seed=2 ari=0.2557 nmi=0.4010 coh=0.8471 elapsed=364.6s [sweep] sample=151669 k=6 clusterer=gmm_full seed=0 ari=0.1625 nmi=0.3639 coh=0.9219 elapsed=365.7s [sweep] sample=151669 k=6 clusterer=gmm_full seed=1 ari=0.1682 nmi=0.3617 coh=0.9230 elapsed=366.8s [sweep] sample=151669 k=6 clusterer=gmm_full seed=2 ari=0.2070 nmi=0.4267 coh=0.9290 elapsed=367.9s [sweep] sample=151669 k=12 clusterer=kmeans seed=0 ari=0.2650 nmi=0.4210 coh=0.8463 elapsed=368.9s [sweep] sample=151669 k=12 clusterer=kmeans seed=1 ari=0.2647 nmi=0.4206 coh=0.8465 elapsed=370.2s [sweep] sample=151669 k=12 clusterer=kmeans seed=2 ari=0.2696 nmi=0.4242 coh=0.8463 elapsed=371.2s [sweep] sample=151669 k=12 clusterer=gmm_full seed=0 ari=0.1685 nmi=0.3710 coh=0.9301 elapsed=372.4s [sweep] sample=151669 k=12 clusterer=gmm_full seed=1 ari=0.3034 nmi=0.5129 coh=0.9576 elapsed=373.7s [sweep] sample=151669 k=12 clusterer=gmm_full seed=2 ari=0.1683 nmi=0.3707 coh=0.9321 elapsed=375.1s [sweep] sample=151669 k=18 clusterer=kmeans seed=0 ari=0.2738 nmi=0.4299 coh=0.8441 elapsed=376.4s [sweep] sample=151669 k=18 clusterer=kmeans seed=1 ari=0.2723 nmi=0.4305 coh=0.8493 elapsed=377.6s [sweep] sample=151669 k=18 clusterer=kmeans seed=2 ari=0.2738 nmi=0.4299 coh=0.8435 elapsed=378.9s [sweep] sample=151669 k=18 clusterer=gmm_full seed=0 ari=0.1682 nmi=0.3782 coh=0.9378 elapsed=380.2s [sweep] sample=151669 k=18 clusterer=gmm_full seed=1 ari=0.2993 nmi=0.5165 coh=0.9552 elapsed=381.6s [sweep] sample=151669 k=18 clusterer=gmm_full seed=2 ari=0.1667 nmi=0.3779 coh=0.9384 elapsed=383.0s [sweep] sample=151669 k=24 clusterer=kmeans seed=0 ari=0.2731 nmi=0.4351 coh=0.8430 elapsed=384.4s [sweep] sample=151669 k=24 clusterer=kmeans seed=1 ari=0.2665 nmi=0.4215 coh=0.8375 elapsed=385.8s [sweep] sample=151669 k=24 clusterer=kmeans seed=2 ari=0.2676 nmi=0.4219 coh=0.8350 elapsed=387.3s [sweep] sample=151669 k=24 clusterer=gmm_full seed=0 ari=0.1918 nmi=0.4210 coh=0.9444 elapsed=388.9s [sweep] sample=151669 k=24 clusterer=gmm_full seed=1 ari=0.3012 nmi=0.5226 coh=0.9508 elapsed=390.6s [sweep] sample=151669 k=24 clusterer=gmm_full seed=2 ari=0.1895 nmi=0.4170 coh=0.9477 elapsed=392.5s [load] sample=151670 n_cells=3484 n_genes(>=10)=15688 K_true=5 load_time=0.88s [sweep] sample=151670 k=0 clusterer=kmeans seed=0 ari=0.1193 nmi=0.2264 coh=0.5715 elapsed=393.8s [sweep] sample=151670 k=0 clusterer=kmeans seed=1 ari=0.1176 nmi=0.2253 coh=0.5686 elapsed=394.2s [sweep] sample=151670 k=0 clusterer=kmeans seed=2 ari=0.1204 nmi=0.2268 coh=0.5640 elapsed=394.6s [sweep] sample=151670 k=0 clusterer=gmm_full seed=0 ari=0.1132 nmi=0.2004 coh=0.5399 elapsed=395.5s [sweep] sample=151670 k=0 clusterer=gmm_full seed=1 ari=0.1211 nmi=0.2255 coh=0.5545 elapsed=396.3s [sweep] sample=151670 k=0 clusterer=gmm_full seed=2 ari=0.1218 nmi=0.2271 coh=0.5597 elapsed=396.9s [sweep] sample=151670 k=6 clusterer=kmeans seed=0 ari=0.1538 nmi=0.3069 coh=0.7997 elapsed=397.7s [sweep] sample=151670 k=6 clusterer=kmeans seed=1 ari=0.1539 nmi=0.3067 coh=0.8028 elapsed=398.6s [sweep] sample=151670 k=6 clusterer=kmeans seed=2 ari=0.1545 nmi=0.3075 coh=0.8011 elapsed=399.5s [sweep] sample=151670 k=6 clusterer=gmm_full seed=0 ari=0.2537 nmi=0.3692 coh=0.9288 elapsed=400.3s [sweep] sample=151670 k=6 clusterer=gmm_full seed=1 ari=0.2705 nmi=0.4118 coh=0.9354 elapsed=401.3s [sweep] sample=151670 k=6 clusterer=gmm_full seed=2 ari=0.1964 nmi=0.3675 coh=0.9282 elapsed=402.1s [sweep] sample=151670 k=12 clusterer=kmeans seed=0 ari=0.1539 nmi=0.3061 coh=0.7804 elapsed=403.0s [sweep] sample=151670 k=12 clusterer=kmeans seed=1 ari=0.1503 nmi=0.3032 coh=0.7747 elapsed=404.0s [sweep] sample=151670 k=12 clusterer=kmeans seed=2 ari=0.1508 nmi=0.3036 coh=0.7744 elapsed=404.9s [sweep] sample=151670 k=12 clusterer=gmm_full seed=0 ari=0.2632 nmi=0.4232 coh=0.9314 elapsed=406.3s [sweep] sample=151670 k=12 clusterer=gmm_full seed=1 ari=0.2561 nmi=0.3745 coh=0.9237 elapsed=407.5s [sweep] sample=151670 k=12 clusterer=gmm_full seed=2 ari=0.2363 nmi=0.3807 coh=0.9294 elapsed=408.5s [sweep] sample=151670 k=18 clusterer=kmeans seed=0 ari=0.1559 nmi=0.3083 coh=0.7810 elapsed=409.7s [sweep] sample=151670 k=18 clusterer=kmeans seed=1 ari=0.1562 nmi=0.3088 coh=0.7839 elapsed=411.0s [sweep] sample=151670 k=18 clusterer=kmeans seed=2 ari=0.1563 nmi=0.3086 coh=0.7853 elapsed=412.4s [sweep] sample=151670 k=18 clusterer=gmm_full seed=0 ari=0.1922 nmi=0.3825 coh=0.9340 elapsed=413.8s [sweep] sample=151670 k=18 clusterer=gmm_full seed=1 ari=0.1786 nmi=0.3631 coh=0.9205 elapsed=415.2s [sweep] sample=151670 k=18 clusterer=gmm_full seed=2 ari=0.2463 nmi=0.4070 coh=0.9331 elapsed=416.7s [sweep] sample=151670 k=24 clusterer=kmeans seed=0 ari=0.1524 nmi=0.3091 coh=0.7784 elapsed=418.2s [sweep] sample=151670 k=24 clusterer=kmeans seed=1 ari=0.1572 nmi=0.3135 coh=0.7790 elapsed=419.6s [sweep] sample=151670 k=24 clusterer=kmeans seed=2 ari=0.1524 nmi=0.3086 coh=0.7753 elapsed=421.1s [sweep] sample=151670 k=24 clusterer=gmm_full seed=0 ari=0.1958 nmi=0.3911 coh=0.9291 elapsed=422.6s [sweep] sample=151670 k=24 clusterer=gmm_full seed=1 ari=0.1719 nmi=0.3583 coh=0.9239 elapsed=424.1s [sweep] sample=151670 k=24 clusterer=gmm_full seed=2 ari=0.1956 nmi=0.3908 coh=0.9291 elapsed=425.6s [load] sample=151671 n_cells=4093 n_genes(>=10)=16346 K_true=5 load_time=1.11s [sweep] sample=151671 k=0 clusterer=kmeans seed=0 ari=0.1972 nmi=0.3113 coh=0.5800 elapsed=427.2s [sweep] sample=151671 k=0 clusterer=kmeans seed=1 ari=0.2025 nmi=0.3158 coh=0.5817 elapsed=427.7s [sweep] sample=151671 k=0 clusterer=kmeans seed=2 ari=0.1936 nmi=0.3114 coh=0.5724 elapsed=428.2s [sweep] sample=151671 k=0 clusterer=gmm_full seed=0 ari=0.1743 nmi=0.3081 coh=0.5935 elapsed=428.8s [sweep] sample=151671 k=0 clusterer=gmm_full seed=1 ari=0.3125 nmi=0.3817 coh=0.6487 elapsed=429.5s [sweep] sample=151671 k=0 clusterer=gmm_full seed=2 ari=0.1830 nmi=0.3083 coh=0.6071 elapsed=430.1s [sweep] sample=151671 k=6 clusterer=kmeans seed=0 ari=0.2774 nmi=0.3794 coh=0.8187 elapsed=430.9s [sweep] sample=151671 k=6 clusterer=kmeans seed=1 ari=0.2786 nmi=0.3798 coh=0.8194 elapsed=431.7s [sweep] sample=151671 k=6 clusterer=kmeans seed=2 ari=0.2854 nmi=0.3818 coh=0.8163 elapsed=432.5s [sweep] sample=151671 k=6 clusterer=gmm_full seed=0 ari=0.3289 nmi=0.4276 coh=0.9069 elapsed=433.5s [sweep] sample=151671 k=6 clusterer=gmm_full seed=1 ari=0.4719 nmi=0.4948 coh=0.9218 elapsed=434.8s [sweep] sample=151671 k=6 clusterer=gmm_full seed=2 ari=0.4653 nmi=0.4937 coh=0.9235 elapsed=436.1s [sweep] sample=151671 k=12 clusterer=kmeans seed=0 ari=0.2882 nmi=0.3891 coh=0.8050 elapsed=437.3s [sweep] sample=151671 k=12 clusterer=kmeans seed=1 ari=0.3444 nmi=0.4132 coh=0.8048 elapsed=438.5s [sweep] sample=151671 k=12 clusterer=kmeans seed=2 ari=0.3227 nmi=0.3989 coh=0.8021 elapsed=439.6s [sweep] sample=151671 k=12 clusterer=gmm_full seed=0 ari=0.4242 nmi=0.4661 coh=0.9357 elapsed=441.4s [sweep] sample=151671 k=12 clusterer=gmm_full seed=1 ari=0.3510 nmi=0.4778 coh=0.9226 elapsed=442.8s [sweep] sample=151671 k=12 clusterer=gmm_full seed=2 ari=0.3457 nmi=0.4743 coh=0.9238 elapsed=444.5s [sweep] sample=151671 k=18 clusterer=kmeans seed=0 ari=0.3489 nmi=0.4144 coh=0.8077 elapsed=445.9s [sweep] sample=151671 k=18 clusterer=kmeans seed=1 ari=0.3254 nmi=0.4039 coh=0.7962 elapsed=447.2s [sweep] sample=151671 k=18 clusterer=kmeans seed=2 ari=0.3232 nmi=0.4021 coh=0.7994 elapsed=448.6s [sweep] sample=151671 k=18 clusterer=gmm_full seed=0 ari=0.3244 nmi=0.4335 coh=0.9252 elapsed=450.1s [sweep] sample=151671 k=18 clusterer=gmm_full seed=1 ari=0.4872 nmi=0.5568 coh=0.9423 elapsed=451.9s [sweep] sample=151671 k=18 clusterer=gmm_full seed=2 ari=0.4172 nmi=0.5620 coh=0.9384 elapsed=453.5s [sweep] sample=151671 k=24 clusterer=kmeans seed=0 ari=0.3337 nmi=0.4076 coh=0.7979 elapsed=455.4s [sweep] sample=151671 k=24 clusterer=kmeans seed=1 ari=0.3499 nmi=0.4143 coh=0.8016 elapsed=457.3s [sweep] sample=151671 k=24 clusterer=kmeans seed=2 ari=0.3521 nmi=0.4158 coh=0.8097 elapsed=459.1s [sweep] sample=151671 k=24 clusterer=gmm_full seed=0 ari=0.4767 nmi=0.5619 coh=0.9370 elapsed=461.2s [sweep] sample=151671 k=24 clusterer=gmm_full seed=1 ari=0.3884 nmi=0.4539 coh=0.9211 elapsed=463.0s [sweep] sample=151671 k=24 clusterer=gmm_full seed=2 ari=0.4379 nmi=0.4868 coh=0.9338 elapsed=465.2s [load] sample=151672 n_cells=3888 n_genes(>=10)=16007 K_true=5 load_time=1.09s [sweep] sample=151672 k=0 clusterer=kmeans seed=0 ari=0.1503 nmi=0.2636 coh=0.5324 elapsed=466.8s [sweep] sample=151672 k=0 clusterer=kmeans seed=1 ari=0.1517 nmi=0.2535 coh=0.5159 elapsed=467.3s [sweep] sample=151672 k=0 clusterer=kmeans seed=2 ari=0.1543 nmi=0.2636 coh=0.5255 elapsed=467.7s [sweep] sample=151672 k=0 clusterer=gmm_full seed=0 ari=0.1589 nmi=0.2787 coh=0.5558 elapsed=468.3s [sweep] sample=151672 k=0 clusterer=gmm_full seed=1 ari=0.1446 nmi=0.2545 coh=0.5527 elapsed=468.9s [sweep] sample=151672 k=0 clusterer=gmm_full seed=2 ari=0.2009 nmi=0.3328 coh=0.5671 elapsed=469.5s [sweep] sample=151672 k=6 clusterer=kmeans seed=0 ari=0.2792 nmi=0.3922 coh=0.8058 elapsed=470.4s [sweep] sample=151672 k=6 clusterer=kmeans seed=1 ari=0.2792 nmi=0.3922 coh=0.8081 elapsed=471.2s [sweep] sample=151672 k=6 clusterer=kmeans seed=2 ari=0.2792 nmi=0.3922 coh=0.8056 elapsed=472.0s [sweep] sample=151672 k=6 clusterer=gmm_full seed=0 ari=0.4101 nmi=0.5530 coh=0.9408 elapsed=473.0s [sweep] sample=151672 k=6 clusterer=gmm_full seed=1 ari=0.4095 nmi=0.5481 coh=0.9349 elapsed=474.0s [sweep] sample=151672 k=6 clusterer=gmm_full seed=2 ari=0.4101 nmi=0.5531 coh=0.9401 elapsed=475.0s [sweep] sample=151672 k=12 clusterer=kmeans seed=0 ari=0.2945 nmi=0.4104 coh=0.7881 elapsed=476.0s [sweep] sample=151672 k=12 clusterer=kmeans seed=1 ari=0.2946 nmi=0.4107 coh=0.7891 elapsed=477.0s [sweep] sample=151672 k=12 clusterer=kmeans seed=2 ari=0.2942 nmi=0.4106 coh=0.7891 elapsed=478.0s [sweep] sample=151672 k=12 clusterer=gmm_full seed=0 ari=0.4224 nmi=0.5807 coh=0.9432 elapsed=479.2s [sweep] sample=151672 k=12 clusterer=gmm_full seed=1 ari=0.4218 nmi=0.5804 coh=0.9419 elapsed=480.6s [sweep] sample=151672 k=12 clusterer=gmm_full seed=2 ari=0.4249 nmi=0.5759 coh=0.9365 elapsed=481.8s [sweep] sample=151672 k=18 clusterer=kmeans seed=0 ari=0.3043 nmi=0.4210 coh=0.7876 elapsed=483.4s [sweep] sample=151672 k=18 clusterer=kmeans seed=1 ari=0.3048 nmi=0.4212 coh=0.7894 elapsed=484.6s [sweep] sample=151672 k=18 clusterer=kmeans seed=2 ari=0.3046 nmi=0.4208 coh=0.7883 elapsed=486.1s [sweep] sample=151672 k=18 clusterer=gmm_full seed=0 ari=0.4296 nmi=0.5890 coh=0.9488 elapsed=487.5s [sweep] sample=151672 k=18 clusterer=gmm_full seed=1 ari=0.4296 nmi=0.5890 coh=0.9473 elapsed=489.1s [sweep] sample=151672 k=18 clusterer=gmm_full seed=2 ari=0.4235 nmi=0.5779 coh=0.9380 elapsed=490.6s [sweep] sample=151672 k=24 clusterer=kmeans seed=0 ari=0.3078 nmi=0.4276 coh=0.7865 elapsed=492.1s [sweep] sample=151672 k=24 clusterer=kmeans seed=1 ari=0.3070 nmi=0.4274 coh=0.7742 elapsed=493.7s [sweep] sample=151672 k=24 clusterer=kmeans seed=2 ari=0.3091 nmi=0.4304 coh=0.7976 elapsed=495.4s [sweep] sample=151672 k=24 clusterer=gmm_full seed=0 ari=0.4402 nmi=0.5820 coh=0.9367 elapsed=498.1s [sweep] sample=151672 k=24 clusterer=gmm_full seed=1 ari=0.4229 nmi=0.5829 coh=0.9519 elapsed=500.0s [sweep] sample=151672 k=24 clusterer=gmm_full seed=2 ari=0.4402 nmi=0.5820 coh=0.9362 elapsed=501.7s [sweep] done, 360 rows, elapsed=501.7s [select] best_k=24 best_clusterer=gmm_full mean_ari=0.3478 [select] full sweep table (k,clusterer -> mean ARI): k clusterer ari 24 gmm_full 0.347764 12 gmm_full 0.340709 6 gmm_full 0.332030 18 gmm_full 0.331710 24 kmeans 0.286140 18 kmeans 0.282037 12 kmeans 0.276473 6 kmeans 0.266143 [null-shuffle] sample=151507 seed=0 ari=0.0031 nmi=0.0078 coh=0.3002 [null-geometry] sample=151507 seed=0 ari=0.0846 nmi=0.1490 coh=0.8114 [null-shuffle] sample=151507 seed=1 ari=0.0069 nmi=0.0136 coh=0.3426 [null-geometry] sample=151507 seed=1 ari=0.0470 nmi=0.0941 coh=0.7937 [null-shuffle] sample=151507 seed=2 ari=0.0041 nmi=0.0114 coh=0.3265 [null-geometry] sample=151507 seed=2 ari=0.0547 nmi=0.0994 coh=0.8029 [null-shuffle] sample=151508 seed=0 ari=0.0039 nmi=0.0074 coh=0.2545 [null-geometry] sample=151508 seed=0 ari=0.0549 nmi=0.1030 coh=0.8026 [null-shuffle] sample=151508 seed=1 ari=0.0026 nmi=0.0066 coh=0.3027 [null-geometry] sample=151508 seed=1 ari=0.0598 nmi=0.1126 coh=0.7927 [null-shuffle] sample=151508 seed=2 ari=0.0053 nmi=0.0117 coh=0.3020 [null-geometry] sample=151508 seed=2 ari=0.0474 nmi=0.0889 coh=0.7886 [null-shuffle] sample=151509 seed=0 ari=0.0001 nmi=0.0065 coh=0.3396 [null-geometry] sample=151509 seed=0 ari=0.0387 nmi=0.0794 coh=0.7621 [null-shuffle] sample=151509 seed=1 ari=0.0036 nmi=0.0068 coh=0.2893 [null-geometry] sample=151509 seed=1 ari=0.0285 nmi=0.0620 coh=0.7485 [null-shuffle] sample=151509 seed=2 ari=0.0015 nmi=0.0069 coh=0.3091 [null-geometry] sample=151509 seed=2 ari=0.0319 nmi=0.0849 coh=0.7669 [null-shuffle] sample=151510 seed=0 ari=0.0010 nmi=0.0079 coh=0.2992 [null-geometry] sample=151510 seed=0 ari=0.0263 nmi=0.0770 coh=0.7706 [null-shuffle] sample=151510 seed=1 ari=0.0036 nmi=0.0061 coh=0.2912 [null-geometry] sample=151510 seed=1 ari=0.0254 nmi=0.0574 coh=0.7663 [null-shuffle] sample=151510 seed=2 ari=0.0031 nmi=0.0118 coh=0.3367 [null-geometry] sample=151510 seed=2 ari=0.0770 nmi=0.1177 coh=0.7597 [null-shuffle] sample=151673 seed=0 ari=0.0084 nmi=0.0156 coh=0.2977 [null-geometry] sample=151673 seed=0 ari=0.0625 nmi=0.1046 coh=0.8305 [null-shuffle] sample=151673 seed=1 ari=0.0089 nmi=0.0193 coh=0.3157 [null-geometry] sample=151673 seed=1 ari=0.0396 nmi=0.0900 coh=0.8361 [null-shuffle] sample=151673 seed=2 ari=0.0048 nmi=0.0101 coh=0.3055 [null-geometry] sample=151673 seed=2 ari=0.1064 nmi=0.1670 coh=0.8538 [null-shuffle] sample=151674 seed=0 ari=0.0089 nmi=0.0179 coh=0.3417 [null-geometry] sample=151674 seed=0 ari=0.0517 nmi=0.0915 coh=0.8619 [null-shuffle] sample=151674 seed=1 ari=0.0036 nmi=0.0080 coh=0.3037 [null-geometry] sample=151674 seed=1 ari=0.0886 nmi=0.1231 coh=0.8413 [null-shuffle] sample=151674 seed=2 ari=0.0048 nmi=0.0063 coh=0.3268 [null-geometry] sample=151674 seed=2 ari=0.0391 nmi=0.0718 coh=0.8393 [null-shuffle] sample=151675 seed=0 ari=0.0084 nmi=0.0156 coh=0.3177 [null-geometry] sample=151675 seed=0 ari=0.0801 nmi=0.1244 coh=0.8786 [null-shuffle] sample=151675 seed=1 ari=0.0058 nmi=0.0087 coh=0.3214 [null-geometry] sample=151675 seed=1 ari=0.0815 nmi=0.1504 coh=0.8702 [null-shuffle] sample=151675 seed=2 ari=0.0089 nmi=0.0147 coh=0.3166 [null-geometry] sample=151675 seed=2 ari=0.0797 nmi=0.1260 coh=0.8603 [null-shuffle] sample=151676 seed=0 ari=0.0054 nmi=0.0092 coh=0.3407 [null-geometry] sample=151676 seed=0 ari=0.0704 nmi=0.1217 coh=0.8595 [null-shuffle] sample=151676 seed=1 ari=0.0032 nmi=0.0088 coh=0.3600 [null-geometry] sample=151676 seed=1 ari=0.0705 nmi=0.1342 coh=0.8790 [null-shuffle] sample=151676 seed=2 ari=0.0086 nmi=0.0160 coh=0.3273 [null-geometry] sample=151676 seed=2 ari=0.0706 nmi=0.1328 coh=0.8642 [null-shuffle] sample=151669 seed=0 ari=0.0034 nmi=0.0062 coh=0.4013 [null-geometry] sample=151669 seed=0 ari=0.0243 nmi=0.0618 coh=0.8432 [null-shuffle] sample=151669 seed=1 ari=0.0070 nmi=0.0158 coh=0.3958 [null-geometry] sample=151669 seed=1 ari=0.0393 nmi=0.0599 coh=0.8482 [null-shuffle] sample=151669 seed=2 ari=0.0090 nmi=0.0140 coh=0.4323 [null-geometry] sample=151669 seed=2 ari=0.0210 nmi=0.0675 coh=0.8529 [null-shuffle] sample=151670 seed=0 ari=0.0015 nmi=0.0071 coh=0.4245 [null-geometry] sample=151670 seed=0 ari=0.0354 nmi=0.0773 coh=0.8783 [null-shuffle] sample=151670 seed=1 ari=0.0033 nmi=0.0137 coh=0.4222 [null-geometry] sample=151670 seed=1 ari=0.0247 nmi=0.0466 coh=0.8634 [null-shuffle] sample=151670 seed=2 ari=0.0063 nmi=0.0157 coh=0.3972 [null-geometry] sample=151670 seed=2 ari=0.0139 nmi=0.0487 coh=0.8416 [null-shuffle] sample=151671 seed=0 ari=0.0037 nmi=0.0080 coh=0.3936 [null-geometry] sample=151671 seed=0 ari=0.0209 nmi=0.0338 coh=0.8231 [null-shuffle] sample=151671 seed=1 ari=0.0072 nmi=0.0101 coh=0.3657 [null-geometry] sample=151671 seed=1 ari=0.0565 nmi=0.0870 coh=0.8385 [null-shuffle] sample=151671 seed=2 ari=0.0046 nmi=0.0110 coh=0.4039 [null-geometry] sample=151671 seed=2 ari=0.0127 nmi=0.0355 coh=0.8251 [null-shuffle] sample=151672 seed=0 ari=0.0123 nmi=0.0128 coh=0.4519 [null-geometry] sample=151672 seed=0 ari=0.0448 nmi=0.0526 coh=0.8511 [null-shuffle] sample=151672 seed=1 ari=0.0027 nmi=0.0072 coh=0.4689 [null-geometry] sample=151672 seed=1 ari=0.0291 nmi=0.0530 coh=0.8338 [null-shuffle] sample=151672 seed=2 ari=0.0008 nmi=0.0078 coh=0.4655 [null-geometry] sample=151672 seed=2 ari=0.0534 nmi=0.0838 coh=0.8359 [wilcoxon] per-sample baseline ARI: [0.23808149 0.23878997 0.32861191 0.22220665 0.20240837 0.23811676 0.18614224 0.18921047 0.12538515 0.11873086 0.22329184 0.16811434] [wilcoxon] per-sample proposed ARI: [0.42269275 0.38323764 0.44298874 0.30579861 0.32937256 0.32051627 0.36736524 0.31719499 0.22750255 0.18774881 0.43433351 0.43441093] [wilcoxon] per-sample diffs: [0.18461126 0.14444767 0.11437684 0.08359196 0.12696419 0.08239951 0.181223 0.12798452 0.1021174 0.06901795 0.21104168 0.26629659] [wilcoxon] statistic=0.0 p=0.000488 [done] wrote results.json, total runtime=682.5s wrote figs/ari_by_k_clusterer.png, figs/arm_comparison.png, figs/per_sample_paired_ari.png