Application2 of scRL on HSCs dataset

[1]:
import scanpy as sc
from anndata import AnnData as ad
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
import seaborn as sns
import matplotlib as mpl
from matplotlib import ticker
from matplotlib import font_manager
font_manager.fontManager.addfont('../../fonts/Arial Bold Italic.ttf')
font_manager.fontManager.addfont('../../fonts/Arial Bold.ttf')
font_manager.fontManager.addfont('../../fonts/Arial Italic.ttf')
font_manager.fontManager.addfont('../../fonts/Arial.ttf')
plt.rcParams['font.sans-serif'] = ['Arial']

cm = 1/2.54
sc.set_figure_params(dpi=150,figsize=(5,5),fontsize=14,frameon=False)

from scRL.GridCore import grids_from_embedding, project_cluster, align_pseudotime, project_back, project_expression
from scRL.EnvironmentCore import lineage_rewards
from scRL.Trainer import trainer
from scRL.utils import get_traj, moving_average

import torch
device = torch.device('cuda')
[2]:
adata = sc.read_h5ad('data/setty_bone_marrow.h5ad')

sc.pp.normalize_total(adata, target_sum=1e4)
sc.pp.log1p(adata)
sc.pp.highly_variable_genes(adata, n_top_genes=2000)
sc.pp.pca(adata, use_highly_variable=True)
sc.pp.neighbors(adata)
sc.tl.umap(adata)
sc.tl.leiden(adata)

sc.pl.umap(adata, color='leiden',legend_loc='on data')
/home/lilizi/miniconda3/envs/blood/lib/python3.9/site-packages/scanpy/plotting/_tools/scatterplots.py:392: UserWarning: No data for colormapping provided via 'c'. Parameters 'cmap' will be ignored
  cax = scatter(
../_images/notebook_Application2_2_1.png
[3]:
adata.obs['clusters'] = pd.Categorical(adata.obs['clusters']
                                       ,['HSC_1','HSC_2','Precursors','Mega','Ery_1'
                                         ,'Ery_2','Mono_1','Mono_2','DCs','CLP']
                                      )

clusters = adata.obs['clusters']

pal = sorted(sns.color_palette('tab10',n_colors=10),key=lambda x: x[2])

adata.uns['clusters_colors'] = pal

sc.pl.umap(adata, color='clusters', palette=pal)
/home/lilizi/miniconda3/envs/blood/lib/python3.9/site-packages/scanpy/plotting/_tools/scatterplots.py:392: UserWarning: No data for colormapping provided via 'c'. Parameters 'cmap' will be ignored
  cax = scatter(
../_images/notebook_Application2_3_1.png
[13]:
sc.pl.umap(adata, color='clusters', s=50,show=False,title='',legend_loc=None)
plt.savefig('F1.png',dpi=600,bbox_inches='tight')
/home/lilizi/miniconda3/envs/blood/lib/python3.9/site-packages/scanpy/plotting/_tools/scatterplots.py:392: UserWarning: No data for colormapping provided via 'c'. Parameters 'cmap' will be ignored
  cax = scatter(
../_images/notebook_Application2_4_1.png
[4]:
hsc = pd.read_table('data/GSE117498_RAW/GSM3305359_HSC.raw_counts.tsv.gz',header=0,index_col=0).iloc[1:,:].T
mpp = pd.read_table('data/GSE117498_RAW/GSM3305360_MPP.raw_counts.tsv.gz',header=0,index_col=0).iloc[1:,:].T
mlp = pd.read_table('data/GSE117498_RAW/GSM3305361_MLP.raw_counts.tsv.gz',header=0,index_col=0).iloc[1:,:].T
prebnk = pd.read_table('data/GSE117498_RAW/GSM3305362_PreBNK.raw_counts.tsv.gz',header=0,index_col=0).iloc[1:,:].T
mep = pd.read_table('data/GSE117498_RAW/GSM3305363_MEP.raw_counts.tsv.gz',header=0,index_col=0).iloc[1:,:].T
cmp = pd.read_table('data/GSE117498_RAW/GSM3305364_CMP.raw_counts.tsv.gz',header=0,index_col=0).iloc[1:,:].T
gmp = pd.read_table('data/GSE117498_RAW/GSM3305365_GMP.raw_counts.tsv.gz',header=0,index_col=0).iloc[1:,:].T
[5]:
adata1 = ad(hsc).concatenate([ad(mpp),ad(mlp),ad(prebnk),ad(mep),ad(cmp),ad(gmp)], batch_categories=['HSC','MPP','MLP','PreBNK','MEP','CMP','GMP'])

sc.pp.normalize_total(adata1, target_sum=1e4)
sc.pp.log1p(adata1)
sc.pp.highly_variable_genes(adata1)
sc.pp.pca(adata1, use_highly_variable=True)
sc.pp.neighbors(adata1)
sc.tl.leiden(adata1)
sc.tl.umap(adata1)
sc.pl.umap(adata1, color='batch')
/tmp/ipykernel_40175/2425512052.py:1: FutureWarning: X.dtype being converted to np.float32 from int64. In the next version of anndata (0.9) conversion will not be automatic. Pass dtype explicitly to avoid this warning. Pass `AnnData(X, dtype=X.dtype, ...)` to get the future behavour.
  adata1 = ad(hsc).concatenate([ad(mpp),ad(mlp),ad(prebnk),ad(mep),ad(cmp),ad(gmp)], batch_categories=['HSC','MPP','MLP','PreBNK','MEP','CMP','GMP'])
/home/lilizi/miniconda3/envs/blood/lib/python3.9/site-packages/anndata/_core/anndata.py:1785: FutureWarning: X.dtype being converted to np.float32 from float64. In the next version of anndata (0.9) conversion will not be automatic. Pass dtype explicitly to avoid this warning. Pass `AnnData(X, dtype=X.dtype, ...)` to get the future behavour.
  [AnnData(sparse.csr_matrix(a.shape), obs=a.obs) for a in all_adatas],
/home/lilizi/miniconda3/envs/blood/lib/python3.9/site-packages/scanpy/plotting/_tools/scatterplots.py:392: UserWarning: No data for colormapping provided via 'c'. Parameters 'cmap' will be ignored
  cax = scatter(
../_images/notebook_Application2_6_1.png
[10]:
pal1 = sorted([mpl.colors.hex2color(c) for c in adata1.uns['batch_colors']],key=lambda x:x[2])

ax = sc.pl.umap(adata1, color='batch', palette=pal1,s=50,title='',frameon=False,legend_loc=None,show=False)
sc.pl.umap(adata1[adata1.obs['batch'].isin(['HSC','MPP'])], color='batch',s=50,title='',frameon=False,legend_loc=None,show=False,ax=ax)
plt.savefig('F2.png',dpi=600, bbox_inches='tight')
/home/lilizi/miniconda3/envs/blood/lib/python3.9/site-packages/scanpy/plotting/_tools/scatterplots.py:392: UserWarning: No data for colormapping provided via 'c'. Parameters 'cmap' will be ignored
  cax = scatter(
/home/lilizi/miniconda3/envs/blood/lib/python3.9/site-packages/scanpy/plotting/_tools/scatterplots.py:392: UserWarning: No data for colormapping provided via 'c'. Parameters 'cmap' will be ignored
  cax = scatter(
../_images/notebook_Application2_7_1.png
[6]:
def procedure(adata, key, start):
    X = adata.obsm['X_umap']
    X_pca = adata.obsm['X_pca']
    clusters = adata.obs[key]

    gres = grids_from_embedding(X)

    gres = project_cluster(gres, clusters, cluster_colors=adata.uns[f'{key}_colors'])

    gres = align_pseudotime(gres, start)

    gres = project_back(gres, 'pseudotime')

    adata.obs['time'] = gres.embedding['pseudotime']
    return gres
[7]:
gres = procedure(adata, 'clusters', 'HSC_1')
Boundary generating: 100%|███████████████████| 196/196 [00:00<00:00, 212.96it/s]
Mask testing: 100%|███████████████████████████████| 8/8 [00:00<00:00, 24.78it/s]
Adjacent generating: 100%|████████████████| 1071/1071 [00:00<00:00, 2415.64it/s]
Boundary pruning: 100%|████████████████████| 240/240 [00:00<00:00, 10790.13it/s]
Adjacent generating: 100%|████████████████| 1163/1163 [00:00<00:00, 2303.05it/s]
Time used for mapping grids: 5.74 seconds
Time used for projecting annotation : 1.14 seconds
Time used for aligning pseudo-time : 0.67 seconds
[22]:
sc.pl.umap(adata, color='time',s=50,title='',show=False)
plt.savefig('F3.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_10_0.png
[8]:
gres1 = procedure(adata1, 'batch', 'HSC')
Boundary generating: 100%|███████████████████| 196/196 [00:00<00:00, 197.91it/s]
Mask testing: 100%|███████████████████████████████| 8/8 [00:00<00:00, 26.99it/s]
Adjacent generating: 100%|████████████████| 1653/1653 [00:00<00:00, 1887.07it/s]
Boundary pruning: 100%|████████████████████| 227/227 [00:00<00:00, 10970.37it/s]
Adjacent generating: 100%|████████████████| 1699/1699 [00:00<00:00, 2144.77it/s]
Time used for mapping grids: 6.06 seconds
Time used for projecting annotation : 1.02 seconds
Time used for aligning pseudo-time : 0.61 seconds
[23]:
sc.pl.umap(adata1, color='time',s=50,title='',show=False)
plt.savefig('F4.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_12_0.png
[ ]:

[ ]:

[58]:
start = 'Run4_195606431320494'
sc.tl.diffmap(adata)
adata.uns['iroot'] = np.where(adata.obs_names == start)[0].item()
sc.tl.dpt(adata)

start1 = adata1.obs_names[np.argmax(adata1.obsm['X_umap'][:,1])]
sc.tl.diffmap(adata1)
adata1.uns['iroot'] = np.argmax(adata1.obsm['X_umap'][:,1])
sc.tl.dpt(adata1)
[31]:
from wishbone import wb

res = wb.c_wishbone(adata.obsm['X_diffmap'][:, [1,2]],
        s=np.where(adata.obs_names == start)[0]
        )

res1 = wb.c_wishbone(adata1.obsm['X_diffmap'][:, [1,2]],
        s=np.where(adata1.obs_names == start1)[0]
        )

adata.obs['wishbone_pseudotime'] = res['Trajectory']

adata1.obs['wishbone_pseudotime'] = res1['Trajectory']
[196]:
import scanpy.external as sce
[64]:
sce.tl.palantir(adata)

pr_res = sce.tl.palantir_results(adata, early_cell=start)
[198]:
sns.set_style('ticks')
[64]:
adata.obs['palantir_pseudotime'] = pr_res.pseudotime
[197]:
sce.tl.palantir(adata1)

pr_res1 = sce.tl.palantir_results(adata1, early_cell=start1)

adata1.obs['palantir_pseudotime'] = pr_res1.pseudotime
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
Determing nearest neighbor graph...
Sampling and flocking waypoints...
Time for determining waypoints: 0.008221256732940673 minutes
Determining pseudotime...
Shortest path distances using 30-nearest neighbor graph...
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Raleway'] not found. Falling back to DejaVu Sans.
findfont: Font family ['Lato'] not found. Falling back to DejaVu Sans.
Time for shortest paths: 0.12091676791508993 minutes
Iteratively refining the pseudotime...
Correlation at iteration 1: 0.9996
Correlation at iteration 2: 1.0000
Entropy and branch probabilities...
Markov chain construction...
Identification of terminal states...
Computing fundamental matrix and absorption probabilities...
Project results to all cells...
[40]:
adata[:,adata.var['highly_variable']].to_df().T.to_csv('cd34exp.csv')
g = adata[:,adata.var['highly_variable']].var_names
pd.DataFrame({'gene':g,'gene_short_names':g}).to_csv('cd34fdata.csv')
adata.obs.to_csv('cd34pdata.csv')

adata1[:,adata1.var['highly_variable']].to_df().T.to_csv('phenoexp.csv')
g = adata1[:,adata1.var['highly_variable']].var_names
pd.DataFrame({'gene':g,'gene_short_names':g}).to_csv('phenofdata.csv')
adata1.obs.to_csv('phenopdata.csv')
[43]:
adata.obs['monocle_time'] = pd.read_csv('mpt.csv',header=0,index_col=0).values
adata.obs['monocle3_time'] = pd.read_csv('mpt3.csv',header=0,index_col=0).values

adata1.obs['monocle_time'] = pd.read_csv('../../../phenompt.csv',header=0,index_col=0).values
adata1.obs['monocle3_time'] = pd.read_csv('../../../phenompt3.csv',header=0,index_col=0).values
[50]:
adata.obs['umap_dis'] = np.linalg.norm(adata.obsm['X_umap'][adata.uns['iroot'],:]-adata.obsm['X_umap'], axis=1)

adata1.obs['umap_dis'] = np.linalg.norm(adata1.obsm['X_umap'][adata1.uns['iroot'],:]-adata1.obsm['X_umap'], axis=1)
[16]:
for i, t in enumerate(['time','palantir_pseudotime','wishbone_pseudotime','dpt_pseudotime','monocle_time','monocle3_time']):
    adata.obs[t] = times[t]
    sc.pl.umap(adata, color=t,s=50,show=False,colorbar_loc=None,title='')
    plt.savefig(f'F5_{i}.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_25_0.png
../_images/notebook_Application2_25_1.png
../_images/notebook_Application2_25_2.png
../_images/notebook_Application2_25_3.png
../_images/notebook_Application2_25_4.png
../_images/notebook_Application2_25_5.png
[19]:
for i, t in enumerate(['time','palantir_pseudotime','wishbone_pseudotime','dpt_pseudotime','monocle_time','monocle3_time']):
    adata1.obs[t] = times1[t]
    sc.pl.umap(adata1, color=t,s=50,show=False,colorbar_loc=None,title='')
    plt.savefig(f'F6_{i}.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_26_0.png
../_images/notebook_Application2_26_1.png
../_images/notebook_Application2_26_2.png
../_images/notebook_Application2_26_3.png
../_images/notebook_Application2_26_4.png
../_images/notebook_Application2_26_5.png
[73]:
adata.obs[['umap_dis','time','palantir_pseudotime','wishbone_pseudotime','dpt_pseudotime','monocle_time','monocle3_time']].to_csv('cd34_times.csv')
[74]:
adata1.obs[['umap_dis','time','palantir_pseudotime','wishbone_pseudotime','dpt_pseudotime','monocle_time','monocle3_time']].to_csv('pheno_times.csv')
[13]:
times = pd.read_csv('cd34_times.csv',header=0,index_col=0)
times1 = pd.read_csv('pheno_times.csv',header=0,index_col=0)
[ ]:

[ ]:

[56]:
adata.obs[['umap_dis','time','palantir_pseudotime','wishbone_pseudotime','dpt_pseudotime','monocle_time','monocle3_time']].corr()
[56]:
umap_dis time palantir_pseudotime wishbone_pseudotime dpt_pseudotime monocle_time monocle3_time
umap_dis 1.000000 0.968365 0.893793 0.846124 0.897445 -0.403734 0.862021
time 0.968365 1.000000 0.845803 0.876461 0.936078 -0.526510 0.855501
palantir_pseudotime 0.893793 0.845803 1.000000 0.876030 0.874180 -0.065465 0.691234
wishbone_pseudotime 0.846124 0.876461 0.876030 1.000000 0.975520 -0.247391 0.583827
dpt_pseudotime 0.897445 0.936078 0.874180 0.975520 1.000000 -0.371213 0.713829
monocle_time -0.403734 -0.526510 -0.065465 -0.247391 -0.371213 1.000000 -0.223607
monocle3_time 0.862021 0.855501 0.691234 0.583827 0.713829 -0.223607 1.000000
[68]:
adata.obs[['umap_dis','time','palantir_pseudotime','wishbone_pseudotime','dpt_pseudotime','monocle_time','monocle3_time']].corr(method='spearman')
[68]:
umap_dis time palantir_pseudotime wishbone_pseudotime dpt_pseudotime monocle_time monocle3_time
umap_dis 1.000000 0.987028 0.910618 0.892078 0.933179 -0.251680 0.881750
time 0.987028 1.000000 0.886383 0.861972 0.914707 -0.287535 0.869918
palantir_pseudotime 0.910618 0.886383 1.000000 0.967446 0.980356 0.064501 0.764251
wishbone_pseudotime 0.892078 0.861972 0.967446 1.000000 0.977595 0.040673 0.740726
dpt_pseudotime 0.933179 0.914707 0.980356 0.977595 1.000000 -0.010969 0.780016
monocle_time -0.251680 -0.287535 0.064501 0.040673 -0.010969 1.000000 -0.065490
monocle3_time 0.881750 0.869918 0.764251 0.740726 0.780016 -0.065490 1.000000
[69]:
adata.obs[['umap_dis','time','palantir_pseudotime','wishbone_pseudotime','dpt_pseudotime','monocle_time','monocle3_time']].corr(method='kendall')
[69]:
umap_dis time palantir_pseudotime wishbone_pseudotime dpt_pseudotime monocle_time monocle3_time
umap_dis 1.000000 0.914122 0.759110 0.721722 0.785419 -0.165547 0.702206
time 0.914122 1.000000 0.729621 0.687235 0.758143 -0.189250 0.686804
palantir_pseudotime 0.759110 0.729621 1.000000 0.843980 0.879671 0.040376 0.595386
wishbone_pseudotime 0.721722 0.687235 0.843980 1.000000 0.885222 0.028135 0.541465
dpt_pseudotime 0.785419 0.758143 0.879671 0.885222 1.000000 0.000868 0.601444
monocle_time -0.165547 -0.189250 0.040376 0.028135 0.000868 1.000000 -0.033961
monocle3_time 0.702206 0.686804 0.595386 0.541465 0.601444 -0.033961 1.000000
[67]:
adata1.obs[['umap_dis','time','palantir_pseudotime','wishbone_pseudotime','dpt_pseudotime','monocle_time','monocle3_time']].corr()
[67]:
umap_dis time palantir_pseudotime wishbone_pseudotime dpt_pseudotime monocle_time monocle3_time
umap_dis 1.000000 0.976782 0.728338 0.743226 0.881044 0.212012 0.768849
time 0.976782 1.000000 0.807974 0.794167 0.914937 0.124536 0.814106
palantir_pseudotime 0.728338 0.807974 1.000000 0.908804 0.937603 0.060842 0.691790
wishbone_pseudotime 0.743226 0.794167 0.908804 1.000000 0.916202 0.025952 0.651030
dpt_pseudotime 0.881044 0.914937 0.937603 0.916202 1.000000 0.152000 0.730693
monocle_time 0.212012 0.124536 0.060842 0.025952 0.152000 1.000000 -0.090880
monocle3_time 0.768849 0.814106 0.691790 0.651030 0.730693 -0.090880 1.000000
[70]:
adata1.obs[['umap_dis','time','palantir_pseudotime','wishbone_pseudotime','dpt_pseudotime','monocle_time','monocle3_time']].corr(method='spearman')
[70]:
umap_dis time palantir_pseudotime wishbone_pseudotime dpt_pseudotime monocle_time monocle3_time
umap_dis 1.000000 0.977493 0.587837 0.789439 0.951279 0.265922 0.756017
time 0.977493 1.000000 0.699308 0.864583 0.968940 0.182283 0.805172
palantir_pseudotime 0.587837 0.699308 1.000000 0.841612 0.705644 0.153153 0.673639
wishbone_pseudotime 0.789439 0.864583 0.841612 1.000000 0.890381 0.057648 0.787674
dpt_pseudotime 0.951279 0.968940 0.705644 0.890381 1.000000 0.144937 0.833106
monocle_time 0.265922 0.182283 0.153153 0.057648 0.144937 1.000000 -0.003457
monocle3_time 0.756017 0.805172 0.673639 0.787674 0.833106 -0.003457 1.000000
[71]:
adata1.obs[['umap_dis','time','palantir_pseudotime','wishbone_pseudotime','dpt_pseudotime','monocle_time','monocle3_time']].corr(method='kendall')
[71]:
umap_dis time palantir_pseudotime wishbone_pseudotime dpt_pseudotime monocle_time monocle3_time
umap_dis 1.000000 0.875926 0.392881 0.594686 0.821572 0.150719 0.534956
time 0.875926 1.000000 0.491095 0.675882 0.842827 0.080135 0.580485
palantir_pseudotime 0.392881 0.491095 1.000000 0.648919 0.499077 0.107146 0.429151
wishbone_pseudotime 0.594686 0.675882 0.648919 1.000000 0.727705 0.007227 0.555583
dpt_pseudotime 0.821572 0.842827 0.499077 0.727705 1.000000 0.069726 0.611368
monocle_time 0.150719 0.080135 0.107146 0.007227 0.069726 1.000000 0.000199
monocle3_time 0.534956 0.580485 0.429151 0.555583 0.611368 0.000199 1.000000
[22]:
X_pca = adata.obsm['X_pca']
X_pca1 = adata1.obsm['X_pca']
[20]:
gres = lineage_rewards(gres, ['HSC_1','HSC_2'], ['Ery_1','Ery_2','Mega'], mode='Contribution')
[210]:
gres1 = lineage_rewards(gres1, ['HSC','MPP'], ['MEP'], mode='Contribution')
Reward generating: 100%|██████████████████| 1699/1699 [00:00<00:00, 2719.81it/s]
Time used for generating rewards : 0.65 seconds

[20]:
t_ery = trainer('ActorCritic', gres, reward_mode='Contribution', X_latent=X_pca, num_episodes=5e3)
t_ery.train()
[214]:
t_ery1 = trainer('ActorCritic', gres1, reward_mode='Contribution', X_latent=X_pca1, num_episodes=5e3)
t_ery1.train()
Iteration1: 100%|█████████████| 500/500 [00:03<00:00, 159.30it/s, E=500, R=1.80]
Iteration2: 100%|█████████████| 500/500 [00:05<00:00, 90.11it/s, E=1000, R=5.35]
Iteration3: 100%|█████████████| 500/500 [00:06<00:00, 80.40it/s, E=1500, R=7.41]
Iteration4: 100%|█████████████| 500/500 [00:07<00:00, 71.33it/s, E=2000, R=8.55]
Iteration5: 100%|█████████████| 500/500 [00:06<00:00, 75.92it/s, E=2500, R=9.07]
Iteration6: 100%|█████████████| 500/500 [00:07<00:00, 71.41it/s, E=3000, R=9.45]
Iteration7: 100%|█████████████| 500/500 [00:07<00:00, 70.01it/s, E=3500, R=9.41]
Iteration8: 100%|█████████████| 500/500 [00:07<00:00, 71.11it/s, E=4000, R=8.88]
Iteration9: 100%|█████████████| 500/500 [00:06<00:00, 72.82it/s, E=4500, R=8.50]
Iteration10: 100%|████████████| 500/500 [00:07<00:00, 70.62it/s, E=5000, R=8.95]
[214]:
([-1.0,
  -0.9120472399454435,
  0.2385996355282271,
  -0.6351028949225641,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -0.8135489302211806,
  0.15964423254712884,
  -1.0,
  -0.9207748984453747,
  -0.9207748984453747,
  -0.7732577404831906,
  -0.8592096231396673,
  -0.3070031725302924,
  -0.592260016295893,
  -1.0,
  -1.0,
  -1.9656820546492288,
  0.598740114039227,
  -1.0,
  -1.0,
  -0.8696342659522577,
  -0.93751492968221,
  -1.0,
  -1.0,
  -2.0,
  -0.7490954336047507,
  -1.0,
  -1.0,
  -1.0,
  -0.2424468176746727,
  -1.0,
  -1.0,
  -0.914947228730031,
  -1.0,
  1.8507556150364182,
  -1.0,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.021739130434782636,
  0.14177013350623247,
  -1.0,
  0.005434782608695656,
  -1.0,
  -1.0,
  -0.47124320831805344,
  -1.0,
  -2,
  -0.6533391349593307,
  -0.558840212311459,
  -0.9656820546492288,
  -1.0,
  -1.0,
  -1.0,
  -0.5998287320415083,
  -1.0,
  -0.4046382160669887,
  0.024456521739130377,
  -0.9718328750329811,
  -1.0,
  -0.6618618618640273,
  -0.2966903155239998,
  -0.026839412341326363,
  -0.222727095733815,
  -1.0,
  -1.0,
  3.9007311895145786,
  -1.0,
  -0.4913910451382718,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.6180966670065295,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.7326324677392158,
  -1.0,
  6.3375542893593275,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.9718328750329811,
  -1.0,
  -0.7559209716506217,
  0.005434782608695704,
  -0.5117898078169754,
  -0.9656820546492288,
  -0.7610807068869145,
  -1.0,
  -0.9687525832417256,
  -1.0,
  0.05601953039478991,
  -2.0,
  -1.0,
  -1.0,
  -0.8696342659522577,
  -1.0,
  -0.6193865541850521,
  -1.0,
  -1.0,
  -0.6941415580919376,
  0.551676563212613,
  -1.0,
  0.021739130434782483,
  -1.0,
  -1.0,
  0.310642602469689,
  -0.7732577404831906,
  -2,
  -1.0,
  -2.0,
  -0.35668436049660857,
  -0.9207748984453747,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  0.5297997527001301,
  -0.676734543214324,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.6832104226749482,
  -1.0,
  -0.8291936244043234,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  1.690417719150204,
  -0.5117898078169754,
  -1.0,
  -0.9656820546492288,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.013586956521739135,
  -0.9718328750329811,
  -1.0,
  -1.0,
  -0.7349619807804433,
  -1.0,
  0.013586956521739135,
  -0.9656820546492288,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -0.008152173913043473,
  -0.9237026381080495,
  -1.0,
  -1.0,
  -0.93751492968221,
  -1.0,
  0.18501288797029192,
  -0.2503604650030963,
  -1.0,
  -0.38622267943953037,
  -1.0,
  -0.8291936244043234,
  -1.0,
  -1.0,
  -0.9120472399454435,
  -1.0,
  0.021739130434782636,
  -0.7343829421826148,
  -0.5021336855390238,
  -1.0,
  -0.7165313105737893,
  0.024456521739130377,
  -0.7933369040603072,
  -1.0,
  -1.0,
  14.515384088072683,
  -1.0,
  -1.0,
  -1.0,
  0.02435328940034598,
  -0.489031283635156,
  -0.5259261036777779,
  -0.8451391689075787,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.7165313105737893,
  -1.0,
  -0.025697198596839277,
  -0.7610807068869145,
  -1.0,
  -0.25231676723692886,
  -0.8835384931061214,
  -0.5367584157856338,
  -2,
  -0.9656820546492288,
  1.2898041446003239,
  -1.0,
  0.5089137736133784,
  -0.9120472399454435,
  -1.0,
  0.024456521739130377,
  -1.0,
  -0.8291936244043234,
  -0.17160166690978584,
  -0.9207748984453747,
  -1.0,
  -0.8895274816871004,
  -1.0,
  -1.0,
  -1.0,
  2.2354195010589293,
  0.021739130434782622,
  -1.0,
  -0.4884860048498395,
  0.04679852691040676,
  -1.0,
  -2,
  -2,
  -1.0,
  -0.9237026381080495,
  0.024456521739130377,
  -1.0,
  -0.3446436296988118,
  9.365867637636741,
  -0.21957946334229783,
  -1.0,
  -0.10135773070686704,
  -2,
  -0.38644450870182145,
  -1.0,
  -0.8291936244043234,
  -0.9718328750329811,
  2.442695773792595,
  -0.47124320831805344,
  0.02717391304347827,
  -1.0,
  0.7334574365991369,
  -0.9237026381080495,
  -0.914947228730031,
  -0.8696342659522577,
  0.02717391304347827,
  0.021739130434782566,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.5790953644470621,
  -1.0,
  0.02717391304347827,
  -1.0,
  -0.09135943056689766,
  3.5615050109279878,
  0.024456521739130377,
  -1.0,
  -0.7303103382513573,
  -1.0,
  0.021739130434782636,
  0.013586956521739135,
  -2,
  -0.9237026381080495,
  -0.44457055307314997,
  -0.8328221383908182,
  6.905121014494422,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.9178564384568926,
  1.164775804755652,
  11.733222360829396,
  1.5953400599977572,
  -0.03452147591618859,
  -1.0,
  -1.0,
  -0.9207748984453747,
  7.177129558650918,
  -1.0,
  -0.8046550134237993,
  8.280908935075669,
  -0.9120472399454435,
  -0.5270090452515632,
  0.0190217391304347,
  -1.0,
  -1.0,
  -1.0,
  1.1276541120556922,
  -1.0,
  -0.93751492968221,
  -1.0,
  0.4489493712421462,
  -1.0,
  -0.5216316190859906,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.013586956521739135,
  9.34482870850167,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  3.1076006642506773,
  -1.0,
  -0.676734543214324,
  -0.10881032988584982,
  -0.6172138723143648,
  1.011757035547015,
  0.310642602469689,
  -0.8291936244043234,
  10.703993204310775,
  0.024456521739130377,
  0.02717391304347816,
  -0.676734543214324,
  -1.0,
  0.5397478430111842,
  11.207805590916978,
  -0.2543361706095487,
  -1.0,
  0.7274828440972005,
  0.02717391304347827,
  -1.0,
  -0.1659144512225874,
  -0.7412408643497669,
  1.0347704920860181,
  -0.16698814346344726,
  0.02717391304347827,
  -2.0,
  -0.9120472399454435,
  0.024456521739130377,
  -0.2996910689462776,
  -0.9718328750329811,
  -1.0,
  -1.0,
  2.041644377262438,
  0.02717391304347816,
  0.02717391304347827,
  2.1756955846924138,
  8.81292429082441,
  0.02717391304347816,
  -0.9120472399454435,
  -0.44357778651882995,
  1.8379610721714519,
  -1.0,
  2.7721756392014534,
  -1.0,
  -1.0,
  0.024456521739130377,
  -2.0,
  0.7247654527928528,
  -2,
  -1.0,
  -0.5343075216743862,
  -0.9656820546492288,
  -1.0,
  0.6581247449031332,
  2.3037752477022333,
  9.29352026976567,
  8.79156675585254,
  5.925366724559039,
  0.13275622809045265,
  -1.0,
  -1.0,
  -0.7165313105737893,
  1.7750496815407675,
  6.590792765382979,
  10.771437949467286,
  11.021922291184017,
  -0.6586646188884928,
  -1.0,
  -1.0,
  0.5304088411660763,
  0.2577479676525971,
  -1.0,
  6.363052688924068,
  0.6922817203680747,
  5.084345506769344,
  1.3130371081522023,
  -1.0,
  1.2669475342115233,
  -1.0,
  -1.0,
  2.346615882536516,
  3.005725432710438,
  0.02717391304347827,
  -1.0,
  9.385282574873424,
  0.0,
  -0.2543361706095487,
  0.02717391304347827,
  -1.0,
  7.380195529413129,
  -1.0,
  0.36850929415498546,
  0.021739130434782483,
  0.02717391304347827,
  6.135609127996393,
  -0.18884612121644184,
  4.764497334307884,
  -0.9237026381080495,
  0.42734518100196994,
  -0.7349619807804433,
  4.859174910678473,
  -1.0,
  1.7983845339456472,
  -1.0,
  9.708897876853486,
  -1.0,
  9.43611644904866,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  8.881831610158757,
  0.08151248696203328,
  3.488032756294376,
  -1.0,
  0.021739130434782483,
  0.02717391304347827,
  0.02717391304347827,
  0.42734518100196994,
  0.021739130434782705,
  -0.9656820546492288,
  0.5196051977967191,
  -1.0,
  3.47833194888092,
  7.278574368130279,
  -0.9656820546492288,
  7.9927024829504205,
  0.0190217391304347,
  0.024456521739130377,
  2.5949973232931285,
  0.3031126796899213,
  -0.43918817995416615,
  0.024456521739130377,
  2.393055658184851,
  9.604594212381183,
  0.013586956521739135,
  0.6821234852025782,
  0.6667225711339977,
  6.496703507509589,
  2.2016852112689516,
  0.42734518100196983,
  0.3052078198609932,
  0.024456521739130377,
  0.02717391304347827,
  7.5878084168230036,
  0.02717391304347827,
  -0.6985956365691245,
  5.031837578663081,
  0.36579190285063756,
  2.9104455561105604,
  5.2736968406099525,
  -0.6789371453438071,
  5.79307818466366,
  5.992353268340361,
  -1.0,
  0.4460151918727795,
  -1.0,
  9.3200639450565,
  -1.0,
  3.683319773855106,
  -1.0,
  0.024456521739130377,
  3.8798195212330815,
  10.827366132117453,
  0.310642602469689,
  9.904137179665154,
  1.7750496815407675,
  -1.0,
  -1.0,
  5.292251804352311,
  4.3501979346287,
  -1.0,
  -1.0,
  0.02717391304347827,
  9.097081030419208,
  0.32317630343330506,
  7.256551081346757,
  4.354616129279521,
  -0.9207748984453747,
  9.176896619545046,
  -0.008152173913043473,
  11.068193349124792,
  0.02717391304347827,
  -2,
  0.34396349036853,
  0.9542514018815622,
  0.02717391304347827,
  0.021739130434782705,
  0.7326530633444049,
  8.577929345041232,
  9.612363339581833,
  0.7902400406669402,
  0.021739130434782636,
  2.015331243139118,
  -0.9178564384568926,
  0.02717391304347827,
  0.48256986114160005,
  9.539250594534748,
  10.782983921811725,
  0.02717391304347827,
  -2,
  0.02717391304347827,
  -1.0,
  0.42462778969762205,
  0.8935231137942543,
  8.186343099093698,
  0.13275622809045265,
  9.803929182748332,
  1.2615127516028275,
  0.5120524746598587,
  6.915289355883378,
  0.775735312373445,
  0.021739130434782594,
  -0.7349619807804433,
  0.3052078198609932,
  1.9295484990127767,
  0.01902173913043459,
  -1.0,
  8.478522478454881,
  0.024456521739130377,
  -1.0,
  0.02717391304347827,
  1.9688832585232374,
  0.6904530862252143,
  0.008152173913043459,
  0.2867771496543394,
  10.604582890010763,
  0.7306744768662252,
  0.5835521731736315,
  0.06379854920420769,
  0.617100914367794,
  5.371252435984109,
  1.2964946785762113,
  0.021739130434782483,
  1.1699979866117844,
  11.199339218133128,
  0.6474284057433464,
  1.203452255024538,
  9.371011895264035,
  -1.0,
  2.3816887644286133,
  -0.9237026381080495,
  1.3853097624391806,
  0.01902173913043459,
  2.3939375742217006,
  1.282707872172198,
  4.810940634515902,
  9.477407321469856,
  0.866548716546935,
  0.04824830690703682,
  0.5297997527001301,
  7.517308189015121,
  0.02717391304347827,
  9.016577723700992,
  0.0190217391304347,
  -1.0,
  9.214874519942054,
  0.024456521739130377,
  8.488811734614128,
  0.10075388363108095,
  8.595479186835925,
  -1.0,
  0.38693996436163947,
  -1.0,
  8.776373512315287,
  7.938577999120094,
  -1.0,
  -0.5051306750384984,
  0.09803649232673317,
  10.370597921417668,
  0.02717391304347827,
  -2.0,
  0.292211932263035,
  0.7274828440972007,
  0.45551230596898884,
  1.0560653371945323,
  0.08716692710934174,
  7.729525553008213,
  0.18815260321545768,
  10.481789362313032,
  7.532948800977879,
  0.01902173913043459,
  0.005434782608695704,
  -1.0,
  -1.0,
  9.579601894286421,
  0.42909203721339495,
  0.02717391304347816,
  0.02717391304347827,
  11.218249042180483,
  9.356889441411159,
  0.02717391304347827,
  -1.0,
  4.62620427093174,
  3.608147448953814,
  -1.0,
  0.02717391304347827,
  8.440963804871478,
  0.5960227227348791,
  4.774299439385921,
  8.060894493164213,
  0.42462778969762205,
  0.021739130434782594,
  11.01083181847675,
  7.273181281202275,
  8.170122865743718,
  0.4787812091119731,
  0.005434782608695704,
  7.64660955578135,
  12.005826049078712,
  0.021739130434782705,
  1.098648562391531,
  0.705379087819485,
  0.0,
  2.057151770948043,
  7.769292439930987,
  0.024456521739130377,
  7.128894084880933,
  0.024456521739130377,
  4.86889085965371,
  0.024456521739130488,
  5.471569609548554,
  4.426779713143062,
  4.319577115335458,
  -0.7349619807804433,
  7.838493302044588,
  -1.0,
  0.02717391304347827,
  9.807169813734644,
  -0.39744341099523095,
  6.960788116074216,
  0.0190217391304347,
  2.440258968718816,
  12.063131607093608,
  0.021739130434782483,
  -0.3163600426152976,
  10.22665286374494,
  11.36108960386713,
  8.397898863034554,
  0.02717391304347827,
  7.075648607398572,
  0.5702458390805499,
  7.788663523995447,
  0.021739130434782483,
  8.871670671228934,
  -2,
  1.8643647100805891,
  4.885655851967624,
  5.484258695493983,
  7.316976702979828,
  -1.0,
  0.021739130434782483,
  0.021739130434782594,
  -2,
  7.282200061322134,
  -0.6985628270014775,
  7.415007086232719,
  9.188561921867915,
  6.294613521496046,
  7.480680897345154,
  -1.0,
  0.310642602469689,
  -0.4442911295618628,
  7.5086085530268685,
  3.471665615625621,
  9.082664460705013,
  0.32861108604200073,
  0.02717391304347816,
  4.004451390912573,
  0.021739130434782483,
  0.10075388363108084,
  6.471051475241913,
  7.294539718463644,
  3.5727466587370977,
  3.4554918762429043,
  0.02717391304347827,
  3.0874337767698767,
  3.2459892237181274,
  6.909466769622694,
  -2,
  0.02717391304347827,
  0.024456521739130377,
  4.744618505603153,
  0.02717391304347827,
  7.848229032939868,
  7.569722014589188,
  7.5495679737066546,
  8.209156907935311,
  6.9796089446748,
  -0.7200884797139064,
  5.949995723209379,
  0.3052078198609933,
  0.024456521739130377,
  3.4901534493115065,
  -1.0,
  10.152705487124694,
  -1.0,
  0.962697509387771,
  7.553098285300364,
  -0.7845814946822887,
  5.384451995250355,
  1.7750496815407675,
  -0.41013324913408444,
  10.635933702555151,
  -2.0,
  6.876818669693327,
  0.09803649232673295,
  -2.0,
  3.0616119377208757,
  2.3953041742406356,
  8.023220933498633,
  -0.14301250651759034,
  5.605465999729207,
  -0.16601343703332583,
  7.110191223570011,
  -1.0,
  8.294572912011844,
  8.132468826892334,
  7.14560303544402,
  8.99977014350697,
  12.07449420348257,
  -1.0,
  1.7750496815407675,
  9.69217965435264,
  9.731454717190399,
  5.310464933822464,
  9.837224504703075,
  5.860819135089456,
  0.6406790288014439,
  9.165198566401186,
  8.991692785755935,
  0.02717391304347827,
  3.686399386932308,
  0.5218419345533611,
  2.343237552430301,
  10.220990973901907,
  0.021739130434782483,
  1.2554340886501276,
  -1.0,
  9.026360630258104,
  -0.9237026381080495,
  -1.0,
  7.446442929939492,
  0.013586956521739135,
  8.268744851228961,
  8.948120444955935,
  -2,
  2.894791665378495,
  10.569541344412686,
  7.072829691760573,
  4.00079986951822,
  9.613866358618887,
  9.03101667537184,
  5.542997876005947,
  10.146673847424166,
  10.035790296074113,
  0.02717391304347827,
  7.016558622040093,
  10.118190515058432,
  3.1533475726479883,
  -1.0,
  10.175213370951214,
  0.617100914367794,
  7.0786988055858595,
  9.464668874928881,
  0.02717391304347816,
  8.556804464784545,
  4.558626916639522,
  9.931333394371956,
  8.459464000009104,
  8.748657195627638,
  1.3558814514040707,
  8.08710769958456,
  10.337466228463592,
  -0.6533391349593307,
  -0.7659283383646487,
  0.5701614144688901,
  7.9919781421136,
  5.70600642947317,
  0.3079252111653411,
  3.4908979783994383,
  0.0054347826086956555,
  4.88224247821428,
  7.338159060253908,
  7.739411254666724,
  5.407962810390737,
  11.459835185470626,
  6.646156618770722,
  2.4065814731954704,
  3.5059356968040687,
  -0.5401219035664196,
  -2.0,
  -1.0,
  0.024456521739130377,
  8.634245190192873,
  -0.747050062861216,
  -1.0,
  8.20934307163778,
  5.081096214414671,
  0.617100914367794,
  3.478649168606351,
  5.027831720946658,
  9.866798943011473,
  0.02717391304347827,
  7.129970161046563,
  2.4065814731954704,
  8.794001040896248,
  10.148073503706875,
  3.0046721256326823,
  3.530700048810428,
  4.520508861238179,
  9.088938438916646,
  0.024456521739130488,
  1.3954088871838608,
  9.700163854194612,
  8.19510889041795,
  6.539019261590955,
  7.81484383755187,
  9.162250056304048,
  7.395604622843757,
  6.589882351984052,
  6.590783553071289,
  9.47890915406951,
  7.16039369684762,
  6.508975909861345,
  -0.2503604650030963,
  1.7736561875350216,
  8.24765973165283,
  7.628745596555042,
  0.005434782608695704,
  -0.7165313105737893,
  11.403515054680847,
  2.3939375742217006,
  9.479171361809568,
  3.003309857147417,
  7.281104167236345,
  5.552798466702475,
  10.723684145740092,
  8.588751915502481,
  -0.19677353199822,
  4.88224247821428,
  8.828376419205767,
  11.784358636934899,
  -1.0,
  8.192463044673952,
  2.827608375514243,
  2.4065814731954704,
  -0.752896262512373,
  7.441808588952711,
  9.005159030032862,
  9.842832793822808,
  7.978257523000073,
  -0.8777292945946723,
  8.223809345908794,
  5.615039976382555,
  7.0627762865688775,
  6.267207338755442,
  -0.008152173913043473,
  -1.0,
  3.1524511598937437,
  8.576430104270528,
  9.390463759175846,
  7.380994705495011,
  -2,
  6.8215989635363155,
  7.719144252247754,
  8.038319979430725,
  7.723019001652311,
  6.52993227219803,
  10.283396100738257,
  10.210179280252772,
  7.581390333249478,
  10.720309964215877,
  9.890436853501035,
  -0.8478264136070902,
  1.9655641789002951,
  8.323279416306038,
  4.027840948016541,
  3.46413735900936,
  0.021739130434782594,
  -1.0,
  3.2697101448522385,
  9.684417931700251,
  -1.0,
  5.207015935666234,
  7.804322279268874,
  10.253833175892673,
  7.662534426827613,
  8.160731444510073,
  1.182374063391623,
  -0.6707527009692655,
  3.9254204384857267,
  8.945468954659306,
  -2.0,
  0.3079252111653411,
  1.7750496815407675,
  8.16799764835462,
  -0.7165313105737893,
  4.55873055872616,
  1.7107551006801138,
  0.08422987826638113,
  0.005434782608695704,
  3.003309857147417,
  3.001943257128482,
  3.003309857147417,
  10.432148439816917,
  -0.7165313105737893,
  7.836254349942785,
  6.948262476772566,
  -0.7610807068869145,
  10.206356232979042,
  7.56057706632801,
  4.054365399458004,
  8.788638965059972,
  7.941697198296742,
  11.092511807714557,
  10.224543621017423,
  -2,
  8.103217300801113,
  4.624705883612441,
  7.1947421685623265,
  10.170948541450214,
  7.270145358492746,
  3.0046721256326823,
  6.301107080751192,
  8.762953460921173,
  11.366266521181045,
  -1.0,
  6.6920372589826425,
  3.4356140584210246,
  3.5568733032857196,
  6.042426440154089,
  8.546093555889469,
  9.761553972685727,
  -0.7165313105737893,
  7.024180329150927,
  7.872042560202698,
  -1.0,
  7.225680017189558,
  7.727559771498218,
  7.052927633305068,
  6.399632641069223,
  9.083742965579296,
  7.4375857296150745,
  8.28848951692274,
  7.971921914769062,
  -1.0,
  8.582623554879042,
  -0.9178564384568926,
  6.293817381142746,
  4.53346832665538,
  8.323594634773427,
  6.358448882117576,
  -0.26352117732177716,
  5.659416008517153,
  9.679338111375504,
  7.7729761739017,
  3.001943257128482,
  8.033547033756554,
  9.075243030840696,
  8.513457366641404,
  7.970857709500519,
  8.354956327777385,
  0.08422987826638113,
  2.3939375742217006,
  7.01452929300477,
  -0.9178564384568926,
  ...],
 [0.00019340023398399354,
  0.0003900560274720192,
  0.0007008855166360736,
  0.0010164677003237977,
  0.001043289642007878,
  0.0010292720092032076,
  0.0013170769275456917,
  0.001628187279793034,
  0.0017478628696133175,
  0.0018651901729329259,
  0.002192735480982732,
  0.002351617101510443,
  0.002297234318913696,
  0.0025724673130615243,
  0.0027021038589836333,
  0.0018678952721428244,
  0.0010834584852390501,
  0.00036884598128312314,
  -0.00017895697622148275,
  -0.0007674171236485723,
  -0.0013937707085205943,
  -0.0020121380251745245,
  -0.0023572875275501967,
  -0.0026368106701193167,
  -0.0035204395176695606,
  -0.004607006584516981,
  -0.00593471681230988,
  -0.006528273789862368,
  -0.007187287997142151,
  -0.007913864986082908,
  -0.008609545180500638,
  -0.009151589015677159,
  -0.009712332247552089,
  -0.010230134889545568,
  -0.010695389618711883,
  -0.01083936371076706,
  -0.011932144585055707,
  -0.013131275994269635,
  -0.014414831545526923,
  -0.015643867625636125,
  -0.016727158188793115,
  -0.0176689847719403,
  -0.01900281680521103,
  -0.020065265914124733,
  -0.021465409924806035,
  -0.02293132005589184,
  -0.024020006429798325,
  -0.02518780332882075,
  -0.026328771169667184,
  -0.027205096842255506,
  -0.02802128007074126,
  -0.029529827267027187,
  -0.03082811633045058,
  -0.03204471926190562,
  -0.0332019402583104,
  -0.033802299661404224,
  -0.034806118178518114,
  -0.03571064749291613,
  -0.03698721887207447,
  -0.03822620495884355,
  -0.0392308508436391,
  -0.03984804607481824,
  -0.04085691167678248,
  -0.04209858811693372,
  -0.04305681500447787,
  -0.04423167977775069,
  -0.045272402372705016,
  -0.04643779212704632,
  -0.04774083657462375,
  -0.04801602251660806,
  -0.04841989504193586,
  -0.0503854848520045,
  -0.05238029878220997,
  -0.0543107274996999,
  -0.0566434316246335,
  -0.059302448446212325,
  -0.06180660647013269,
  -0.06449845987805912,
  -0.06651421145059608,
  -0.06846713013133061,
  -0.0704555615459606,
  -0.07230316824231062,
  -0.07447707931579099,
  -0.07647075617292565,
  -0.078469819100292,
  -0.08090570592903447,
  -0.08289633595847323,
  -0.08516543002807814,
  -0.08707389019354482,
  -0.08902858966104366,
  -0.09123657760167733,
  -0.09369946603038799,
  -0.09581373332578537,
  -0.09809952385868036,
  -0.10058579127596991,
  -0.10304483080113074,
  -0.10510149819337447,
  -0.10729323264529013,
  -0.1094593573052372,
  -0.11149481232926171,
  -0.11368752846603687,
  -0.11603798034625919,
  -0.1170778469246972,
  -0.11873756274802849,
  -0.11913360715505728,
  -0.12017513238185903,
  -0.1208439147788315,
  -0.12195513371988523,
  -0.12313960433743959,
  -0.12449229219097746,
  -0.12622740334516921,
  -0.12750870996629127,
  -0.12897317189817978,
  -0.13014150138647484,
  -0.13183920287660134,
  -0.13309434920602556,
  -0.13531421761416643,
  -0.1375330834090683,
  -0.13938810028210016,
  -0.14157095431871075,
  -0.14351423725673482,
  -0.145251016661157,
  -0.1471173526251382,
  -0.14883424069454732,
  -0.14996015136282256,
  -0.15035272287146656,
  -0.15071615664742716,
  -0.15092791913091555,
  -0.15156943161436634,
  -0.15397593335661264,
  -0.15658675284754442,
  -0.15775471159133664,
  -0.15857233432105963,
  -0.159611569226145,
  -0.16314670140391338,
  -0.16599369626612978,
  -0.16858016767566064,
  -0.1709104491459562,
  -0.17306166347079452,
  -0.1751303920043698,
  -0.17720892058300228,
  -0.1796302307283363,
  -0.1822780057879591,
  -0.18427701102364485,
  -0.18645419220263842,
  -0.1889098474625191,
  -0.19097274415664112,
  -0.19279306077567113,
  -0.19402919261544282,
  -0.19517344468479245,
  -0.1955213917044467,
  -0.1966981061184335,
  -0.19797358394111284,
  -0.19961071832023922,
  -0.20072503322291027,
  -0.2012746963079573,
  -0.2025898028920017,
  -0.20476598042869298,
  -0.20670129762222975,
  -0.20843496090769723,
  -0.20999427463379455,
  -0.21212933616477367,
  -0.21498874570781912,
  -0.21823340244219355,
  -0.22114077785799927,
  -0.22436257443124133,
  -0.22750443110950397,
  -0.228316590891651,
  -0.22866334455990772,
  -0.2290829589277015,
  -0.2293481364804465,
  -0.22960260652335174,
  -0.2303600437156114,
  -0.2310057619291737,
  -0.2333688081684513,
  -0.235906610357353,
  -0.23861459744001523,
  -0.24113548092807302,
  -0.2437155752509946,
  -0.24552091624185082,
  -0.24688028020178687,
  -0.24830951322021916,
  -0.2501901749646497,
  -0.2535360606567515,
  -0.25686917824508454,
  -0.258177489860325,
  -0.25993471003507734,
  -0.2614142413303304,
  -0.2630479715057436,
  -0.26433974016500333,
  -0.2658110435927794,
  -0.2668309382840257,
  -0.2681048751257896,
  -0.2690491842410092,
  -0.2706237284685392,
  -0.27165767690574055,
  -0.27170107310344527,
  -0.27233574795328674,
  -0.27297526670063615,
  -0.2736011180003708,
  -0.27601069416171553,
  -0.27798423195420113,
  -0.28104070374782597,
  -0.28273505530425547,
  -0.2834105155255427,
  -0.2841743943670491,
  -0.28524245276959775,
  -0.2861271580322333,
  -0.28757990378761583,
  -0.28906655563643746,
  -0.29116865349275384,
  -0.2931057372758806,
  -0.295559868740506,
  -0.2977387166021563,
  -0.30012826896889067,
  -0.3023451854119414,
  -0.3065129142883485,
  -0.3106902952764084,
  -0.3135375837678494,
  -0.3172051190231053,
  -0.3199028616646269,
  -0.32230865371940953,
  -0.3250606225496017,
  -0.328036941958731,
  -0.33057258445411847,
  -0.3328686991214551,
  -0.3354530277535715,
  -0.3382994118305019,
  -0.33789736157229655,
  -0.33732818384908897,
  -0.3369501566473995,
  -0.33675834962789547,
  -0.33930653146822265,
  -0.34125948153793234,
  -0.34208332739119846,
  -0.34342917646602683,
  -0.34482051175244366,
  -0.3459389159600007,
  -0.3471639243535665,
  -0.3478501978847986,
  -0.34846978312899046,
  -0.34895449828643127,
  -0.35035663795253463,
  -0.350516129106501,
  -0.350683314529427,
  -0.3508464537190708,
  -0.35067471791472793,
  -0.3517052290292673,
  -0.35304838405696876,
  -0.35460779683505583,
  -0.3562078335745286,
  -0.35781609630275124,
  -0.3597947225730609,
  -0.3625631956688748,
  -0.3650747294515396,
  -0.36728208030398435,
  -0.37028833330979016,
  -0.37229767164392785,
  -0.37383895881175494,
  -0.374671746873493,
  -0.37691001488339587,
  -0.3791112538338088,
  -0.38060205767349214,
  -0.38207794171419573,
  -0.38345704115567203,
  -0.3847940187548787,
  -0.3853037215064679,
  -0.38675581321187424,
  -0.3884032749190159,
  -0.38962204994151556,
  -0.391311663018491,
  -0.3923864029235562,
  -0.3929459709003553,
  -0.3930997331723184,
  -0.39382295711693044,
  -0.39472792346614194,
  -0.3950076867673884,
  -0.39546312666797834,
  -0.3959842189945765,
  -0.39596453492581823,
  -0.3961935964605836,
  -0.3962631701176087,
  -0.3963801198553042,
  -0.39627557900391436,
  -0.3957384724647622,
  -0.39560557159132426,
  -0.3952389137306306,
  -0.39483407700823747,
  -0.39481412313325376,
  -0.39456591662996465,
  -0.3945329497153291,
  -0.39458363809637775,
  -0.3941197849379012,
  -0.3938855542521376,
  -0.39343633042889786,
  -0.39295935147188465,
  -0.3928643862467651,
  -0.3927049376628137,
  -0.3941081941496362,
  -0.3952505829402978,
  -0.39636894029943437,
  -0.3975534481083895,
  -0.3984514933888284,
  -0.39917240418531963,
  -0.4003556837454515,
  -0.40160063023030773,
  -0.40028890894439534,
  -0.39902770171020213,
  -0.39932647433088736,
  -0.39928235556458913,
  -0.399475371102955,
  -0.399397315963272,
  -0.3998128047309746,
  -0.40208689931718683,
  -0.4035200608856453,
  -0.40507828150406866,
  -0.4066279626830847,
  -0.40825370614327083,
  -0.4096382250018329,
  -0.41073904530994826,
  -0.41244510825781794,
  -0.4138897252701444,
  -0.4149001919885088,
  -0.41609007798048964,
  -0.4174500038127208,
  -0.4185426899046305,
  -0.42045725513590876,
  -0.421941468849262,
  -0.4227189169186433,
  -0.4226365614562024,
  -0.42280329237239017,
  -0.423165320803793,
  -0.4234777164983961,
  -0.4220679570898982,
  -0.42080810748708686,
  -0.4196852187837817,
  -0.41928698478371196,
  -0.419221250901015,
  -0.42048642818723564,
  -0.4221718306906171,
  -0.42267772392325714,
  -0.4225642717054849,
  -0.421325632183801,
  -0.42003594006876704,
  -0.4199967585995958,
  -0.41989904264412226,
  -0.41992757138314735,
  -0.4205931831361788,
  -0.42110106815071185,
  -0.4211919845821999,
  -0.4211164944344888,
  -0.42111306034617213,
  -0.42118813440081604,
  -0.4212508956159427,
  -0.4214770389862307,
  -0.42139113205682344,
  -0.4214055562190319,
  -0.4216715396991615,
  -0.42061366782024384,
  -0.42020716642049655,
  -0.4198171886089858,
  -0.41891478705624735,
  -0.4177189601180841,
  -0.4160857673043311,
  -0.4150792048053472,
  -0.41437339879553975,
  -0.41344174749646634,
  -0.4125658663308529,
  -0.4109728174144952,
  -0.4094170157165581,
  -0.40796189424206786,
  -0.40808521302765527,
  -0.4075228695001681,
  -0.40679445508190465,
  -0.4063690969830069,
  -0.4060937640207893,
  -0.4057573247703112,
  -0.40577195613666733,
  -0.40641218966681697,
  -0.40697861853944006,
  -0.4068970495262564,
  -0.40708632163503033,
  -0.40954835551815005,
  -0.4096022381995875,
  -0.4097405602476681,
  -0.41036625229239226,
  -0.4115755154222763,
  -0.4129065418802563,
  -0.4140952351530442,
  -0.41565183572231224,
  -0.4173678678611636,
  -0.41695370562156253,
  -0.41693325232310907,
  -0.4165820639221827,
  -0.4172741014842704,
  -0.4179507516711049,
  -0.41848451781021034,
  -0.4181246991287444,
  -0.41821876184683243,
  -0.4178956785942961,
  -0.4177218481848757,
  -0.4175995405937602,
  -0.41722705173922014,
  -0.41685539401958654,
  -0.4171199259937139,
  -0.4163819188367754,
  -0.4162034394660565,
  -0.41554466344986135,
  -0.41728650083922747,
  -0.41886790720651035,
  -0.42015168326486485,
  -0.4206838747968514,
  -0.42180093908356503,
  -0.42339016805218305,
  -0.42413632662173123,
  -0.42429070689400666,
  -0.42443742079565955,
  -0.4244310406288989,
  -0.42526848194045624,
  -0.4256705670720099,
  -0.4261285354713529,
  -0.42559789916573265,
  -0.4248442480881493,
  -0.42401831853090555,
  -0.42318071042657235,
  -0.4220235294807408,
  -0.42078522520511463,
  -0.4194766914731549,
  -0.41801272046634114,
  -0.41691562889524514,
  -0.4153905944199927,
  -0.41408787598120267,
  -0.41268433374919056,
  -0.41121318555418424,
  -0.4126835884994373,
  -0.41300756799522786,
  -0.4138120831251843,
  -0.4147998820836047,
  -0.4161288393973535,
  -0.4175828913025091,
  -0.4182431825077702,
  -0.41869281991678364,
  -0.41942031908071137,
  -0.42096075484549916,
  -0.4215729376082513,
  -0.4221110858224699,
  -0.4228425212814763,
  -0.42370187651850616,
  -0.424139010157974,
  -0.4228654453759963,
  -0.420706641992062,
  -0.4195024104004393,
  -0.41957894021569325,
  -0.41942085856226224,
  -0.41824220089969044,
  -0.4172316368571194,
  -0.41563915574506083,
  -0.41438847464457534,
  -0.4125493432082206,
  -0.41115137976134647,
  -0.4099010169159989,
  -0.40906027823223295,
  -0.4087230051575696,
  -0.40888906395370783,
  -0.4119016459738746,
  -0.41410366510349084,
  -0.4161248217614748,
  -0.4179288478234705,
  -0.4191728979231517,
  -0.4210605361195597,
  -0.42132813756083765,
  -0.4224012032081012,
  -0.4245877008889792,
  -0.42684121077740234,
  -0.4284402683353088,
  -0.42940502585975165,
  -0.43034687435525454,
  -0.432123736360851,
  -0.4335102172097436,
  -0.4350754144533343,
  -0.4365860064953712,
  -0.43768456517949667,
  -0.43937971517044794,
  -0.44092034700488547,
  -0.4426550281639956,
  -0.4434205356769842,
  -0.44360536368841097,
  -0.44346080901218843,
  -0.4435685261446578,
  -0.4469635980761599,
  -0.45036644607279386,
  -0.4532139098162077,
  -0.4553594917592455,
  -0.4569160055005912,
  -0.45697254854738134,
  -0.45612722484973983,
  -0.4546258279627996,
  -0.45482572474099253,
  -0.4554480739953813,
  -0.45640353087386326,
  -0.4577028609830323,
  -0.4586124860476049,
  -0.4585984092965165,
  -0.4584872923597065,
  -0.4583495849661872,
  -0.4582352707109234,
  -0.45796000331389647,
  -0.45823646369476123,
  -0.4574485632676334,
  -0.457114889803922,
  -0.4565047305429765,
  -0.4558305488225584,
  -0.45613282883820744,
  -0.45323406005734723,
  -0.45041714246680686,
  -0.44882986252439316,
  -0.4495848118107283,
  -0.4507583272801399,
  -0.4517606461927123,
  -0.45284980665250646,
  -0.4531172291432918,
  -0.45315449392945817,
  -0.45368589293331396,
  -0.45408406560335196,
  -0.45374192154596316,
  -0.45389692618855954,
  -0.45364140799877123,
  -0.45301739091258136,
  -0.4527455677688915,
  -0.4527326445331469,
  -0.4524764162746611,
  -0.45227510052276704,
  -0.4522532180027791,
  -0.451942121416454,
  -0.45082773901817585,
  -0.44974102576184666,
  -0.44947099263082296,
  -0.44964154210425716,
  -0.44961430523299784,
  -0.4491984098557243,
  -0.4489470869458309,
  -0.4502938192492533,
  -0.45170241508869124,
  -0.45342595879651953,
  -0.4554403236199991,
  -0.4582256007826455,
  -0.46091830501883696,
  -0.4623588938621662,
  -0.46368700395151397,
  -0.46483241895311866,
  -0.46605748218870585,
  -0.4679532463467473,
  -0.4694349186659626,
  -0.469837574557023,
  -0.47055443798857827,
  -0.47132081381461133,
  -0.4713676211637378,
  -0.4712042396480947,
  -0.470717551240229,
  -0.4710906575314789,
  -0.4709287342967218,
  -0.4714734059824464,
  -0.4707511508209157,
  -0.47036802267272615,
  -0.4706227470215474,
  -0.47099836879297424,
  -0.4715447599913449,
  -0.47117691490547275,
  -0.4717837346318258,
  -0.47142178956263053,
  -0.4720331746128681,
  -0.47206466612205356,
  -0.47228039503992125,
  -0.4727835347741447,
  -0.472657266511237,
  -0.47205919781073613,
  -0.47196169724018333,
  -0.47348592857322297,
  -0.4740210096925715,
  -0.47484143220243535,
  -0.47485267445090806,
  -0.4754722963573553,
  -0.4754185922988263,
  -0.47483230554141276,
  -0.4745375448809294,
  -0.47480159408594147,
  -0.47454319427123914,
  -0.47577136625411803,
  -0.4775478269677846,
  -0.4784076868386448,
  -0.4777158919073069,
  -0.4773657085976441,
  -0.47659871897787176,
  -0.4762982326952802,
  -0.4732275686380412,
  -0.4710264699653844,
  -0.46930398630709247,
  -0.4675279740956698,
  -0.4661437874828714,
  -0.4654123326903545,
  -0.4643236213735872,
  -0.4636306402825388,
  -0.46207266244335543,
  -0.4591852727863029,
  -0.4562752241210313,
  -0.453234463964362,
  -0.45093411409908213,
  -0.4518481885694803,
  -0.45277001711992665,
  -0.45393831930559775,
  -0.4549796734749465,
  -0.4565040258295032,
  -0.4564222163248121,
  -0.45647744342253793,
  -0.4553882969373798,
  -0.4545151513804559,
  -0.45365799848036137,
  -0.45302796897170133,
  -0.4520171576161464,
  -0.4519186518542154,
  -0.4511656473519825,
  -0.4510351078103196,
  -0.45179774106624326,
  -0.4527649515109975,
  -0.45352345477258466,
  -0.4536658760593506,
  -0.45375961840179974,
  -0.4546718880149451,
  -0.4549632246484025,
  -0.4548399843587195,
  -0.4543298111681785,
  -0.45455681430230765,
  -0.4544824702163098,
  -0.45446701351865726,
  -0.45407481413626943,
  -0.45255059820350557,
  -0.45125492722120747,
  -0.45088641691978004,
  -0.4503933420234059,
  -0.44961694462109303,
  -0.4488426459838316,
  -0.44835682788931513,
  -0.44842282771116465,
  -0.4505714784051054,
  -0.4518073807095635,
  -0.45242443600152654,
  -0.4538285108830576,
  -0.4548057192130799,
  -0.45539451601069125,
  -0.45576091823131987,
  -0.45715741054281983,
  -0.4583059975245105,
  -0.45898158615776047,
  -0.4597367399893046,
  -0.46165570688168517,
  -0.4606913780824414,
  -0.46067467946586915,
  -0.4601876343854668,
  -0.4591114629597028,
  -0.4586530990147697,
  -0.45694246765577656,
  -0.4571382055900578,
  -0.45790575921247145,
  -0.45853327606927546,
  -0.4591257275177751,
  -0.45911615754450813,
  -0.4591815158422692,
  -0.45944628906969465,
  -0.46009897672892225,
  -0.4607122182482661,
  -0.4616219802137226,
  -0.46285374576040406,
  -0.46413964913405337,
  -0.46374840107248994,
  -0.46419971221539713,
  -0.4657261279094624,
  -0.46806223187188956,
  -0.4703283157783146,
  -0.47186021661790295,
  -0.47394454730304003,
  -0.47604622792689166,
  -0.47871501385898113,
  -0.48215569937261016,
  -0.48543862118931524,
  -0.4876501786364998,
  -0.49000347033298175,
  -0.49141887171348314,
  -0.49288392659588637,
  -0.493893487091672,
  -0.4958848637557353,
  -0.4962402226334059,
  -0.4966722173090992,
  -0.496839720644875,
  -0.4981441234997233,
  -0.5001145494753185,
  -0.5023824287762436,
  -0.5042178266985855,
  -0.5056609718575997,
  -0.5071175304583756,
  -0.5086385675762481,
  -0.5100065948716714,
  -0.5120102905969972,
  -0.512339820168659,
  -0.5132692810433445,
  -0.5141395244752021,
  -0.5155282343611993,
  -0.5165628119866001,
  -0.5169085326728372,
  -0.5169482937080128,
  -0.5172805201082776,
  -0.5177365537498397,
  -0.5174321893387965,
  -0.5177899913704656,
  -0.5203347078097543,
  -0.5217730865654368,
  -0.5218289153226349,
  -0.5214349894390397,
  -0.520838392557955,
  -0.5204200009687194,
  -0.5191352808855505,
  -0.5176770480385045,
  -0.5187513068269756,
  -0.5194221151646288,
  -0.520318134199821,
  -0.5213858239386349,
  -0.5210209142934481,
  -0.520808422715698,
  -0.5205946801905614,
  -0.5204244591902453,
  -0.520441025835296,
  -0.5217047612769508,
  -0.5225138953823435,
  -0.5234957336426869,
  -0.5237372859364637,
  -0.5247546261872509,
  -0.526093303679827,
  -0.5274764825123609,
  -0.5289044828784436,
  -0.5302071078930408,
  -0.5321807404153088,
  -0.5318246039344448,
  -0.5318130843669782,
  -0.5321421526736474,
  -0.5320603554797295,
  -0.5327723310217622,
  -0.5334955024119453,
  -0.5341783605574821,
  -0.5344977026528576,
  -0.5350264928857213,
  -0.5368884776045012,
  -0.5367729706703706,
  -0.5359098117970812,
  -0.5355848555680385,
  -0.533975249776412,
  -0.5328327322680981,
  -0.5313429534093376,
  -0.5333572895484723,
  -0.5344487336081037,
  -0.5355526188281934,
  -0.5367874524366282,
  -0.537504125263747,
  -0.5387475258939705,
  -0.5399501888949747,
  -0.5398020278567155,
  -0.5396337674556484,
  -0.5395590878194391,
  -0.5394678961815923,
  -0.5393309776310699,
  -0.5388353252811187,
  -0.5384330196659702,
  -0.53876681996023,
  -0.5384533420530176,
  -0.5401939979444523,
  -0.5420746593767729,
  -0.543048043265825,
  -0.5427055478779585,
  -0.5428400194729041,
  -0.5427449037933595,
  -0.5423819651556736,
  -0.542101226419306,
  -0.5414967611523923,
  -0.5416177242713168,
  -0.5410135376024653,
  -0.5406779123475718,
  -0.5400711800917898,
  -0.5386096884045591,
  -0.5380017289010111,
  -0.5370442593440399,
  -0.5364159056766092,
  -0.5354467404064678,
  -0.5346415230449296,
  -0.5336370030415233,
  -0.5329502458448524,
  -0.5316182263096112,
  -0.5303616190416554,
  -0.529364284936649,
  -0.5285478626973849,
  -0.5272897281061594,
  -0.5262347121359834,
  -0.5252520735587001,
  -0.5244625030505353,
  -0.5254514455253835,
  -0.5253863747177204,
  -0.5255344553968699,
  -0.5261577074687168,
  -0.5261926791504704,
  -0.5295536240665619,
  -0.5315100948139888,
  -0.5322502826774357,
  -0.5337794651834783,
  -0.5345581166046236,
  -0.5353796906408556,
  -0.5364873610934816,
  -0.5373360298063552,
  -0.5374286802685524,
  -0.5377352492924415,
  -0.5380296070010766,
  -0.538728870534713,
  -0.5373302109995443,
  -0.535544482809222,
  -0.5346103367728061,
  -0.5335483153397298,
  -0.5322192076579515,
  -0.5305256131705746,
  -0.528795838455361,
  -0.5270351445173244,
  -0.5250287852056369,
  -0.5228927312901325,
  -0.5210081180152946,
  -0.5188877045379643,
  -0.5167813574989867,
  -0.515930661245349,
  -0.5143082164384346,
  -0.513118118648145,
  -0.5114537278576606,
  -0.510413011934866,
  -0.509054244157053,
  -0.5070861563020895,
  -0.5051882714787405,
  -0.5026300309976424,
  -0.5004450920309705,
  -0.4979766288022849,
  -0.4952629322660515,
  -0.4930967921481318,
  -0.49207032509579834,
  -0.4909372900823246,
  -0.4899024025127285,
  -0.48880129732165417,
  -0.4880648670503131,
  -0.48779785844873275,
  -0.486243438890824,
  -0.485023457517617,
  -0.48734480084661747,
  -0.48837908597763063,
  -0.4891357179434677,
  -0.48972726823606316,
  -0.4912089797547423,
  -0.4909717965848752,
  -0.49092944856324505,
  -0.49111976428687093,
  -0.49102181333144723,
  -0.49085297243943826,
  -0.490409547009719,
  -0.4905546527594917,
  -0.49141863955886567,
  -0.4919261222477977,
  -0.49244520634107225,
  -0.4936243314727542,
  -0.493803948868163,
  -0.4945254197272691,
  -0.4934731774231064,
  -0.4922481732007629,
  -0.49193339200363384,
  -0.49157572680004535,
  -0.4900327594957914,
  -0.48846820352204195,
  -0.48697672459919167,
  -0.4859397335109285,
  -0.4853064687690025,
  -0.48417604866451835,
  -0.4830862146448362,
  -0.48272380774439494,
  -0.48255697237943623,
  -0.48251772106446367,
  -0.48247137248370797,
  -0.4825197054639904,
  -0.4821686813957464,
  -0.4810806344825364,
  -0.4798139080131,
  -0.4797929048041826,
  -0.4795480946106537,
  -0.4793188378717313,
  -0.479480827299583,
  -0.47889447676697267,
  -0.47827771857600504,
  -0.47730645341123135,
  -0.47633918388121094,
  -0.4758329709084392,
  -0.4752540160827838,
  -0.4753523661956129,
  -0.4745787851307405,
  -0.47383009527446274,
  -0.47302597754845854,
  -0.47284853839557955,
  -0.4732432191745756,
  -0.4737935033490694,
  -0.47446904065362455,
  -0.47528547212224287,
  -0.4762472291183211,
  -0.47634231919991765,
  -0.4759443030811653,
  -0.4761261090563753,
  -0.47687662732624847,
  -0.4767049515899392,
  -0.4760716164939692,
  -0.47560859648475295,
  -0.47604607992816766,
  -0.4756498495855088,
  -0.4759851318913265,
  -0.4763527237580196,
  -0.4766636288752105,
  -0.4768346856640773,
  -0.4766092516535483,
  -0.47707308744054955,
  -0.47732811120737206,
  -0.47707904624790615,
  -0.47700544473142836,
  -0.47655164882767553,
  -0.4759483871042948,
  -0.4772563809647481,
  -0.4778147491139023,
  -0.47824862942697993,
  -0.47858351378514746,
  -0.47886381267835704,
  -0.4796641940944727,
  -0.47940360071241545,
  -0.4800686831193148,
  -0.48146348903004266,
  -0.4820855529196741,
  -0.4839821281763159,
  -0.4860517234224659,
  -0.48732640965436785,
  -0.4880739888602159,
  -0.48894083210313255,
  -0.4893674142156195,
  -0.48974962995044197,
  -0.4895555353737259,
  -0.4895637089702986,
  -0.4900387698829209,
  -0.49029639179984086,
  -0.4903854782521919,
  -0.4895403004551425,
  -0.48937737090191963,
  -0.4886165869443388,
  -0.48759723992623166,
  -0.4867253410321463,
  -0.4853864924326022,
  -0.4846087693803913,
  -0.48326545957577627,
  -0.4832550299548421,
  -0.48287766579006086,
  -0.4822439377625575,
  -0.4822251480812024,
  -0.48233792916776935,
  -0.48202437785429747,
  -0.481832086533578,
  -0.4820740673868064,
  -0.48134254948879907,
  -0.48076323781314195,
  -0.4796936666799902,
  -0.47836878171107694,
  -0.4772873374242466,
  -0.4762478569305725,
  -0.4751030477544668,
  -0.4737933584846753,
  -0.4725758339219997,
  -0.47501338916296176,
  -0.47696906040398324,
  -0.47648045849538445,
  -0.4751985248384666,
  -0.474319243736615,
  -0.4733463003099088,
  -0.4725162284067098,
  -0.4717534284798672,
  -0.47107524544033685,
  -0.4710481060612511,
  -0.4715911589665184,
  -0.47452021324534754,
  -0.47774396976312045,
  -0.48106511619962894,
  -0.4816336138679708,
  -0.48252294938921475,
  -0.4832540823892131,
  -0.48350439533650846,
  -0.4832890042139557,
  -0.4834044736058612,
  -0.4850289963308914,
  -0.48577322492110964,
  -0.48711711883011155,
  -0.48758217300837614,
  ...])
[28]:
gres.grids['Ery'] = t_ery.agent.critic(torch.tensor(t_ery.env.state_space.mean(axis=1),device=device)).detach().cpu().numpy().ravel()
gres = project_back(gres, 'Ery')
adata.obs['Ery'] = gres.embedding['Ery']
[215]:
gres1.grids['Ery'] = t_ery1.agent.critic(torch.tensor(t_ery1.env.state_space.mean(axis=1),device=device)).detach().cpu().numpy().ravel()
gres1 = project_back(gres1, 'Ery')
adata1.obs['Ery'] = gres1.embedding['Ery']
[33]:
sc.pl.umap(adata, color='Ery',s=50,title='',cmap='plasma',show=False)
plt.savefig('F7.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_45_0.png
[216]:
sc.pl.umap(adata1, color='Ery',s=50,title='',cmap='plasma',show=False)
plt.savefig('F8.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_46_0.png
[172]:
gres = lineage_rewards(gres, ['HSC_1','HSC_2'], ['Mono_1','Mono_2','DCs'], mode='Contribution')
Reward generating: 100%|██████████████████| 1163/1163 [00:00<00:00, 2446.68it/s]
Time used for generating rewards : 0.50 seconds

[218]:
gres1 = lineage_rewards(gres1, ['HSC','MPP'], ['GMP'], mode='Contribution')
Reward generating: 100%|██████████████████| 1699/1699 [00:00<00:00, 2497.06it/s]
Time used for generating rewards : 0.71 seconds

[173]:
t_mye = trainer('ActorCritic', gres, reward_mode='Contribution', X_latent=X_pca, num_episodes=5e3)
t_mye.train()
Iteration1: 100%|█████████████| 500/500 [00:03<00:00, 148.67it/s, E=500, R=1.50]
Iteration2: 100%|████████████| 500/500 [00:04<00:00, 103.11it/s, E=1000, R=2.98]
Iteration3: 100%|█████████████| 500/500 [00:05<00:00, 97.73it/s, E=1500, R=3.57]
Iteration4: 100%|█████████████| 500/500 [00:05<00:00, 87.66it/s, E=2000, R=4.13]
Iteration5: 100%|█████████████| 500/500 [00:06<00:00, 82.20it/s, E=2500, R=5.26]
Iteration6: 100%|█████████████| 500/500 [00:06<00:00, 79.24it/s, E=3000, R=5.24]
Iteration7: 100%|█████████████| 500/500 [00:06<00:00, 72.65it/s, E=3500, R=6.23]
Iteration8: 100%|█████████████| 500/500 [00:07<00:00, 70.50it/s, E=4000, R=5.86]
Iteration9: 100%|█████████████| 500/500 [00:07<00:00, 70.30it/s, E=4500, R=5.84]
Iteration10: 100%|████████████| 500/500 [00:07<00:00, 68.98it/s, E=5000, R=6.77]
[173]:
([-1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -0.7303062662743388,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2.0,
  0.15293603128073396,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -0.8322059498408995,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.7426960858895953,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -0.8323150002058387,
  -1.0,
  -1.0,
  0.026058631921824144,
  1.3829519039438143,
  -0.9386701501888537,
  -1.0,
  -0.8218457680455684,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  1.2479796632282603,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.9688499110743902,
  -1.0,
  -2,
  -1.0,
  -0.17840819555099152,
  0.30285978486401555,
  -2,
  -1.0,
  -0.9566632814389918,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.7912215869868346,
  0.48257672924902506,
  -1.0,
  -0.5262253480493764,
  -0.02267429608293159,
  -1.0,
  -1.0,
  -1.0,
  0.3520678866144886,
  -1.0,
  0.013029315960912058,
  -1.0,
  -1.0,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2.0,
  -0.8218457680455684,
  -1.0,
  -1.0,
  -1.0,
  0.011792982982937517,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  0.1661431973993521,
  -0.26620368983412,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.6754304664544102,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.9566632814389918,
  -0.8979912660685001,
  -2,
  -0.7912215869868346,
  -1.0,
  -0.9075200612632439,
  -1.0,
  -1.0,
  -0.0310425593748459,
  -1.0,
  -1.0,
  -1.0,
  0.5348121271323207,
  0.3654146541916279,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  3.2190299023875717,
  -0.8668411771428903,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.4915076945449998,
  -1.0,
  5.205426892054861,
  0.026058631921824116,
  -1.0,
  -1.0,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  0.0,
  -1.0,
  -1.0,
  -1.0,
  -0.9566632814389918,
  -1.0,
  -1.0,
  -1.0,
  0.0,
  -1.0,
  -1.0,
  -1.0,
  -0.8375995221932201,
  -1.0,
  -1.0,
  -1.0,
  0.01954397394136806,
  -1.0,
  4.885040950641152,
  -0.5043141107853206,
  -1.0,
  -1.0,
  3.439555709755742,
  1.0835257544710735,
  -1.0,
  1.7778777532538688,
  -2,
  -1.0,
  -0.7287272962311542,
  -1.0,
  -0.7735339344704077,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.6892128530553348,
  8.382493358475118,
  1.4317315379651534,
  -1.0,
  -0.8218457680455684,
  -1.0,
  -1.0,
  0.026058631921824116,
  -1.0,
  5.969275201045212,
  3.927124454268081,
  -1.0,
  -1.0,
  0.019543973941368142,
  -2,
  -1.0,
  3.743242461062365,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  0.032573289902280145,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.0,
  -1.0,
  0.029315960912052186,
  0.019543973941368142,
  0.032573289902280145,
  -1.0,
  0.22329877465355535,
  -1.0,
  -0.9688499110743902,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  2.99410831429437,
  0.022801302931596046,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  4.633571482907529,
  -1.0,
  -1.0,
  -1.0,
  1.1743007824580198,
  -0.8755426684019076,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.9231116065599434,
  4.495860846729423,
  0.022801302931596046,
  5.709396237042219,
  -1.0,
  7.454166571738374,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -0.9566632814389918,
  3.479980730531745,
  -0.6927482595676453,
  3.4907361782357698,
  -1.0,
  -1.0,
  -1.0,
  3.995165098887372,
  -0.5989014444668634,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  1.8200568435126394,
  4.1397163866303845,
  4.22822485713346,
  3.0779982184424197,
  3.745577440984937,
  -2.0,
  -1.0,
  3.687679510392802,
  -1.0,
  -1.0,
  0.032573289902280145,
  -1.0,
  3.988274360107548,
  4.748553972457177,
  4.9703620655988665,
  -1.0,
  -1.0,
  2.9408343776632564,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.6970825772162857,
  -1.0,
  6.718860853943092,
  -1.0,
  -0.8979912660685001,
  -1.0,
  -1.0,
  1.944385458683326,
  3.1221416458667886,
  -1.0,
  0.026058631921824005,
  -1.0,
  -1.0,
  2.975346986614766,
  -1.0,
  -0.9036927788236973,
  5.491292744908113,
  -1.0,
  3.1757888086688166,
  -1.0,
  0.02605863192182417,
  4.95214991511473,
  1.4385931174901625,
  -1.0,
  1.3136355737976269,
  0.019543973941368142,
  3.5650738272536766,
  -1.0,
  -1.0,
  5.28905142069278,
  -1.0,
  -1.0,
  2.278791857223476,
  2.8619159557722345,
  -1.0,
  -1.0,
  0.032573289902280145,
  3.861287844110038,
  0.019543973941368142,
  0.026058631921824116,
  3.671934841409684,
  -1.0,
  -1.0,
  1.7273617422139615,
  3.4506211146277797,
  5.4768811027263435,
  -1.0,
  -1.0,
  4.23653677244267,
  -2,
  6.040385410088042,
  3.6656168041128288,
  -1.0,
  3.4119167068396594,
  -1.0,
  3.95181989339616,
  3.104801657430019,
  4.113968345129069,
  4.485502439515063,
  3.423404808347857,
  -2.0,
  0.026058631921824116,
  -1.0,
  1.2886654080967812,
  -1.0,
  0.3391855144431999,
  3.710896427891074,
  -1.0,
  3.4084536051680168,
  3.52353951161356,
  4.068533425405829,
  0.5521948805820447,
  2.585128376693631,
  3.214083618151164,
  2.385887483150676,
  4.0375158930332695,
  -1.0,
  -2,
  4.913193934947029,
  3.4299943242984665,
  -1.0,
  -1.0,
  3.034089000018746,
  -1.0,
  -1.0,
  3.840268722530894,
  0.9225101295778142,
  0.3922139104407912,
  0.026058631921824005,
  6.8971433950696746,
  2.2355707657800035,
  5.038437183039772,
  0.019543973941367976,
  4.158438261846797,
  3.5888558522862395,
  -1.0,
  3.6130666690206277,
  4.0889226671476,
  -1.0,
  3.70486101992693,
  0.5126536546878322,
  -1.0,
  -1.0,
  2.7034088871052457,
  -1.0,
  2.820940551352024,
  1.084910607384594,
  -1.0,
  3.2058153344411715,
  4.478000182137894,
  2.296010525854755,
  2.875804544722044,
  1.3682601317272058,
  1.411504899749651,
  0.5533013470551849,
  -1.0,
  3.6902646535721018,
  1.406735820735015,
  -2,
  -0.0032573289902280145,
  -1.0,
  0.0228013029315961,
  2.9117651077231095,
  -1.0,
  -1.0,
  -1.0,
  2.69028469320963,
  4.460656597887931,
  -1.0,
  3.190796579025076,
  0.0228013029315961,
  0.02605863192182413,
  4.5023875282124415,
  1.8968514982457023,
  -2.0,
  -2,
  0.0228013029315961,
  4.8791269874436605,
  4.919554753896622,
  0.01954397394136803,
  -1.0,
  -2,
  5.892057036628467,
  6.809120055190924,
  0.026058631921824116,
  4.041501547376971,
  6.896507883759648,
  -2,
  5.082991314109917,
  6.52145011127614,
  1.1268664072721306,
  2.21504231542174,
  0.4238998584647326,
  -1.0,
  -1.0,
  -1.0,
  3.2160992033382096,
  4.158220226862979,
  0.9225101295778142,
  -1.0,
  -1.0,
  0.02605863192182406,
  2.993509553082194,
  6.549747471579505,
  -1.0,
  -0.18252105267265872,
  -0.9386701501888537,
  3.195876453073919,
  3.9330385157791876,
  0.0032573289902280145,
  -1.0,
  -1.0,
  3.2803829386300225,
  4.074148099816181,
  -1.0,
  5.89167377838977,
  -1.0,
  3.396999302767813,
  -0.5989014444668634,
  3.9473908766541346,
  2.520829447110745,
  3.6417971314935347,
  3.874697888111969,
  2.874055435753021,
  -0.8755426684019076,
  5.2097384348149225,
  -0.43111920717931174,
  3.204351285992373,
  4.7412858857627675,
  0.0228013029315961,
  3.1924442495003174,
  -1.0,
  -1.0,
  -1.0,
  0.0,
  4.453784557585636,
  5.054309221208266,
  0.026058631921824116,
  -1.0,
  0.019543973941368142,
  4.475144534527407,
  6.103736852683404,
  5.833340202531081,
  0.4238998584647326,
  0.0228013029315961,
  -1.0,
  0.4915076945449998,
  -2,
  5.513091663698702,
  3.182273443814854,
  -1.0,
  5.700143211546942,
  -1.0,
  1.8807960346735246,
  -0.00325732899022807,
  4.132235065236946,
  4.395319820258355,
  -1.0,
  -1.0,
  4.6729073370766985,
  3.999198608295247,
  -2,
  7.588776064334197,
  3.0748700281065466,
  -1.0,
  -0.09050337808579778,
  3.464435864000303,
  3.8075847322800627,
  -1.0,
  3.343644925091152,
  2.8755138335159307,
  7.843940704659429,
  -1.0,
  -1.0,
  -1.0,
  -2,
  0.0228013029315961,
  -0.4189213107814026,
  3.19542310792181,
  -1.0,
  3.6150413137776543,
  1.411504899749651,
  -0.8979912660685001,
  -1.0,
  -1.0,
  0.25053407007317086,
  -1.0,
  -1.0,
  3.5094066420295413,
  3.9450297840729536,
  3.4605611997070778,
  0.01954397394136803,
  3.925421071933546,
  0.4915076945449998,
  3.9417358927269337,
  4.552465330254976,
  0.026058631921824116,
  -1.0,
  0.0228013029315961,
  3.1821376320942942,
  3.696580867516099,
  -1.0,
  -1.0,
  4.9292977577074,
  3.834603385894369,
  4.876069562616559,
  6.134913041497637,
  -1.0,
  0.019543973941368142,
  5.531597019552763,
  6.200547695044953,
  -1.0,
  -2,
  -0.8979912660685001,
  6.169200257977811,
  0.026058631921824005,
  4.331992724646974,
  -1.0,
  4.011607223540102,
  1.1635154306986708,
  5.192920093609299,
  3.1226722965650393,
  5.344688937867477,
  -1.0,
  -1.0,
  4.399264718707143,
  3.295614805661976,
  5.837702285429917,
  5.451123239797944,
  5.65640788685922,
  3.192763672134928,
  0.9225101295778142,
  5.290744467735678,
  3.2263725563324375,
  4.056626680457368,
  4.8172106469807545,
  3.182961732479226,
  3.5318502691638822,
  0.026058631921824116,
  -1.0,
  3.5457205990381637,
  4.2965771191518165,
  3.1997852909083937,
  1.091475337761067,
  0.019543973941367976,
  6.264483565987315,
  4.347649817106077,
  3.5838141220166575,
  2.9658477482549612,
  3.6722895390847006,
  -1.0,
  -0.8270638189402404,
  3.167786084115646,
  -2,
  1.9882503789777495,
  2.9620179055040867,
  3.1870253040607133,
  4.513564631068841,
  4.022265584793493,
  6.385708615308459,
  4.021257132399155,
  4.255759884032976,
  -1.0,
  0.026058631921824116,
  2.4498877246600483,
  -0.9386701501888537,
  4.500765537885558,
  0.9225101295778142,
  -1.0,
  0.026058631921824116,
  3.649669657174592,
  3.711977154889515,
  2.804999198583869,
  3.750625873469198,
  3.128096424534859,
  -0.8668411771428903,
  0.01954397394136803,
  5.750493693602706,
  -1.0,
  4.335687909305411,
  3.7127191652232745,
  3.124283479365795,
  3.7092117183727793,
  -1.0,
  -1.0,
  3.0832270812675575,
  0.5971923645940189,
  0.0228013029315961,
  -1.0,
  3.6689583563103185,
  3.7434675311104972,
  4.0258778217369136,
  3.7644877268516193,
  -2,
  0.8576629730639669,
  2.285529438607476,
  3.8423178336409505,
  3.1506905755949792,
  0.9225101295778142,
  4.518972574310247,
  -1.0,
  5.810972318066323,
  0.019543973941368142,
  -1.0,
  4.706929709283036,
  3.3531192366567444,
  -1.0,
  -0.9566632814389918,
  5.69765001561417,
  -0.8979912660685001,
  -2.0,
  5.5431584408684715,
  -1.0,
  -0.21918976241121946,
  3.161713681013343,
  3.6685826415556004,
  0.019543973941368142,
  3.257437434388226,
  2.852236940024098,
  0.0228013029315961,
  4.438908527144097,
  4.8236455680362464,
  3.814870248105471,
  0.032573289902280145,
  -2,
  -1.0,
  4.325344437262492,
  -1.0,
  3.3539589040545,
  0.5281719357939458,
  4.043300270707054,
  -0.8979912660685001,
  4.928187759570303,
  6.385151055145102,
  1.2611371689246988,
  -1.0,
  0.0228013029315961,
  -1.0,
  6.269051836662111,
  3.367659445169796,
  1.2289779501620703,
  3.2195680770070227,
  1.3588933674031658,
  4.1470524287583395,
  6.026718785611954,
  -1.0,
  3.713300237080887,
  -0.44587933734516494,
  4.780189388461006,
  3.176650163344002,
  3.736828713589182,
  2.8485615099808164,
  0.019543973941368142,
  4.854950539026996,
  0.026058631921824116,
  4.0277698520934635,
  1.4317315379651534,
  0.019543973941368142,
  3.148605064584543,
  -2,
  5.036861602464654,
  5.524437542134084,
  3.3098223910652873,
  -1.0,
  6.389303834235407,
  0.01954397394136806,
  3.297578603044172,
  -0.7962451992878128,
  6.009861487240233,
  4.291430917002373,
  3.2503556728918164,
  3.529326130394426,
  5.909771876880994,
  7.5045582134468205,
  0.026058631921824005,
  2.7866257602262854,
  3.3836285506165478,
  6.274524942352274,
  3.6842443951734474,
  4.860999646314627,
  5.039466454160345,
  3.6411661961392032,
  6.781132108182231,
  0.02605863192182417,
  -1.0,
  3.291373596590594,
  0.026058631921824116,
  4.306288331412522,
  4.674289874327283,
  0.01954397394136803,
  5.048888868091991,
  -1.0,
  2.7866257602262854,
  3.2693430753562986,
  3.723007556809458,
  0.026058631921824116,
  4.42299636378294,
  -1.0,
  5.315750231768547,
  3.234940747289817,
  5.449680146632415,
  0.0228013029315961,
  4.577934283010914,
  5.424269692930218,
  0.019543973941368142,
  0.02605863192182417,
  3.373265572526089,
  0.0228013029315961,
  -0.9386701501888537,
  4.334815663793838,
  3.7705262167934817,
  7.641223598347184,
  -1.0,
  3.7432387264087823,
  1.944385458683326,
  6.175819071491592,
  4.8984894773397345,
  6.031425132795127,
  -1.0,
  7.019834667213416,
  0.032573289902280145,
  5.527527400883814,
  0.3239831130781332,
  3.5778150468810614,
  5.787523283478762,
  4.065350110144454,
  4.582458566943745,
  3.207319305651815,
  3.647369257661038,
  5.892524632425094,
  3.1674610478217944,
  3.871612196179559,
  0.026058631921824116,
  6.362451321629855,
  3.109880504535175,
  3.1478424602192066,
  5.233079797884833,
  4.492731761405192,
  2.601981497202203,
  -1.0,
  0.026058631921824116,
  3.3029073348365765,
  0.032573289902280145,
  5.365322405758015,
  3.939530413408617,
  -2,
  0.019543973941368142,
  5.095949740864438,
  4.283285646143797,
  -1.0,
  5.385573122155526,
  2.895457221419977,
  1.0133416273949503,
  -1.0,
  4.356494597121301,
  2.8713222001904755,
  3.74908884671793,
  6.5728255385654135,
  3.405185490352025,
  3.911228978673801,
  3.2160992033382096,
  5.413705755243415,
  3.232929971633492,
  2.9644835496923037,
  3.231333507394564,
  3.4523177555444375,
  4.01138284041568,
  3.6187584579759715,
  3.749437892953946,
  0.02386447036929873,
  2.7859049421889015,
  6.945503309786654,
  3.611561805736961,
  4.823278156680619,
  0.032573289902280145,
  0.0,
  5.147770027805533,
  -1.0,
  3.28033492875623,
  3.3746384747713547,
  4.044924092361704,
  5.7968505070360505,
  5.409707430182173,
  3.202182485979637,
  6.191024050849517,
  4.154854422113275,
  -1.0,
  4.417201286971618,
  -0.36658000307856786,
  6.888783135595107,
  -0.08918569248910602,
  5.32519263003879,
  -1.0,
  -1.0,
  7.389634610369094,
  -0.026058631921824116,
  5.097656179158671,
  0.0228013029315961,
  -1.0,
  0.0228013029315961,
  -1.0,
  5.332831481651945,
  -0.8482694364230224,
  5.3558392153622485,
  3.8504960753023325,
  0.026058631921824005,
  6.008773224022318,
  3.216008255009106,
  3.7707817507700865,
  -0.9036927788236973,
  3.6912098451551403,
  0.0228013029315961,
  5.090696719234663,
  0.026058631921824116,
  4.684651673075877,
  -2,
  4.289006517097092,
  0.019543973941368142,
  0.019543973941368142,
  3.489109383562546,
  3.1380003276493738,
  6.230081861588587,
  0.8926062500781364,
  4.046350347240104,
  0.01954397394136803,
  4.547447891309287,
  4.087477039577492,
  -1.0,
  3.3681369351315387,
  3.8487052473546712,
  5.424286330525371,
  0.0228013029315961,
  2.9516705236349847,
  6.086128911266965,
  8.244755412320156,
  3.7300573669727113,
  3.206224486554822,
  5.7781437891588,
  5.963211750174501,
  4.759181825835913,
  3.7920476909666956,
  6.611955196490501,
  -2.0,
  4.266331114823554,
  -1.0,
  -2,
  2.7878533052357937,
  5.658283377013905,
  6.064813403254681,
  4.536751686362193,
  4.987139349005272,
  4.610286355322604,
  0.026058631921824116,
  0.0228013029315961,
  0.019543973941368142,
  5.377372694825786,
  0.032573289902280145,
  5.419079258067828,
  3.9435606964570202,
  5.561718617821901,
  1.0963610507903236,
  5.797794754661722,
  5.394915523266755,
  3.723138035690867,
  -0.11039947100166791,
  0.026058631921824116,
  3.874030319182368,
  4.703605109727991,
  5.322119123910623,
  -1.0,
  5.7463715195104825,
  5.299050542560208,
  7.706647925455157,
  0.02931596091205213,
  3.2051808568971243,
  0.029315960912052186,
  0.0032573289902280145,
  4.1247995681586875,
  4.590141544314286,
  4.015231009593098,
  0.026058631921824116,
  -1.0,
  5.823659179802336,
  -2,
  5.063015451849181,
  0.01954397394136803,
  5.809836569650008,
  4.21309419261249,
  3.6656168041128288,
  0.4027557594103994,
  2.3811317186169387,
  2.9165875185277113,
  3.5851722144493134,
  4.727155519400811,
  0.0228013029315961,
  6.382157137062611,
  6.0651749476621415,
  0.019543973941368142,
  -2,
  7.4715206388819695,
  0.4915076945449998,
  3.1939738235862105,
  6.641059172431854,
  -0.7959825321370002,
  1.7977217709904822,
  4.0224172329681975,
  5.773909309437711,
  ...],
 [-9.705509059131146e-05,
  -0.00029163724691607057,
  -0.000228340322061209,
  -0.0001162240105990658,
  8.956428405297863e-06,
  3.73781913086472e-05,
  7.650316392071501e-06,
  -0.00010416590389458933,
  -0.00017870382518335538,
  -0.00024421379189203715,
  3.158104648780843e-05,
  -0.0003002821830964182,
  -0.0005457983643726322,
  -0.0008143563555937244,
  -0.00105542378150671,
  -0.0013292879359487002,
  -0.0018985062583367516,
  -0.002496785824036607,
  -0.003329561322940716,
  -0.004296016583008828,
  -0.0050039495326255215,
  -0.005938249704310157,
  -0.006458403406226151,
  -0.00693510476896673,
  -0.007586364712603509,
  -0.008800271245296976,
  -0.009946777003004054,
  -0.01098619983505103,
  -0.012106059993121412,
  -0.01307596421220831,
  -0.014439118481666222,
  -0.01582039437105797,
  -0.01721247867945323,
  -0.018497956266229073,
  -0.01979152123915513,
  -0.02106960765504264,
  -0.022346454672252197,
  -0.023796373628749333,
  -0.025570242755669367,
  -0.027408288923196716,
  -0.028936353298282882,
  -0.030609330671424646,
  -0.03202675971558492,
  -0.03372094921474602,
  -0.03532469171031238,
  -0.03694212514415584,
  -0.038780831127007066,
  -0.04021308115571346,
  -0.04139683028054593,
  -0.042635061175548994,
  -0.04401184170620575,
  -0.04517268890073945,
  -0.04607828277013098,
  -0.04747763031297016,
  -0.048576896586072664,
  -0.04985705472237067,
  -0.05129809906006024,
  -0.052545940093900415,
  -0.05383358949089261,
  -0.05499754325445385,
  -0.056200775911573686,
  -0.057351686301939986,
  -0.05856885080973082,
  -0.060495913452034936,
  -0.06266237077513845,
  -0.06498017751686289,
  -0.06696040728981248,
  -0.06901199790635185,
  -0.07094921764666323,
  -0.07290599660525533,
  -0.07502697270977064,
  -0.07673513447302804,
  -0.078801565838684,
  -0.08107905875192603,
  -0.08357295795374899,
  -0.08577054199649214,
  -0.08970689922360534,
  -0.09209704338549589,
  -0.09471432089153746,
  -0.09765411119408508,
  -0.10018093444152043,
  -0.10264344217337319,
  -0.10506586428431038,
  -0.1076703987019025,
  -0.11030745048217762,
  -0.11273351094323719,
  -0.11498349912258321,
  -0.1169767326837368,
  -0.1186496841402808,
  -0.12033568276509636,
  -0.12209252766050169,
  -0.12374481141587974,
  -0.12512446122488158,
  -0.126864764379811,
  -0.12861324039192493,
  -0.13306749725000103,
  -0.13762664933341504,
  -0.14197738904397755,
  -0.1463756660515851,
  -0.15009781692378843,
  -0.1537446277249193,
  -0.15680632138488632,
  -0.15964778163549057,
  -0.16207677780612476,
  -0.16454695548344697,
  -0.16679282159905037,
  -0.16880856658462584,
  -0.171141588408914,
  -0.1734519731010705,
  -0.1758887402564964,
  -0.17845069350688933,
  -0.18143398232241306,
  -0.18446430478140646,
  -0.1872709535467298,
  -0.18966761124065842,
  -0.19239921030870746,
  -0.19429755711738578,
  -0.19632243833604843,
  -0.19835652433887196,
  -0.20027691558440325,
  -0.20260629398884972,
  -0.2048306136980284,
  -0.20699666334255098,
  -0.20976976475217185,
  -0.21193099500231694,
  -0.2143492936997144,
  -0.2165422128348535,
  -0.2184396043693464,
  -0.22028962274383146,
  -0.222492324734635,
  -0.2245467249431037,
  -0.2267983968216612,
  -0.228976450769369,
  -0.23138140658162323,
  -0.23322875961188652,
  -0.23513832515678362,
  -0.2370114158796325,
  -0.23892455339938595,
  -0.2407973853280906,
  -0.2447844652626028,
  -0.24874465393539716,
  -0.251949015496958,
  -0.25515339366852713,
  -0.2583166298697211,
  -0.2604396144293416,
  -0.2627594121042843,
  -0.2673380581046378,
  -0.2716392400332003,
  -0.2757490064556768,
  -0.28025881706934114,
  -0.2849832598166131,
  -0.28985662924026256,
  -0.2940986348037018,
  -0.29763065456150706,
  -0.30201382880811634,
  -0.3061661514458827,
  -0.31042201140062836,
  -0.3150276059353763,
  -0.31716824113053005,
  -0.3187785228692324,
  -0.32086645028986704,
  -0.3232563957541007,
  -0.3253500469370657,
  -0.3277040173416092,
  -0.32952080146031876,
  -0.3310437818932485,
  -0.332229772455008,
  -0.3350116393469558,
  -0.3368208135759107,
  -0.33761360302242593,
  -0.3384024285217086,
  -0.34287065714848636,
  -0.346530613879376,
  -0.35065496890953507,
  -0.35496156299675774,
  -0.3568384745731199,
  -0.35859557623855004,
  -0.3603243733646052,
  -0.3623684783454308,
  -0.36350069174937316,
  -0.3645895897460287,
  -0.3656967659013215,
  -0.36710636936830077,
  -0.36791538563957377,
  -0.368386661119785,
  -0.37100451393126294,
  -0.3728985189118271,
  -0.37546746926751673,
  -0.3771266292756866,
  -0.37865769291618867,
  -0.380574039494752,
  -0.38151871921259195,
  -0.3823708561343932,
  -0.3830280675437618,
  -0.38415485323238724,
  -0.38521494688853136,
  -0.38722541740688865,
  -0.3887296522368731,
  -0.39067649361354045,
  -0.39293619035956884,
  -0.3952043722975377,
  -0.39613904908831743,
  -0.39689724717297303,
  -0.39772666164626036,
  -0.3984887710715076,
  -0.3992748349852579,
  -0.4002135765053313,
  -0.4016674814263973,
  -0.4033419260732128,
  -0.4045551757519478,
  -0.40603623716061404,
  -0.40720960595592826,
  -0.40845767669770167,
  -0.40977261307665286,
  -0.41067696346456245,
  -0.41153060744152825,
  -0.41341390324827665,
  -0.41493976923456444,
  -0.41685752956636246,
  -0.4188890058211948,
  -0.42116211080753835,
  -0.4233469090171954,
  -0.4248710270426432,
  -0.42652935313416035,
  -0.42744222119049574,
  -0.4275614096266365,
  -0.427486866680247,
  -0.4272931889868032,
  -0.4270180531636248,
  -0.42952071119883584,
  -0.43243305203409227,
  -0.4335362104128378,
  -0.43449958757686863,
  -0.4365228000595928,
  -0.43734684997779005,
  -0.43852352238607367,
  -0.4392346112055322,
  -0.4407132632813977,
  -0.4418940975711461,
  -0.4430303013596423,
  -0.44436715573987556,
  -0.445570703230963,
  -0.4454736114574,
  -0.44531701157762227,
  -0.44534572263084105,
  -0.4452615258894825,
  -0.44558606221412134,
  -0.44613602485024767,
  -0.4468078033341469,
  -0.4469240326814288,
  -0.4472507728176089,
  -0.44749255792017656,
  -0.4479113782111535,
  -0.4493291408658436,
  -0.44977965600154884,
  -0.4513136681281306,
  -0.45147691649009425,
  -0.45146184866031597,
  -0.45153060576199083,
  -0.45153957298173697,
  -0.45145871557116823,
  -0.45332731630140255,
  -0.45502716140553395,
  -0.45693876969240127,
  -0.4587104386516899,
  -0.4608697337007868,
  -0.4635046285277472,
  -0.46530575504664945,
  -0.46704093084743165,
  -0.46827950118661416,
  -0.4694587995458353,
  -0.4709991344610318,
  -0.4727379544730452,
  -0.473933902962475,
  -0.4750883530036128,
  -0.47651515828601904,
  -0.47761976326403244,
  -0.47882229801886017,
  -0.4797930242944595,
  -0.4816115822113745,
  -0.4835880681960391,
  -0.48525134162735584,
  -0.48705384998965745,
  -0.48697308267256856,
  -0.48851670421437154,
  -0.48880835532436123,
  -0.4887768163133949,
  -0.48835570645134085,
  -0.4892243838970009,
  -0.49003399880536624,
  -0.4906740125462332,
  -0.4916969957711989,
  -0.4926746857810896,
  -0.49399174141741165,
  -0.49591365797735343,
  -0.49756763276159766,
  -0.49964464582221213,
  -0.5012232688350521,
  -0.5025540003326165,
  -0.5039156851272677,
  -0.5058366652543734,
  -0.5074380394055759,
  -0.5091770896765732,
  -0.5109598628089703,
  -0.5119723085014867,
  -0.5127697465252482,
  -0.513472728534981,
  -0.5146799741600178,
  -0.5151433963698299,
  -0.5160253597325624,
  -0.5166947351159064,
  -0.5171111602316399,
  -0.5178909530079812,
  -0.5181702987042335,
  -0.5186592066892813,
  -0.5192705934232261,
  -0.5189508100609836,
  -0.5188299283146414,
  -0.5186075689331446,
  -0.5183139650350884,
  -0.5181054944082543,
  -0.5180810458375039,
  -0.5184891839900074,
  -0.5192019965229497,
  -0.5202731709528143,
  -0.5210435626649791,
  -0.5214664086257631,
  -0.521812303148949,
  -0.522401789592532,
  -0.5228927537480926,
  -0.5224892029818432,
  -0.5222621968396757,
  -0.5219107271187715,
  -0.5213322393048253,
  -0.5218564327745343,
  -0.5236545260655643,
  -0.5246618799992623,
  -0.5247563406393012,
  -0.5242327965440606,
  -0.5228310003932858,
  -0.5212815737407667,
  -0.5196024156613008,
  -0.5182413715489549,
  -0.5183101372992995,
  -0.5184325559626641,
  -0.5186854253979692,
  -0.5184541263201146,
  -0.5183408402828591,
  -0.5181485155434485,
  -0.5180100294962545,
  -0.5182449331432526,
  -0.5199187224107181,
  -0.5209733509890446,
  -0.5218688015692282,
  -0.5225208246439779,
  -0.5251326934011215,
  -0.5276634968950228,
  -0.5293257546668954,
  -0.5308271946196237,
  -0.5325166598137275,
  -0.5332843446831083,
  -0.5341415969709231,
  -0.534071971013027,
  -0.534377121218749,
  -0.5345699242475277,
  -0.5349627373083465,
  -0.5349450575586868,
  -0.5352567127287715,
  -0.5366363717601327,
  -0.53748203491352,
  -0.5382431083848683,
  -0.5389350715538815,
  -0.539232629532084,
  -0.5382123078947194,
  -0.5378593094760877,
  -0.537441884793503,
  -0.5364988309553013,
  -0.5351423735517951,
  -0.5340538842005729,
  -0.5325345783840202,
  -0.534373620198521,
  -0.5356982131313495,
  -0.5348160156223829,
  -0.533982080834169,
  -0.532897383822971,
  -0.5322095873452263,
  -0.5316412851596426,
  -0.5310122941292951,
  -0.5302893953011276,
  -0.5295596314274681,
  -0.5285491895516112,
  -0.5279296070416966,
  -0.5288414052059053,
  -0.5291823776041616,
  -0.5299781422136003,
  -0.5305960409856026,
  -0.5309024766933028,
  -0.5317006116382131,
  -0.5323631318654111,
  -0.532476835696326,
  -0.5321197755954505,
  -0.5318336150629056,
  -0.5318239709014514,
  -0.5318359882010464,
  -0.5331937539201553,
  -0.5337045660896567,
  -0.5347635484662702,
  -0.5332830462597226,
  -0.5319324412617785,
  -0.5297710211356813,
  -0.5278842340632214,
  -0.5262411520650301,
  -0.5251513028980753,
  -0.5239713544962062,
  -0.5225162272444037,
  -0.520744024660857,
  -0.5191364796478928,
  -0.5176733147811675,
  -0.5204380198968674,
  -0.5205462350875099,
  -0.520655855293851,
  -0.5207589320659657,
  -0.5207871563293953,
  -0.5203943472328909,
  -0.5201127104080728,
  -0.5213558933393584,
  -0.5221241702586557,
  -0.5230800198515648,
  -0.5232714656557036,
  -0.523580384189642,
  -0.5233749892066745,
  -0.5234856806220685,
  -0.5264851066482031,
  -0.5306383456733728,
  -0.5337239451723466,
  -0.5347533633092625,
  -0.5352753317088569,
  -0.5358897203358046,
  -0.5363084949435067,
  -0.5367643812293178,
  -0.537491531083921,
  -0.5386187551969188,
  -0.5400446025491882,
  -0.5410724435370488,
  -0.5418500537028627,
  -0.5427570726651909,
  -0.5435123849161533,
  -0.544110760510646,
  -0.5446886752978755,
  -0.5452371573707575,
  -0.5450890033026347,
  -0.5453725324806482,
  -0.5457370933297501,
  -0.5456467472633928,
  -0.546328930666606,
  -0.5472749140535866,
  -0.5481566719553569,
  -0.5498696734189977,
  -0.5524786365858307,
  -0.5552119329142007,
  -0.5561136780177152,
  -0.5571701747282964,
  -0.5582084037854372,
  -0.5600201227371026,
  -0.5626563191824762,
  -0.5636968384793937,
  -0.5651099234579485,
  -0.5657880123465945,
  -0.5671548801590642,
  -0.5686282816668344,
  -0.5698663582031223,
  -0.5714509432192812,
  -0.5733714883479266,
  -0.5755007804461345,
  -0.5780781505826001,
  -0.579057192934679,
  -0.5799206271295363,
  -0.5801468718699606,
  -0.5807371282089484,
  -0.5805280210367033,
  -0.5810079212767117,
  -0.5815544549230061,
  -0.5819517357632821,
  -0.5817477192052085,
  -0.5838269613325635,
  -0.5868999684879521,
  -0.5889013954405181,
  -0.587496633049068,
  -0.5857347062156956,
  -0.584590145436101,
  -0.5862222269621858,
  -0.58750942534905,
  -0.5883811678565326,
  -0.5861873153593539,
  -0.5834823102630841,
  -0.5804443830932954,
  -0.5779258492030054,
  -0.5760585890735351,
  -0.5743874821456808,
  -0.57218400866544,
  -0.5731669704079824,
  -0.5742875612537459,
  -0.5757624855018252,
  -0.5774502295876256,
  -0.5793430364063966,
  -0.5809993623844714,
  -0.5821734311934482,
  -0.5814204767388493,
  -0.5818840369847594,
  -0.582333077762608,
  -0.5822294268262523,
  -0.5817965926911313,
  -0.5806871527805874,
  -0.5798000496132248,
  -0.5784078224495608,
  -0.5768766666030467,
  -0.5754824461790624,
  -0.57436209423755,
  -0.5732551866858931,
  -0.5724430195807698,
  -0.5707218766220099,
  -0.5685173020668475,
  -0.566112187423121,
  -0.5635627589828988,
  -0.5647824818686826,
  -0.5659213640016518,
  -0.5670015664730064,
  -0.5671489750916187,
  -0.5677481120821388,
  -0.5689651266601253,
  -0.5695712269730604,
  -0.570069096970588,
  -0.5703942425803243,
  -0.5756830654061953,
  -0.5801067650426959,
  -0.5850221191454914,
  -0.5886810377474568,
  -0.5934875846365851,
  -0.5973508944369816,
  -0.6016525577809588,
  -0.6051557585149652,
  -0.6097938680576184,
  -0.6089094323026403,
  -0.6081089256601261,
  -0.6067360756302619,
  -0.6057139804877063,
  -0.604191488977535,
  -0.6024913998161575,
  -0.6005835708882656,
  -0.5987455675524191,
  -0.5970873074108469,
  -0.5950290239544945,
  -0.5931397039501644,
  -0.5913703374827636,
  -0.5946638797820518,
  -0.5973922596400386,
  -0.6003468800679126,
  -0.6032533982644281,
  -0.606318782126263,
  -0.6087816939786855,
  -0.6086428416873619,
  -0.608229936345426,
  -0.607934837617564,
  -0.607914502573706,
  -0.6108038177857139,
  -0.6131300143416217,
  -0.6149168231045617,
  -0.6157088060046868,
  -0.6167004175952384,
  -0.6182901300620489,
  -0.619122231448024,
  -0.619678262494115,
  -0.6202645391265525,
  -0.6211900680849725,
  -0.6226123499613827,
  -0.6237854516608632,
  -0.6245261886042953,
  -0.6253700351745871,
  -0.628144894197666,
  -0.6319702247622687,
  -0.6344129503710929,
  -0.6369021741190696,
  -0.6380089062055894,
  -0.6401927133314751,
  -0.6412302128089843,
  -0.6433002857620826,
  -0.6461919616375401,
  -0.6492611823837424,
  -0.6522342849839391,
  -0.6511929140610813,
  -0.6503677330009839,
  -0.6495243410055576,
  -0.648602421312115,
  -0.6472496629282222,
  -0.6492583450001244,
  -0.6513759461879884,
  -0.6530206469695722,
  -0.6548142429849456,
  -0.6567286839760984,
  -0.6564863735163466,
  -0.6563068646843866,
  -0.6558637109957494,
  -0.6554829940323577,
  -0.6553010357219897,
  -0.6547970531120825,
  -0.6536839910294864,
  -0.652966559867712,
  -0.6517764768361538,
  -0.6506717218113632,
  -0.6499453131444184,
  -0.6485987390445166,
  -0.6474756402710736,
  -0.6509975015049142,
  -0.6549427491257923,
  -0.6579188889186766,
  -0.6607946618389665,
  -0.6632680189283312,
  -0.6653665819975995,
  -0.6671212089674866,
  -0.6692726062490653,
  -0.6661376019214927,
  -0.6629389963052782,
  -0.6605744983051819,
  -0.6589226476518442,
  -0.6571074081368535,
  -0.6555132498982303,
  -0.6538340000797848,
  -0.6524788805094452,
  -0.652280413697745,
  -0.6523546440130797,
  -0.6524239043804702,
  -0.6527252533148361,
  -0.6527332857668479,
  -0.6523073705477495,
  -0.651565498459415,
  -0.6505247329337756,
  -0.6473424080302361,
  -0.6444741808447831,
  -0.6422573131778067,
  -0.6411487109905416,
  -0.6393633142321015,
  -0.6372754234505356,
  -0.6342783992442486,
  -0.6302818096258472,
  -0.6260911516492903,
  -0.6215130990430329,
  -0.621942443366467,
  -0.6217636476974099,
  -0.6216828318402475,
  -0.6217237602179725,
  -0.621852202917432,
  -0.6229260879623579,
  -0.6232531560737241,
  -0.6230738805544334,
  -0.6233328224795955,
  -0.6232188806305338,
  -0.6227866024815201,
  -0.6223138105857315,
  -0.6217611538696293,
  -0.6218935393086437,
  -0.6216105116483973,
  -0.6210729478410899,
  -0.6207599724947372,
  -0.6201104624262318,
  -0.6215500987246544,
  -0.6229186463248269,
  -0.6241605190289098,
  -0.6247084398381727,
  -0.6245712673680239,
  -0.6249050289229723,
  -0.6249145905064535,
  -0.6245888862696842,
  -0.6242292563834904,
  -0.623565725238673,
  -0.6229516660102152,
  -0.6221272367192611,
  -0.6210025575621464,
  -0.6199101015656412,
  -0.6189668732092355,
  -0.618559116067444,
  -0.6179411163650402,
  -0.6174344668754773,
  -0.6184467929322514,
  -0.618938115977287,
  -0.6195019662423179,
  -0.6204936771733591,
  -0.6211342523294006,
  -0.6209644811598786,
  -0.6203569796743081,
  -0.6197467064784742,
  -0.619209555570994,
  -0.6185344459571347,
  -0.6197028385547911,
  -0.6183353499386086,
  -0.6162311289592889,
  -0.6154084409887478,
  -0.613685897349001,
  -0.6147747532545405,
  -0.6157262171843433,
  -0.616708491972197,
  -0.6174935669277642,
  -0.6184035227419596,
  -0.6189543386591527,
  -0.6197866511733917,
  -0.620662375572287,
  -0.6222691368674717,
  -0.6211546858109438,
  -0.6200030624327676,
  -0.6186310370326368,
  -0.6170590743385281,
  -0.6166128458418164,
  -0.6149476513890947,
  -0.6123238118018093,
  -0.6096526558789368,
  -0.6068084842304182,
  -0.6041767267816358,
  -0.6050581866593091,
  -0.605676684421348,
  -0.6062914274869732,
  -0.608993125361669,
  -0.6108357921644605,
  -0.6134205642667944,
  -0.6132885586630202,
  -0.6133661994888229,
  -0.613291029920784,
  -0.6129206528928423,
  -0.6130743225528013,
  -0.6132554877909665,
  -0.6150401895013533,
  -0.6172531901243574,
  -0.6200216076921453,
  -0.6215587931712742,
  -0.6246439903429224,
  -0.6276408674323378,
  -0.630085943420112,
  -0.6324387384335031,
  -0.6352529790913493,
  -0.6337073193570826,
  -0.6326408475486387,
  -0.6310313942431122,
  -0.6299799632416879,
  -0.6291446682443005,
  -0.6278928680366906,
  -0.6280052343339622,
  -0.6280433007016027,
  -0.6281221844349874,
  -0.6282338103559215,
  -0.6281528963548011,
  -0.6250198611425912,
  -0.622233410096518,
  -0.6224214906685253,
  -0.6218801154510911,
  -0.6215133027978392,
  -0.6207193187340014,
  -0.6198674237933351,
  -0.6190173621203066,
  -0.6184407271195881,
  -0.6179096945388303,
  -0.616986143094487,
  -0.616065218165195,
  -0.6152823130231129,
  -0.6144613394281587,
  -0.6139542920684432,
  -0.6131199749290085,
  -0.6121878650505583,
  -0.6115136646812802,
  -0.6113349047370471,
  -0.6116208634607374,
  -0.6106190715554572,
  -0.6094965462040505,
  -0.6086966859331571,
  -0.6082530653174409,
  -0.6082657703277677,
  -0.608333684392236,
  -0.6082420554762333,
  -0.6081192245056454,
  -0.6084262797455362,
  -0.6081900942200691,
  -0.6080802742774188,
  -0.6112802717898513,
  -0.6129252124175583,
  -0.6155764923794497,
  -0.6177186124495577,
  -0.6168784766104868,
  -0.6158207206789171,
  -0.6150211943307716,
  -0.613810801193476,
  -0.6125202188063994,
  -0.611385776263822,
  -0.6098546787540486,
  -0.6085718833325474,
  -0.6072454077604987,
  -0.6061246953398546,
  -0.6050360914747523,
  -0.6039317817089165,
  -0.6030035477125861,
  -0.6018030624030031,
  -0.6005264017021464,
  -0.5996563894620168,
  -0.5983583024397765,
  -0.5971613884269196,
  -0.596172894090166,
  -0.5952324772124504,
  -0.5944351354960392,
  -0.593313973121362,
  -0.5920725555396621,
  -0.5904808218002977,
  -0.5888201559928119,
  -0.5874866910298987,
  -0.5908956180197718,
  -0.5893596751920192,
  -0.5875069176867256,
  -0.5858259941474673,
  -0.590323302508334,
  -0.5947907041451682,
  -0.598605262496734,
  -0.6025299137059559,
  -0.6019964913226754,
  -0.6009291547734641,
  -0.5998947056639301,
  -0.5986681056862639,
  -0.5974674296857256,
  -0.5965687862156761,
  -0.5953579800291198,
  -0.5944107920605461,
  -0.5933550095483787,
  -0.5925371671662233,
  -0.5920560769062017,
  -0.5910904023311208,
  -0.5901419802700839,
  -0.5893192803138877,
  -0.5886786184904985,
  -0.5880546063370529,
  -0.5911334779596416,
  -0.5933923175536003,
  -0.5960136848041807,
  -0.5997002307934213,
  -0.6018445060095027,
  -0.6033925202105075,
  -0.6039572671731871,
  -0.6042249037923573,
  -0.6025055707923221,
  -0.6002414173259824,
  -0.5978762277854102,
  -0.5952150083256913,
  -0.5954463387916274,
  -0.595668682641073,
  -0.5954130773150449,
  -0.595493555563838,
  -0.5958754568255543,
  -0.5940621296775158,
  -0.592976869266307,
  -0.5910620595420104,
  -0.5894156395274082,
  -0.5894927958034764,
  -0.5892983258253707,
  -0.5876126120571237,
  -0.5859270309342465,
  -0.5844760871786726,
  -0.5830188905372777,
  -0.5814539421696153,
  -0.5795797502948039,
  -0.5772854525445329,
  -0.5749248363728756,
  -0.5727600410744208,
  -0.5723424946157967,
  -0.5713876721177886,
  -0.5700792789687532,
  -0.5676653313640425,
  -0.5650038154411963,
  -0.5621840389091479,
  -0.5594736909355833,
  -0.5598978048174266,
  -0.5601346234858672,
  -0.5611405628600454,
  -0.563067990381553,
  -0.5639837024110943,
  -0.5648205002457796,
  -0.5649104664434338,
  -0.563963916397174,
  -0.5634955350693062,
  -0.5627110159611021,
  -0.5624325361285843,
  -0.5616211911044585,
  -0.5608624793988524,
  -0.5614372207733539,
  -0.5619865569911882,
  -0.5625086269652121,
  -0.5638353862033185,
  -0.5646375991381771,
  -0.5647474001437603,
  -0.566155042771223,
  -0.5680540096671424,
  -0.571084506258516,
  -0.5741717305882998,
  -0.5772928428320793,
  -0.5794756970316534,
  -0.5805323833925339,
  -0.582353480173081,
  -0.5837304377311122,
  -0.5849383661980314,
  -0.5856777107602068,
  -0.5858836548036614,
  -0.5867479717357703,
  -0.586778557722333,
  -0.5864497446442049,
  -0.5863881506827751,
  -0.5858510829821967,
  -0.585807437134451,
  -0.5860615100070864,
  -0.5865696549392745,
  -0.5871117431498686,
  -0.5876396845762167,
  -0.591394243759842,
  -0.5917087742013897,
  -0.5924157538594355,
  -0.5930792992699784,
  -0.593815123226414,
  -0.5928562974038115,
  -0.5918039867407956,
  -0.5915714897892121,
  -0.5916154685805577,
  -0.5918843986267235,
  -0.5918606365189963,
  -0.5915114097042564,
  -0.5913760866902734,
  -0.5911896825980697,
  -0.5903096736615693,
  -0.5895578969955511,
  -0.5888122507326669,
  -0.5880692572842937,
  -0.587951439777379,
  -0.5876766920770882,
  -0.5876311076961209,
  -0.5874958736912249,
  -0.5870730400780598,
  -0.5865869841075203,
  -0.5857549409559151,
  -0.5865458534149652,
  -0.5864534705438599,
  -0.5864965967248472,
  -0.5861640048673789,
  -0.5852622418391491,
  -0.5849308337414112,
  -0.5846762730494764,
  -0.5844816313630887,
  -0.5845377433016217,
  -0.5849768864885712,
  -0.5848310769634312,
  -0.5853117710482757,
  -0.5851826542716246,
  -0.5850015947948413,
  -0.5844878167293334,
  -0.58419206761618,
  -0.5837570724704171,
  -0.584370285802008,
  -0.5840794155798918,
  -0.5841327112171604,
  -0.5838993364818181,
  -0.58411649966002,
  -0.5845761046135594,
  -0.5850514008201707,
  -0.5855264660149376,
  -0.5858629783439053,
  -0.586496603215255,
  -0.5874937513131847,
  -0.5878431744342699,
  -0.5886571599275694,
  -0.5883078211808872,
  -0.5894316562109538,
  -0.590220341826765,
  -0.590578072167001,
  -0.5913045857668707,
  -0.5912886487493104,
  -0.5915416921093007,
  -0.5906702792832623,
  -0.5882856077187681,
  -0.5857760413713512,
  -0.5868993471767625,
  -0.5882919357570598,
  -0.5862398030083206,
  -0.5848889324875893,
  -0.5841288776142559,
  -0.5820241637417124,
  -0.5783800482304399,
  -0.5755598264116791,
  -0.5726643473871403,
  -0.5697034312027707,
  -0.56675731956207,
  -0.5636568107098046,
  -0.5606001128827784,
  -0.5575152928779401,
  -0.5542697262812782,
  -0.5516854897800966,
  -0.5510748821780646,
  -0.5501259151890016,
  -0.5490248358125652,
  -0.5485579468901743,
  -0.5489450325176429,
  -0.5496903059340801,
  ...])
[219]:
t_mye1 = trainer('ActorCritic', gres1, reward_mode='Contribution', X_latent=X_pca1, num_episodes=5e3)
t_mye1.train()
Iteration1: 100%|████████████| 500/500 [00:03<00:00, 144.45it/s, E=500, R=-0.26]
Iteration2: 100%|████████████| 500/500 [00:05<00:00, 90.86it/s, E=1000, R=-0.19]
Iteration3: 100%|████████████| 500/500 [00:06<00:00, 78.22it/s, E=1500, R=-0.07]
Iteration4: 100%|█████████████| 500/500 [00:06<00:00, 79.26it/s, E=2000, R=0.03]
Iteration5: 100%|████████████| 500/500 [00:06<00:00, 72.41it/s, E=2500, R=-0.10]
Iteration6: 100%|█████████████| 500/500 [00:07<00:00, 68.54it/s, E=3000, R=3.29]
Iteration7: 100%|█████████████| 500/500 [00:07<00:00, 64.99it/s, E=3500, R=6.40]
Iteration8: 100%|█████████████| 500/500 [00:08<00:00, 59.52it/s, E=4000, R=7.54]
Iteration9: 100%|█████████████| 500/500 [00:08<00:00, 59.63it/s, E=4500, R=9.65]
Iteration10: 100%|████████████| 500/500 [00:08<00:00, 61.59it/s, E=5000, R=9.12]
[219]:
([-1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  0.0027173913043478104,
  -0.7568792632174316,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.021739130434782636,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  0.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.02173913043478265,
  -1.0,
  -0.9172722351583259,
  -0.02173913043478254,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.016304347826087,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  1.208991434268428,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.7568792632174316,
  -0.0081521739130435,
  -1.0,
  -1.0,
  -1.0,
  -0.02173913043478254,
  -2,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.027173913043478215,
  -1.0,
  -1.0,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.021739130434782483,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2.0,
  0.019021739130434756,
  -1.0,
  -1.0,
  -1.0,
  0.021739130434782705,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.9172722351583259,
  -1.0,
  -1.0,
  -0.7568792632174316,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.021739130434782594,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.027173913043478243,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.019021739130434756,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.021739130434782483,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  0.019021739130434756,
  -1.0,
  -1.0,
  -1.0,
  0.021739130434782705,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347816,
  -0.9172722351583259,
  1.2810236374709563,
  -1.0,
  -1.0,
  -1.0,
  -0.9172722351583259,
  -1.0,
  0.021739130434782636,
  -1.0,
  -1.0,
  0.0054347826086956555,
  -1.0,
  -1.0,
  -1.0,
  0.010869565217391311,
  -1.0,
  0.02717391304347827,
  -0.9172722351583259,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.027173913043478243,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.23579887093459662,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -0.6332914650258737,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.9172722351583259,
  0.02717391304347827,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  0.019021739130434784,
  0.02717391304347827,
  -0.9172722351583259,
  -1.0,
  -0.9172722351583259,
  -2,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.021739130434782636,
  0.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347816,
  0.019021739130434756,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -0.7913750421088817,
  -0.7568792632174316,
  0.02717391304347827,
  0.010869565217391318,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.027173913043478215,
  -1.0,
  -1.0,
  0.02173913043478265,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.005434782608695635,
  0.02717391304347827,
  0.02717391304347827,
  0.021739130434782594,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02173913043478265,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.40607725637696246,
  -1.0,
  0.010869565217391311,
  6.47891483520057,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347827,
  0.02717391304347827,
  0.027173913043478215,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.01086956521739129,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -0.008152173913043473,
  1.065008498914202,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -0.008152173913043473,
  0.010869565217391311,
  -1.0,
  0.0,
  -0.005434782608695621,
  -1.0,
  0.23579887093459662,
  0.02717391304347816,
  0.02717391304347827,
  0.0,
  0.02717391304347827,
  0.23579887093459662,
  0.3185266357762707,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.10990167788515237,
  0.02717391304347827,
  -1.0,
  0.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  -1.0,
  0.23579887093459662,
  0.02717391304347827,
  0.10990167788515237,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  -0.019021739130434756,
  0.5983876293454207,
  -1.0,
  0.02717391304347816,
  0.027173913043478215,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -0.6770757342838012,
  -1.0,
  0.10990167788515237,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -0.7913750421088817,
  -2.0,
  0.02717391304347827,
  0.024456521739130377,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.0244565217391306,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -2.0,
  -1.0,
  -2,
  0.01086956521739129,
  0.02717391304347827,
  0.021739130434782594,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -2.0,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347827,
  -0.9172722351583259,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.5745877565541375,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.0244565217391306,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.3185266357762706,
  -1.0,
  0.02717391304347827,
  -2,
  0.02717391304347827,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.024456521739130488,
  0.02717391304347827,
  0.008152173913043459,
  0.23579887093459662,
  0.02717391304347816,
  -1.0,
  -1.0,
  -1.0,
  1.1118886490611353,
  0.21694903320942238,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.3185266357762707,
  -0.15078303663398396,
  -0.9172722351583259,
  0.02717391304347827,
  0.4337656130585752,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  1.5902039525979026,
  0.02717391304347827,
  0.23579887093459662,
  0.02717391304347827,
  0.021739130434782594,
  0.02717391304347827,
  2.186158861220792,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347816,
  0.2357988709345965,
  0.10990167788515226,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.23579887093459662,
  0.10990167788515237,
  -1.0,
  0.02717391304347827,
  0.021739130434782483,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347827,
  0.5983876293454207,
  1.1050486441843785,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.013586956521739128,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -0.9172722351583259,
  0.2357988709345965,
  -2,
  -0.7079343612242919,
  0.02717391304347827,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347816,
  0.10990167788515237,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  -2,
  -0.02717391304347827,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  0.027173913043478243,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -0.9172722351583259,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347816,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347816,
  -0.7913750421088817,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.23579887093459662,
  -2,
  0.0244565217391306,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -2,
  0.021739130434782705,
  0.02717391304347816,
  0.02717391304347827,
  0.02717391304347827,
  0.10990167788515237,
  -1.0,
  0.027173913043478243,
  -1.0,
  0.02717391304347827,
  0.021739130434782483,
  0.8620188331177028,
  0.008152173913043459,
  0.02717391304347827,
  0.02717391304347827,
  0.01086956521739129,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -2,
  0.10990167788515237,
  0.02717391304347816,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347816,
  0.02717391304347827,
  -1.0,
  0.02717391304347838,
  -1.0,
  0.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347838,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347838,
  0.02717391304347827,
  -0.7079343612242919,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.23579887093459662,
  0.010869565217391318,
  0.23579887093459662,
  0.02717391304347827,
  -1.0,
  0.010869565217391311,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347816,
  0.23579887093459662,
  0.10990167788515248,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  -1.0,
  0.02717391304347838,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.010869565217391318,
  0.02717391304347827,
  0.02717391304347827,
  0.2702946498260467,
  -1.0,
  0.33325227522797507,
  0.021739130434782483,
  0.02717391304347816,
  0.02717391304347816,
  0.02717391304347816,
  0.02717391304347827,
  0.024456521739130377,
  -1.0,
  0.02717391304347827,
  0.5411261917627854,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347816,
  0.02717391304347827,
  0.021739130434782705,
  0.02717391304347827,
  0.02717391304347827,
  0.01086956521739129,
  0.10990167788515237,
  -0.5159403354682376,
  -0.7913750421088817,
  0.02717391304347816,
  0.10990167788515237,
  0.02717391304347827,
  0.02717391304347827,
  0.021739130434782594,
  -1.0,
  0.01086956521739127,
  -2.0,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347827,
  1.7892428975816284,
  -1.0,
  0.02717391304347816,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -2,
  0.10990167788515237,
  0.3185266357762707,
  -0.7913750421088817,
  0.02717391304347827,
  0.23579887093459662,
  7.057075963240165,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347816,
  0.02717391304347827,
  0.23579887093459662,
  3.4576743451760925,
  0.02717391304347827,
  0.10990167788515237,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.0244565217391306,
  1.6780304085676951,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.10990167788515237,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.021739130434782705,
  0.23579887093459662,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -2,
  0.02717391304347827,
  0.021739130434782594,
  0.02717391304347816,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  -1.0,
  0.02717391304347827,
  0.010869565217391318,
  0.02717391304347827,
  0.5775945566428947,
  0.02717391304347827,
  0.01086956521739127,
  0.010869565217391311,
  0.5983876293454207,
  0.02717391304347816,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  -0.7913750421088817,
  0.02717391304347827,
  0.23579887093459662,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347816,
  0.02717391304347827,
  0.0827277648416741,
  -1.0,
  0.02717391304347816,
  0.02717391304347827,
  0.021739130434782594,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.0244565217391306,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347816,
  0.10990167788515237,
  0.02717391304347827,
  0.02717391304347827,
  0.024456521739130377,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -0.008152173913043473,
  0.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  0.021739130434782705,
  0.02717391304347827,
  0.02717391304347827,
  0.10990167788515226,
  0.024456521739130488,
  0.02717391304347827,
  -1.0,
  0.021739130434782594,
  -1.0,
  0.024456521739130377,
  0.02717391304347816,
  0.02717391304347827,
  0.02717391304347827,
  0.2357988709345965,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.0244565217391306,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.10990167788515237,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.23579887093459662,
  0.02717391304347827,
  0.05555385179819583,
  0.005434782608695704,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347838,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.021739130434782594,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.23579887093459662,
  0.021739130434782594,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347816,
  -0.12244185270804031,
  0.02717391304347827,
  0.02717391304347827,
  0.0244565217391306,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.10990167788515237,
  0.010869565217391318,
  0.02717391304347816,
  0.3185266357762707,
  0.10990167788515237,
  0.02717391304347827,
  0.10990167788515237,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.027173913043478243,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.016304347826086946,
  0.02717391304347827,
  -1.0,
  0.0,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -1.0,
  -0.01630434782608696,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.024456521739130377,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.024456521739130488,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.024456521739130488,
  0.02717391304347827,
  0.024456521739130377,
  -1.0,
  0.02717391304347827,
  -1.0,
  2.043643285109566,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347816,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.02717391304347827,
  -0.7913750421088817,
  0.02717391304347827,
  0.02717391304347827,
  0.10990167788515237,
  0.02717391304347827,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  0.008152173913043459,
  -0.9172722351583259,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347827,
  0.02717391304347816,
  -2,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  -2,
  -1.0,
  0.02717391304347827,
  ...],
 [-0.00045067168772220615,
  -0.0008936563830822707,
  -0.0012761728219930083,
  -0.0020447228969613742,
  -0.0030058955498906605,
  -0.003979736335240878,
  -0.004839057945536834,
  -0.005697101923039184,
  -0.006539264216372939,
  -0.007055491581437811,
  -0.007532983271284337,
  -0.008244134338461774,
  -0.009039793277784786,
  -0.009555791003683783,
  -0.0100197903809584,
  -0.010422640535746876,
  -0.01110497956578661,
  -0.011590493553670301,
  -0.01224805923265526,
  -0.012792597332621591,
  -0.014064634460637819,
  -0.01502634701166322,
  -0.01604564372647406,
  -0.017726670027065856,
  -0.018839798935937027,
  -0.01937648187661539,
  -0.020205976867988196,
  -0.020722386879516556,
  -0.021368692124465058,
  -0.021982894768869932,
  -0.022726949973308323,
  -0.023533937423215568,
  -0.02382773003562523,
  -0.024385513811074813,
  -0.0250364743064039,
  -0.025435698293471542,
  -0.02585626324167856,
  -0.026188819053274925,
  -0.02697973000535371,
  -0.027613377966397575,
  -0.028554181671067082,
  -0.029267847700759155,
  -0.0302436621616534,
  -0.03083457651457194,
  -0.031976347488238396,
  -0.03281438787327569,
  -0.033830592655625234,
  -0.03461836782631164,
  -0.03563279392817816,
  -0.03643113404598539,
  -0.03730766221817604,
  -0.03830159210872242,
  -0.039553893866072415,
  -0.04105556502503223,
  -0.04211303544133163,
  -0.04378228020994674,
  -0.04591201667156981,
  -0.047920226102534234,
  -0.05042629445616005,
  -0.05255949437616746,
  -0.05487058520613599,
  -0.05717850963768359,
  -0.05894746218417595,
  -0.060737336527536684,
  -0.06196521607734185,
  -0.06320183295268748,
  -0.06432535806464791,
  -0.0662268142041743,
  -0.06814678186540746,
  -0.06997583822402476,
  -0.07172063806070042,
  -0.07293106724144108,
  -0.07441622998589756,
  -0.07603721148116499,
  -0.07804290786098833,
  -0.08024502121446368,
  -0.08186295754137285,
  -0.08401869436890418,
  -0.0859834633498051,
  -0.08768525727763919,
  -0.08930241324637604,
  -0.09067091893994413,
  -0.09203961441004657,
  -0.09375611463525853,
  -0.09575297481558985,
  -0.09709547322500303,
  -0.0984756844212712,
  -0.0996110143746188,
  -0.10127176592477406,
  -0.10264103294392034,
  -0.10579161323681183,
  -0.10755803823656672,
  -0.10869407596176764,
  -0.11007714422817996,
  -0.1113440638931055,
  -0.11276815552718458,
  -0.11567278442890427,
  -0.11821381170968638,
  -0.12034103214565242,
  -0.12324105754618057,
  -0.12573816378760921,
  -0.1286554200435613,
  -0.13148077266117036,
  -0.13420755601939163,
  -0.13738530757359185,
  -0.14061542305270694,
  -0.14419820123071733,
  -0.1452861295351335,
  -0.14653096679626942,
  -0.14771645171801392,
  -0.1487320006275509,
  -0.14983777172192064,
  -0.15071369486043856,
  -0.1514024510543054,
  -0.15427856660760472,
  -0.15722607564720156,
  -0.15924662219319421,
  -0.16081285225847872,
  -0.16265094179672016,
  -0.16425888319083257,
  -0.1662500798341817,
  -0.1682328895865878,
  -0.16976943875931755,
  -0.17125665346041463,
  -0.17306240959225958,
  -0.17539330453120242,
  -0.17811834742417293,
  -0.1804584290597976,
  -0.1827108185374806,
  -0.18512788228985166,
  -0.1877322454127919,
  -0.1901015281258906,
  -0.19207481845031088,
  -0.19421605102510112,
  -0.19649983051547806,
  -0.19899923861139768,
  -0.2008693363647976,
  -0.20238464640075088,
  -0.20478504318656177,
  -0.20621969050733588,
  -0.20761399743790923,
  -0.2089052365863951,
  -0.2105026707859247,
  -0.21136406332079094,
  -0.2124211439338764,
  -0.21384884522390396,
  -0.21504587419829638,
  -0.21583670353454215,
  -0.21680097078963173,
  -0.21800064548060927,
  -0.2187946276534061,
  -0.22129660839687965,
  -0.22355165238059485,
  -0.22594723715486667,
  -0.22789115454785058,
  -0.23050411335927118,
  -0.23311037762304504,
  -0.23577523627503372,
  -0.23785791522890865,
  -0.23974901425835876,
  -0.2413594435459117,
  -0.24265653612730018,
  -0.24428073136910325,
  -0.24626205574532353,
  -0.24795263071859583,
  -0.24982540482982676,
  -0.2516609171165144,
  -0.2540092332599014,
  -0.25624979427658146,
  -0.2585617108816565,
  -0.26062124368114153,
  -0.26236928462565007,
  -0.2634690154570556,
  -0.2642037341727143,
  -0.2649208330000101,
  -0.266143700358295,
  -0.26686287723247054,
  -0.26785670000565576,
  -0.270390519170575,
  -0.27224471472230516,
  -0.27445092867825754,
  -0.2763387283251609,
  -0.2785687551859116,
  -0.2814898416830381,
  -0.28429420061966915,
  -0.2867321548036817,
  -0.2894039722568018,
  -0.29165576988704917,
  -0.29458332269168575,
  -0.2961693295611222,
  -0.2974828338950289,
  -0.29954890798010086,
  -0.3018443064741817,
  -0.30354490115923327,
  -0.30516014549642034,
  -0.3064526228432028,
  -0.307593722520525,
  -0.3089632097694908,
  -0.3101827796592878,
  -0.31094936915368776,
  -0.31173145802011376,
  -0.3124499224229091,
  -0.3131614675214307,
  -0.31383914027015014,
  -0.3141018958591684,
  -0.31476871139255647,
  -0.3159831838470225,
  -0.31755439920010337,
  -0.31949667205779014,
  -0.32034173637644864,
  -0.32095646977291836,
  -0.32161871611343823,
  -0.3220683945136335,
  -0.32249127962713253,
  -0.3229448230349241,
  -0.3232893646882775,
  -0.3238164212923416,
  -0.32602595175187415,
  -0.32775297552800403,
  -0.3294244040698205,
  -0.3309925979874673,
  -0.33253713543908114,
  -0.3332428196094218,
  -0.33423619128531956,
  -0.33571861102164197,
  -0.33815574580838786,
  -0.34007330114382955,
  -0.34202061909302833,
  -0.3440768059469803,
  -0.3461506753857589,
  -0.34853928901227094,
  -0.3513827131130737,
  -0.3533614118803292,
  -0.3553880840251054,
  -0.35760573841737303,
  -0.3596690614632622,
  -0.36055625200408664,
  -0.36089993950264926,
  -0.3614418180719474,
  -0.36201748615262724,
  -0.36313004482715355,
  -0.3641405109860935,
  -0.36475919006039165,
  -0.36559373027265685,
  -0.3665359518602462,
  -0.36747616928484006,
  -0.36899219403324157,
  -0.3704764716566537,
  -0.3721034508324891,
  -0.373595527953937,
  -0.37596841840575057,
  -0.37815402197526665,
  -0.3803722282891307,
  -0.3818871467850218,
  -0.38343144586621736,
  -0.38514819935246625,
  -0.3871704566409975,
  -0.38865879493863736,
  -0.39013333321930765,
  -0.39176637793893804,
  -0.394954787403232,
  -0.3974043845895297,
  -0.3994197451238384,
  -0.4012768874713507,
  -0.4030407376188023,
  -0.4048757519883408,
  -0.4068475520342272,
  -0.4089479913265539,
  -0.4105018660030045,
  -0.41304380011342673,
  -0.414925515455244,
  -0.41550165365460195,
  -0.41637742827903296,
  -0.4170495207013509,
  -0.4185706163671923,
  -0.4196068897149141,
  -0.4208389795849392,
  -0.4218758105878553,
  -0.42263917961183173,
  -0.4235429905282524,
  -0.4243037203664513,
  -0.42472404243711204,
  -0.4249600413655515,
  -0.4252684741218089,
  -0.42590548265518774,
  -0.4265858731687001,
  -0.42692315623261845,
  -0.42705520987384343,
  -0.4268562945710963,
  -0.4266887644650945,
  -0.42814818283158507,
  -0.42982116077280813,
  -0.4303640370594173,
  -0.4318229720792746,
  -0.4329705497595238,
  -0.4336085869538491,
  -0.4339610897401339,
  -0.4347278954669704,
  -0.4358426281486398,
  -0.4367351001432611,
  -0.43741489346836193,
  -0.43764340481692665,
  -0.43898822092539513,
  -0.442294996553747,
  -0.44542847749215136,
  -0.44810238126157387,
  -0.4506124060354876,
  -0.4522899526354905,
  -0.4541619070676217,
  -0.45449914495803057,
  -0.45518598736180715,
  -0.4557783762807606,
  -0.4564530873690033,
  -0.457220276323161,
  -0.4582459016904885,
  -0.459227905655337,
  -0.4603159828528866,
  -0.4638372140653311,
  -0.46720170757569296,
  -0.47046766601493395,
  -0.4735293385672369,
  -0.47582354518784675,
  -0.475746991695449,
  -0.4753843658160943,
  -0.4753221312092562,
  -0.4751553131373908,
  -0.4746745401885137,
  -0.4740361184770559,
  -0.47367454169593465,
  -0.4745774846813103,
  -0.4757137468092953,
  -0.4771232940534898,
  -0.47847033799601074,
  -0.4803460606396985,
  -0.48253826445524767,
  -0.4854272626385485,
  -0.48896969660447714,
  -0.49027692236309295,
  -0.492173154483398,
  -0.4933302247857147,
  -0.49453704785440544,
  -0.49556833431103336,
  -0.49557500005119653,
  -0.4957143655990744,
  -0.4957783753293066,
  -0.496069410537106,
  -0.4959220704922578,
  -0.49592205463866923,
  -0.4960592599324925,
  -0.49559824531818236,
  -0.4959430934112974,
  -0.49572734250784906,
  -0.4951364902465561,
  -0.4953938598702325,
  -0.49564808625912904,
  -0.4973089744532263,
  -0.4991163431241845,
  -0.50109517927384,
  -0.5030934586489055,
  -0.5054497153055703,
  -0.5066428798774456,
  -0.5084377745040135,
  -0.5093812417141236,
  -0.5084147559400279,
  -0.5083802880110243,
  -0.5078256197328954,
  -0.5067573710995724,
  -0.5071374693606517,
  -0.5071732652682812,
  -0.507845618648952,
  -0.5074124710579788,
  -0.508414026194411,
  -0.5091508987676396,
  -0.5103761012669045,
  -0.5104989523727755,
  -0.5104990220530694,
  -0.5104691618066575,
  -0.5110891993060348,
  -0.510650134835498,
  -0.5107521840632828,
  -0.5103277002828684,
  -0.5101484166465282,
  -0.5107025454787084,
  -0.5109254358804156,
  -0.51103098903129,
  -0.5117189272787108,
  -0.5110417383534913,
  -0.5100341101721017,
  -0.5097009914551092,
  -0.5092428707129502,
  -0.5083117729556074,
  -0.5076620984475665,
  -0.506729881004378,
  -0.505894773836638,
  -0.5051764909600485,
  -0.5054381770744316,
  -0.5057407614032547,
  -0.5064567449150403,
  -0.5070044048473865,
  -0.5072345263368291,
  -0.5077631008598577,
  -0.5082441812071705,
  -0.5089797950870729,
  -0.5092388163210453,
  -0.509016293818801,
  -0.5093237452133239,
  -0.5086615359745047,
  -0.5082827076397154,
  -0.508063206151764,
  -0.5080982148947937,
  -0.507956960231176,
  -0.5062290380030476,
  -0.5080486876648123,
  -0.5106221681005804,
  -0.5117070595364981,
  -0.5130972920200733,
  -0.5142952636927167,
  -0.5153195105860184,
  -0.5162284573570096,
  -0.5175081057997473,
  -0.5186362946861652,
  -0.5193937305022776,
  -0.5194010982903294,
  -0.5194086068612823,
  -0.5192747017814494,
  -0.5199071387021151,
  -0.5196831930647855,
  -0.5191681430166674,
  -0.5190238075155599,
  -0.5187246966476331,
  -0.5179758616561208,
  -0.5171931570304573,
  -0.5163929602608557,
  -0.5153851295411536,
  -0.5156548260624656,
  -0.5159823868454071,
  -0.5147754497241646,
  -0.5135380725241812,
  -0.513235184319439,
  -0.5130048625705484,
  -0.5128217863413348,
  -0.5127811455464155,
  -0.5123568056143434,
  -0.5120483081267799,
  -0.5108607409917207,
  -0.5093207196176328,
  -0.50790547118598,
  -0.506682328354157,
  -0.5054722751289435,
  -0.5047174292290488,
  -0.5032768246528365,
  -0.5021921400737637,
  -0.501735473274123,
  -0.5011935720105337,
  -0.500131787738509,
  -0.4993912837623561,
  -0.49855809503897125,
  -0.4980001960559048,
  -0.4967508442989529,
  -0.4964783858907802,
  -0.49655030690573854,
  -0.4962015721234529,
  -0.4968025162982627,
  -0.49671643106061675,
  -0.49660951169608897,
  -0.4961683353872843,
  -0.4957756628678529,
  -0.4952644451892234,
  -0.5004921341651358,
  -0.505695775031061,
  -0.5109253198947667,
  -0.5125888606598903,
  -0.5147848477549825,
  -0.5164448440903958,
  -0.5177745528748,
  -0.5190157911371899,
  -0.5201455718364073,
  -0.5234805433209065,
  -0.526531509539887,
  -0.5285280109658814,
  -0.5313045852789186,
  -0.5370882946294404,
  -0.5430747436535008,
  -0.5486471698896478,
  -0.5541184435273516,
  -0.5585641790961605,
  -0.5621410693613395,
  -0.5664722128170993,
  -0.5663212236206705,
  -0.5661739523171155,
  -0.5661424152934527,
  -0.5661319637417351,
  -0.568206471741096,
  -0.5709288820894522,
  -0.5735385459408764,
  -0.5760806136863308,
  -0.5782421752680533,
  -0.5808139547948884,
  -0.5833359336573505,
  -0.5856990548809399,
  -0.5878949312543699,
  -0.5900657293632576,
  -0.5904672521201545,
  -0.5922106350420451,
  -0.5933176975184423,
  -0.5943211848765685,
  -0.5960662372463865,
  -0.5978099752978636,
  -0.5984934277602606,
  -0.5998825669022629,
  -0.6027868147227733,
  -0.6054902028794985,
  -0.6084331750866891,
  -0.610985744952871,
  -0.6131966893026382,
  -0.6137086424458428,
  -0.6142594243945937,
  -0.6146168355875163,
  -0.6147962755470757,
  -0.6144174114641286,
  -0.6152425124146396,
  -0.6159478608099981,
  -0.6165935214769563,
  -0.6170754719108008,
  -0.6169490944234544,
  -0.6173641876611684,
  -0.6176823047054218,
  -0.6181437997933373,
  -0.6174790819259052,
  -0.6169011642508414,
  -0.6164638950152043,
  -0.6161177011285454,
  -0.6154530343109824,
  -0.6148079870354122,
  -0.6139199301620256,
  -0.6134426384364399,
  -0.6131474176296451,
  -0.6129851127915197,
  -0.6125721501634865,
  -0.6120550446202078,
  -0.6116905423429876,
  -0.6144223703310026,
  -0.6163987242081073,
  -0.6180417409821167,
  -0.618630926999191,
  -0.619779550618704,
  -0.6204131159870246,
  -0.6209133280436175,
  -0.6216655770991621,
  -0.6218572347416585,
  -0.6211620047796602,
  -0.6206023314330271,
  -0.6221137385209029,
  -0.6233312004741457,
  -0.6251712899771079,
  -0.6269849160373123,
  -0.6281489603682967,
  -0.6295086139042962,
  -0.6308442949882934,
  -0.6320780822270742,
  -0.6330131364951991,
  -0.6341084334974498,
  -0.6343932062642162,
  -0.6359299806460841,
  -0.6375772045817553,
  -0.6393414837452517,
  -0.6391130840600612,
  -0.6380810943784293,
  -0.637698341856824,
  -0.63727307647782,
  -0.6367380338774705,
  -0.636360360510871,
  -0.6363598403941458,
  -0.6351947934054148,
  -0.6341872592140931,
  -0.6335885855031858,
  -0.6324928199559933,
  -0.6317200710211132,
  -0.6310955651188656,
  -0.6304622089611331,
  -0.6299584300088987,
  -0.6290592181994781,
  -0.628989516712496,
  -0.6286253463448912,
  -0.628697834170433,
  -0.6286262479899221,
  -0.6284236093799773,
  -0.6282251191673975,
  -0.6279413746769835,
  -0.6279505585373174,
  -0.6279320381350345,
  -0.6274814438775869,
  -0.6269756443099095,
  -0.6276981104773217,
  -0.6280489121889198,
  -0.6278802709023206,
  -0.629811418797458,
  -0.6320653284412179,
  -0.633147640446568,
  -0.6340847450521049,
  -0.6348061005111858,
  -0.635818116728181,
  -0.635961687961614,
  -0.6363562580122539,
  -0.6359686682614802,
  -0.6360232453389122,
  -0.6356095097202994,
  -0.6350972232848647,
  -0.6353466844302507,
  -0.6361616394980133,
  -0.6368502679817938,
  -0.637709177318841,
  -0.6383845862743374,
  -0.6383700352621208,
  -0.6383652567668328,
  -0.6384101465746315,
  -0.637719245615356,
  -0.6377624561423452,
  -0.6371035171135484,
  -0.6365204554420012,
  -0.636301271529316,
  -0.636466436037682,
  -0.6364468195905449,
  -0.63760853385685,
  -0.6380482217955522,
  -0.6383582121910147,
  -0.6383281358031019,
  -0.6385436569559421,
  -0.6387834956579711,
  -0.6389807027858138,
  -0.6400561776230963,
  -0.641153505468158,
  -0.6440599624004653,
  -0.6461473405727006,
  -0.6472390039629157,
  -0.6484548175481045,
  -0.6478430376973101,
  -0.6466592462155935,
  -0.6457264654574044,
  -0.6451493314478359,
  -0.6447464816287849,
  -0.6440854872815922,
  -0.6432276882753124,
  -0.6422118810748282,
  -0.6413203878298945,
  -0.6407838093320598,
  -0.6437660072192222,
  -0.6456240069741951,
  -0.6450979875142944,
  -0.6450085828485582,
  -0.6445082092119835,
  -0.643048741967918,
  -0.6415756535119655,
  -0.6401353047916202,
  -0.6391789194241925,
  -0.6382793936048234,
  -0.6374179681290898,
  -0.6366784174093569,
  -0.6371417337511699,
  -0.6366451589649366,
  -0.636388468478473,
  -0.6349763783272905,
  -0.6345010080828783,
  -0.633512653857474,
  -0.6322842067085251,
  -0.6316295031184487,
  -0.6306230889416893,
  -0.6295972357018663,
  -0.6289319096381222,
  -0.6284191337111473,
  -0.6278463379788861,
  -0.6272949325409753,
  -0.6276695472628263,
  -0.6274866609689826,
  -0.6274318642589101,
  -0.6277685965534832,
  -0.628331310491721,
  -0.6287193483176384,
  -0.6292715897294126,
  -0.6294999731562119,
  -0.6295064953880184,
  -0.6297455238875835,
  -0.6299690586864157,
  -0.6300529620673764,
  -0.6298425363221144,
  -0.6302123067661904,
  -0.6292859027679125,
  -0.6291942765658978,
  -0.6292523936921511,
  -0.6287283248217586,
  -0.6283825025736415,
  -0.6282520125160841,
  -0.6273480448326445,
  -0.6266007186209134,
  -0.6267006089715955,
  -0.6264284820334767,
  -0.6264744908731948,
  -0.6267272816664142,
  -0.6267446313930881,
  -0.6267552666326528,
  -0.6267307186124588,
  -0.6264769257185733,
  -0.6262927784495042,
  -0.6254912079674625,
  -0.6250643585121741,
  -0.6248220972941448,
  -0.6243233475945889,
  -0.6241409732791966,
  -0.6238565247380454,
  -0.6239596447465917,
  -0.6236034143877536,
  -0.6230144659050253,
  -0.6228630631736027,
  -0.6223713400088997,
  -0.6244849354935322,
  -0.6266496597685487,
  -0.626123895929583,
  -0.6265983227222129,
  -0.6267762013387999,
  -0.6288546678395827,
  -0.629715511022697,
  -0.6311096913363503,
  -0.6322788490764535,
  -0.6339107500953153,
  -0.635020782123552,
  -0.635535749020868,
  -0.635985889992694,
  -0.63647069431024,
  -0.6368652105052651,
  -0.6376679106673384,
  -0.6386580045322756,
  -0.6388488439146359,
  -0.6390009522722723,
  -0.6395024231359491,
  -0.6403959372072123,
  -0.6412000721232651,
  -0.6418703442026055,
  -0.6398059230529102,
  -0.6374725467438914,
  -0.6350547078393937,
  -0.6329876383520489,
  -0.6307615964735983,
  -0.6282271020218543,
  -0.6258741649232097,
  -0.6231386538054127,
  -0.6206165021734487,
  -0.6178429919974671,
  -0.6149508782728694,
  -0.6119224259989123,
  -0.6092645108787196,
  -0.6064913134587344,
  -0.6039654593798989,
  -0.6045619996615058,
  -0.605032158639696,
  -0.6053952289451494,
  -0.606510550306756,
  -0.6075224370498321,
  -0.6076516965314912,
  -0.6082284135608614,
  -0.6080420997315444,
  -0.6075505170862803,
  -0.6071213617794439,
  -0.6072511740722617,
  -0.6074574078974494,
  -0.6076121903884492,
  -0.6082899688224932,
  -0.6091695330488915,
  -0.6094958038567001,
  -0.6104520486972036,
  -0.610568985893865,
  -0.6111294859913655,
  -0.6114368011649778,
  -0.6127538974330672,
  -0.6132491019139309,
  -0.6137465906973452,
  -0.6140883669725647,
  -0.6143001365606221,
  -0.6132962971632193,
  -0.6119932623064506,
  -0.6113772323130774,
  -0.6112314206110647,
  -0.6112436301547761,
  -0.6116391140027129,
  -0.6117057157769071,
  -0.6105048178084885,
  -0.6094637409702891,
  -0.6084399396058594,
  -0.607169545790284,
  -0.6064878592046355,
  -0.6056032282815867,
  -0.6048361742688181,
  -0.6038668975007532,
  -0.6030299885718164,
  -0.6022451460887885,
  -0.60123179265134,
  -0.5999225612355381,
  -0.5985781749282026,
  -0.5969166508011793,
  -0.595163621995778,
  -0.5932656735693032,
  -0.5947819998325945,
  -0.5961529134918978,
  -0.5976295085364265,
  -0.5977552682713284,
  -0.5986415478391286,
  -0.5994824374853395,
  -0.5997826251499979,
  -0.5998782930918101,
  -0.600379248465779,
  -0.6005695314264835,
  -0.600188052535182,
  -0.6003450065858416,
  -0.6007362676121012,
  -0.6012149933074842,
  -0.6012157095153586,
  -0.6007679389135101,
  -0.6003588434840221,
  -0.601092797498013,
  -0.6012094417911817,
  -0.601222233643486,
  -0.6011112771302483,
  -0.6008732350330225,
  -0.600672235042092,
  -0.6006720386947051,
  -0.6007178149014543,
  -0.6007217906696479,
  -0.6007534695733553,
  -0.600407952259344,
  -0.6004035257492565,
  -0.600804120031807,
  -0.6009977363339803,
  -0.6009457006333057,
  -0.6014379784272506,
  -0.6016678285779915,
  -0.6011591340424071,
  -0.6005039204055908,
  -0.6002951962699858,
  -0.6002163309291617,
  -0.6003207013352153,
  -0.6007439246889671,
  -0.6007096339624263,
  -0.6013359863076936,
  -0.6020001928331216,
  -0.6018820646921943,
  -0.6022651218675126,
  -0.6025423299457665,
  -0.6022780176729069,
  -0.601988832210149,
  -0.6017966737889969,
  -0.6014613589834179,
  -0.6013672858263105,
  -0.6009891253944362,
  -0.6012692703927501,
  -0.6007001633300701,
  -0.6001690226475446,
  -0.5983659997027763,
  -0.5989503750770727,
  -0.5987454141300512,
  -0.5986415431594834,
  -0.5985400982963547,
  -0.5981684092408585,
  -0.5981552051412599,
  -0.5983726059072215,
  -0.598374273806774,
  -0.5985321979699667,
  -0.598389637974227,
  -0.597800368661471,
  -0.597752584240649,
  -0.5966760365224927,
  -0.5964138876216376,
  -0.5961139807067991,
  -0.5960978692688412,
  -0.5962935347148058,
  -0.5966040467713611,
  -0.5960067975140478,
  -0.5955625221410177,
  -0.5955770263127871,
  -0.5953055762059615,
  -0.5937346475912224,
  -0.5934123121008401,
  -0.5937094792419274,
  -0.594100888885074,
  -0.593398411507833,
  -0.5929519672575105,
  -0.5918211916770137,
  -0.5903929076380698,
  -0.589622110553407,
  -0.590431429421588,
  -0.591296677081094,
  -0.5909923804470543,
  -0.5908894429808159,
  -0.5914141272261016,
  -0.5915413332065445,
  -0.5920599860866963,
  -0.5922693735465903,
  -0.5911592852547736,
  -0.589972980262597,
  -0.5892109574919451,
  -0.5878135914142213,
  -0.5865655042491957,
  -0.5857272816969744,
  -0.5848774138994438,
  -0.5838540433633214,
  -0.5832365319722838,
  -0.5826263832813479,
  -0.5831187654263921,
  -0.5828093411806734,
  -0.5830113937131658,
  -0.5839484105928474,
  -0.5846268176606909,
  -0.5819896376752612,
  -0.5809718010863303,
  -0.5796457081884578,
  -0.5786747579873784,
  -0.5782763958847202,
  -0.5773251090319255,
  -0.5766344232064429,
  -0.5749750734754834,
  -0.5735537570597222,
  -0.5724354328783436,
  -0.5726491289696816,
  -0.5729619639093592,
  -0.5723932893663684,
  -0.5726257087818869,
  -0.5724899159294294,
  -0.5721582819511312,
  -0.5723520786804326,
  -0.5723185640460408,
  -0.5721675368524317,
  -0.5709611499125601,
  -0.5702245141263571,
  -0.5701998318900454,
  -0.5697693538110892,
  -0.5690929066523147,
  -0.5675550887512476,
  -0.5653801081657086,
  -0.5630620985219157,
  -0.5616969934745957,
  -0.5600423799242683,
  -0.5582501081232903,
  -0.5565067450122688,
  -0.5549175153490972,
  -0.5527419823547687,
  -0.5512382904936655,
  -0.5511136548368667,
  -0.5497797267799865,
  -0.5499304886141881,
  -0.5498925280275015,
  -0.5497157380524832,
  -0.5497042284921646,
  -0.5498138496064405,
  -0.5502260289231284,
  -0.5511114446154383,
  -0.5513334788473438,
  -0.5515725683176549,
  -0.5515860904901237,
  -0.5515634818574554,
  -0.5489200712797306,
  -0.5465318585310852,
  -0.5464801720529897,
  -0.5469729952108217,
  -0.5470630753865734,
  -0.5472229805277528,
  -0.5478407933566279,
  -0.5474606337926825,
  -0.5459870957203836,
  -0.5440855902983537,
  -0.5424601312618476,
  -0.5403135591879802,
  -0.5384548904761315,
  -0.5376269837472158,
  -0.536353467022583,
  -0.5345749678459059,
  -0.5322911887005031,
  -0.5297937462247296,
  -0.5271570565719703,
  -0.5268631044037344,
  -0.5261783742598858,
  -0.5261678649955696,
  -0.5267545416160263,
  -0.5272866958412347,
  -0.5277491534414543,
  -0.527979240918094,
  -0.5268284336958472,
  -0.5255130551708711,
  -0.5243211969574996,
  -0.5229155737078691,
  -0.5213809767193518,
  -0.5199046105675685,
  -0.5177480383892977,
  -0.516518630550228,
  -0.5146190262348381,
  -0.5121920334501439,
  -0.5095274993347483,
  -0.5067097142536958,
  -0.5074333419624489,
  -0.5073635804526412,
  -0.5066094458334686,
  -0.5062523889473951,
  -0.5056092398754971,
  ...])
[174]:
gres.grids['Mye'] = t_mye.agent.critic(torch.tensor(t_mye.env.state_space.mean(axis=1),device=device)).detach().cpu().numpy().ravel()
gres = project_back(gres, 'Mye')
adata.obs['Mye'] = gres.embedding['Mye']
[220]:
gres1.grids['Mye'] = t_mye1.agent.critic(torch.tensor(t_mye1.env.state_space.mean(axis=1),device=device)).detach().cpu().numpy().ravel()
gres1 = project_back(gres1, 'Mye')
adata1.obs['Mye'] = gres1.embedding['Mye']
[175]:
sc.pl.umap(adata, color='Mye',s=50,title='',cmap='plasma',show=False)
plt.savefig('F9.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_53_0.png
[221]:
sc.pl.umap(adata1, color='Mye',s=50,title='',cmap='plasma',show=False)
plt.savefig('F10.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_54_0.png
[40]:
FateID = pd.read_csv('FateIDprobs.csv',header=0,index_col=0)
[44]:
adata.obs['Ery_fateid'] = FateID[['tEry_1','tEry_2','tMega']].mean(axis=1)
adata.obs['Mye_fateid'] = FateID[['tMono_1','tMono_2','tDCs']].mean(axis=1)
[193]:
FateID1 = pd.read_csv('../../../pheno_FateIDprobs.csv',header=0,index_col=0)
[207]:
adata1.obs['Ery_fateid'] = FateID1['tMEP'].values
adata1.obs['Mye_fateid'] = FateID1['tGMP'].values
[201]:
adata1.obs['lin1'] = pr_res1.branch_probs.iloc[:,0]
adata1.obs['lin2'] = pr_res1.branch_probs.iloc[:,1]
adata1.obs['lin3'] = pr_res1.branch_probs.iloc[:,2]
adata1.obs['lin4'] = pr_res1.branch_probs.iloc[:,3]
adata1.obs['lin5'] = pr_res1.branch_probs.iloc[:,4]
[209]:
adata1.obs['palantir_Ery'] = pr_res1.branch_probs.iloc[:,0]
adata1.obs['palantir_Mye'] = pr_res1.branch_probs.iloc[:,[1,3]].mean(axis=1)

[222]:
sc.pl.umap(adata1, color=['palantir_Ery','palantir_Mye','Ery_fateid','Mye_fateid'])
../_images/notebook_Application2_61_0.png
[ ]:

[49]:
for i in range(adata.obsm['palantir_branch_probs'].shape[1]):
    adata.obs[f'palantir_lin{i}'] = adata.obsm['palantir_branch_probs'][:,i]
[50]:
sc.pl.umap(adata, color=[f'palantir_lin{i}' for i in range(6)])
../_images/notebook_Application2_64_0.png
[51]:
adata.obs['palantir_Ery'] = adata.obsm['palantir_branch_probs'][:,[1,3]].mean(axis=1)
adata.obs['palantir_Mye'] = adata.obsm['palantir_branch_probs'][:,[0,2,5]].mean(axis=1)
[54]:
sc.pl.umap(adata, color=['palantir_Ery','Ery_fateid','palantir_Mye','Mye_fateid'])
../_images/notebook_Application2_66_0.png
[59]:
adata.obs['umap_dis'] = np.linalg.norm(adata.obsm['X_umap'][adata.uns['iroot'],:]-adata.obsm['X_umap'], axis=1)

adata1.obs['umap_dis'] = np.linalg.norm(adata1.obsm['X_umap'][adata1.uns['iroot'],:]-adata1.obsm['X_umap'], axis=1)
[61]:
adata.obs[['umap_dis','Ery','palantir_Ery','Ery_fateid']].corr()
[61]:
umap_dis Ery palantir_Ery Ery_fateid
umap_dis 1.000000 0.098318 -0.228703 -0.565418
Ery 0.098318 1.000000 0.903516 0.683332
palantir_Ery -0.228703 0.903516 1.000000 0.858363
Ery_fateid -0.565418 0.683332 0.858363 1.000000
[62]:
adata.obs[['umap_dis','Ery','palantir_Ery','Ery_fateid']].corr(method='spearman')
[62]:
umap_dis Ery palantir_Ery Ery_fateid
umap_dis 1.000000 0.217304 -0.598203 -0.599813
Ery 0.217304 1.000000 0.370568 0.423275
palantir_Ery -0.598203 0.370568 1.000000 0.940198
Ery_fateid -0.599813 0.423275 0.940198 1.000000
[63]:
adata.obs[['umap_dis','Ery','palantir_Ery','Ery_fateid']].corr(method='kendall')
[63]:
umap_dis Ery palantir_Ery Ery_fateid
umap_dis 1.000000 0.177310 -0.450463 -0.465661
Ery 0.177310 1.000000 0.242150 0.290237
palantir_Ery -0.450463 0.242150 1.000000 0.796544
Ery_fateid -0.465661 0.290237 0.796544 1.000000
[176]:
adata.obs[['umap_dis','Mye','palantir_Mye','Mye_fateid']].corr()
[176]:
umap_dis Mye palantir_Mye Mye_fateid
umap_dis 1.000000 0.489865 -0.241363 0.168013
Mye 0.489865 1.000000 0.517934 0.792049
palantir_Mye -0.241363 0.517934 1.000000 0.837977
Mye_fateid 0.168013 0.792049 0.837977 1.000000
[177]:
adata.obs[['umap_dis','Mye','palantir_Mye','Mye_fateid']].corr(method='spearman')
[177]:
umap_dis Mye palantir_Mye Mye_fateid
umap_dis 1.000000 0.722406 0.148283 0.172018
Mye 0.722406 1.000000 0.617483 0.660454
palantir_Mye 0.148283 0.617483 1.000000 0.955802
Mye_fateid 0.172018 0.660454 0.955802 1.000000
[178]:
adata.obs[['umap_dis','Mye','palantir_Mye','Mye_fateid']].corr(method='kendall')
[178]:
umap_dis Mye palantir_Mye Mye_fateid
umap_dis 1.000000 0.569801 0.169206 0.188116
Mye 0.569801 1.000000 0.403333 0.472620
palantir_Mye 0.169206 0.403333 1.000000 0.829449
Mye_fateid 0.188116 0.472620 0.829449 1.000000
[ ]:

[ ]:

[223]:
adata1.obs[['umap_dis','Ery','palantir_Ery','Ery_fateid']].corr()
[223]:
umap_dis Ery palantir_Ery Ery_fateid
umap_dis 1.000000 0.277291 -0.241954 -0.606381
Ery 0.277291 1.000000 0.368041 0.428587
palantir_Ery -0.241954 0.368041 1.000000 0.567192
Ery_fateid -0.606381 0.428587 0.567192 1.000000
[224]:
adata1.obs[['umap_dis','Ery','palantir_Ery','Ery_fateid']].corr(method='spearman')
[224]:
umap_dis Ery palantir_Ery Ery_fateid
umap_dis 1.000000 0.317487 0.062320 -0.436132
Ery 0.317487 1.000000 0.551669 0.409955
palantir_Ery 0.062320 0.551669 1.000000 0.526824
Ery_fateid -0.436132 0.409955 0.526824 1.000000
[225]:
adata1.obs[['umap_dis','Ery','palantir_Ery','Ery_fateid']].corr(method='kendall')
[225]:
umap_dis Ery palantir_Ery Ery_fateid
umap_dis 1.000000 0.246639 0.140031 -0.330621
Ery 0.246639 1.000000 0.395373 0.281934
palantir_Ery 0.140031 0.395373 1.000000 0.375852
Ery_fateid -0.330621 0.281934 0.375852 1.000000
[226]:
adata1.obs[['umap_dis','Mye','palantir_Mye','Mye_fateid']].corr()
[226]:
umap_dis Mye palantir_Mye Mye_fateid
umap_dis 1.000000 0.621515 0.352129 0.606381
Mye 0.621515 1.000000 0.419072 0.882633
palantir_Mye 0.352129 0.419072 1.000000 0.333034
Mye_fateid 0.606381 0.882633 0.333034 1.000000
[227]:
adata1.obs[['umap_dis','Mye','palantir_Mye','Mye_fateid']].corr(method='spearman')
[227]:
umap_dis Mye palantir_Mye Mye_fateid
umap_dis 1.000000 0.690151 -0.153834 0.436132
Mye 0.690151 1.000000 0.159101 0.801490
palantir_Mye -0.153834 0.159101 1.000000 0.259570
Mye_fateid 0.436132 0.801490 0.259570 1.000000
[228]:
adata1.obs[['umap_dis','Mye','palantir_Mye','Mye_fateid']].corr(method='kendall')
[228]:
umap_dis Mye palantir_Mye Mye_fateid
umap_dis 1.000000 0.500853 -0.158823 0.330621
Mye 0.500853 1.000000 0.083739 0.608485
palantir_Mye -0.158823 0.083739 1.000000 0.226775
Mye_fateid 0.330621 0.608485 0.226775 1.000000
[ ]:

[67]:
gres = lineage_rewards(gres, ['HSC_1','HSC_2'], ['Ery_1','Ery_2','Mega'])
gres1 = lineage_rewards(gres1, ['HSC','MPP'], ['MEP'])
[69]:
t_ery = trainer('ActorCritic', gres, X_latent=X_pca, num_episodes=5e3, gamma=.9)
t_ery.train()

t_ery1 = trainer('ActorCritic', gres1, X_latent=X_pca1, num_episodes=5e3, gamma=.9)
t_ery1.train()
Iteration1: 100%|█████████████| 500/500 [00:03<00:00, 153.48it/s, E=500, R=4.76]
Iteration2: 100%|████████████| 500/500 [00:05<00:00, 86.53it/s, E=1000, R=11.18]
Iteration3: 100%|████████████| 500/500 [00:06<00:00, 72.41it/s, E=1500, R=12.58]
Iteration4: 100%|████████████| 500/500 [00:07<00:00, 68.07it/s, E=2000, R=13.28]
Iteration5: 100%|████████████| 500/500 [00:07<00:00, 65.16it/s, E=2500, R=14.67]
Iteration6: 100%|████████████| 500/500 [00:07<00:00, 66.18it/s, E=3000, R=13.91]
Iteration7: 100%|████████████| 500/500 [00:07<00:00, 65.32it/s, E=3500, R=15.17]
Iteration8: 100%|████████████| 500/500 [00:07<00:00, 65.62it/s, E=4000, R=12.90]
Iteration9: 100%|████████████| 500/500 [00:08<00:00, 62.25it/s, E=4500, R=14.74]
Iteration10: 100%|███████████| 500/500 [00:07<00:00, 64.17it/s, E=5000, R=14.94]
Iteration1: 100%|█████████████| 500/500 [00:03<00:00, 162.78it/s, E=500, R=5.32]
Iteration2: 100%|█████████████| 500/500 [00:06<00:00, 80.72it/s, E=1000, R=8.59]
Iteration3: 100%|█████████████| 500/500 [00:06<00:00, 71.90it/s, E=1500, R=9.66]
Iteration4: 100%|█████████████| 500/500 [00:06<00:00, 73.35it/s, E=2000, R=9.99]
Iteration5: 100%|████████████| 500/500 [00:06<00:00, 75.14it/s, E=2500, R=10.14]
Iteration6: 100%|████████████| 500/500 [00:06<00:00, 76.24it/s, E=3000, R=10.35]
Iteration7: 100%|█████████████| 500/500 [00:06<00:00, 77.46it/s, E=3500, R=9.87]
Iteration8: 100%|█████████████| 500/500 [00:06<00:00, 75.94it/s, E=4000, R=9.66]
Iteration9: 100%|█████████████| 500/500 [00:06<00:00, 76.48it/s, E=4500, R=9.61]
Iteration10: 100%|███████████| 500/500 [00:06<00:00, 78.70it/s, E=5000, R=10.25]
[69]:
([-1.0,
  -1.0,
  -2.0,
  0.0054347826086956555,
  -1.0,
  -0.22674225951680937,
  -0.2340716616353513,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -2,
  -0.2857397851782073,
  0.88742606279873,
  -1.0,
  -1.0,
  -2,
  -0.5026258396566519,
  -1.0,
  -1.0,
  -0.23891929311308546,
  -1.0,
  -1.0,
  -1.0,
  3.22059357898765,
  -0.008152173913043473,
  -1.0,
  -2.0,
  -2.0,
  -1.0,
  -1.0,
  -1.0,
  0.008152173913043471,
  0.7614003644717731,
  0.8207828553709413,
  -1.0,
  0.8357221271754058,
  1.9908581301165156,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.008152173913043471,
  0.9375149296822101,
  -1.0,
  -0.028167124967018897,
  0.7393035890851603,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.0054347826086956555,
  -2,
  2.588127597041744,
  -1.0,
  -0.03431794535077115,
  -2.0,
  -1.0,
  -0.08214356154310742,
  -1.0,
  -0.2902604043108745,
  -1.0,
  2.7401989410493615,
  -1.0,
  -2,
  -1.0,
  5.804219082865021,
  -0.4581133394024697,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  1.1636165010988653,
  1.5446888669543513,
  -1.0,
  1.315103968829781,
  -1.0,
  -1.0,
  -1.0,
  2.3756754616312428,
  0.005434782608695704,
  -1.0,
  0.8777292945946722,
  -1.0,
  -1.0,
  0.3962230811838233,
  -2.0,
  -0.08795276005455654,
  -1.0,
  -1.0,
  -0.07629736189195047,
  -1.0,
  -1.0,
  -0.19416237603612851,
  0.9734908235277459,
  2.5926589720118205,
  -0.23891929311308546,
  -0.13586972995778712,
  0.2707242764576805,
  -1.0,
  2.4720842545244466,
  -0.2650380192195567,
  -2,
  2.806719391972073,
  -1.0,
  1.8689744045572496,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  3.168065974752376,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.06449301496838222,
  -1.0,
  0.013586956521739128,
  -1.0,
  0.9796221484591169,
  -2.0,
  -1.0,
  -0.13036573404774232,
  1.808101878923209,
  -0.1786659716775636,
  -2.0,
  -0.2340716616353513,
  -0.02988424401930012,
  -1.0,
  -2,
  -1.0,
  -1.0312474167582744,
  0.0,
  1.9259390589433845,
  -0.028167124967018897,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.38278612768563525,
  7.460603261964678,
  -1.0,
  -1.0,
  -0.48821019218302464,
  -1.0,
  -1.0,
  -2,
  -1.0,
  0.8023122891920016,
  -1.0,
  -1.0,
  1.5796813858086116,
  2.4925706068843216,
  -1.0,
  -0.13036573404774232,
  -1.0,
  -1.0,
  -1.0,
  2.473745599152948,
  6.5776991857094265,
  -1.0,
  0.005434782608695704,
  -1.0,
  -1.0,
  -1.0,
  0.9791805546771162,
  -0.5823100520537943,
  0.4423066557168671,
  -1.0,
  -0.06632942866383362,
  0.016304347826086946,
  -1.0,
  0.9375092521684015,
  -1.0,
  -1.0,
  -0.1521735863929098,
  -1.0,
  2.3306139393444525,
  -1.0,
  -0.09696040417773777,
  -2.0,
  1.8777646081024324,
  -2.0,
  1.78568439527495,
  1.3570396224184722,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.17080637559567657,
  -1.0,
  0.583697224726941,
  9.03253667128569,
  -0.028167124967018897,
  -2,
  0.02717391304347816,
  -2.0,
  1.6107873752899033,
  -1.0,
  3.046941865798659,
  -1.0,
  -1.0,
  -1.0,
  -0.23891929311308546,
  -1.0,
  5.034434805378973,
  -0.22674225951680937,
  3.9176393390875406,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  0.7874907044091501,
  -1.0,
  -1.0,
  -0.11364250863792447,
  -1.0,
  4.496951892542433,
  0.479405771856108,
  -1.0,
  0.6137940775074959,
  -1.0,
  -1.0,
  -1.0,
  6.095915153919222,
  -0.03431794535077115,
  -0.11364250863792447,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.8454607884537233,
  2.8074914723523143,
  -1.0,
  -1.0,
  -2.0,
  1.2796432493425458,
  1.960347341714554,
  -1.0,
  -1.0,
  2.9328471399917015,
  -0.17080637559567657,
  2.9151644707474427,
  -0.3296799539643607,
  0.449222195602236,
  -2.0,
  2.5597543119623802,
  -1.0,
  -1.0,
  -0.08505277126996902,
  1.5243625035056425,
  0.3450112891119774,
  -1.0,
  -0.07922510155462525,
  -1.0,
  -2.0,
  0.6963386308903794,
  0.9042595682733434,
  1.5880181202478938,
  -0.08214356154310742,
  0.02717391304347827,
  -0.1521735863929098,
  0.7874907044091501,
  -0.0054347826086956486,
  -1.0,
  3.004386010337095,
  -1.0,
  0.3731524130818382,
  -1.0,
  -0.40017126795849167,
  -1.0,
  -0.03124741675827436,
  -1.0,
  1.8017551777028267,
  -1.0,
  -1.0312474167582744,
  -1.0,
  -2.0,
  -1.0,
  0.8934274124812114,
  1.2814511551419452,
  -1.0,
  -2,
  -1.0,
  -1.0,
  0.8864569530946036,
  6.706975546761938,
  -1.0,
  0.5325058915335954,
  -1.0,
  14.667314937545497,
  0.9347918608640536,
  2.037607952097627,
  -1.0,
  5.225071522907785,
  -0.17080637559567657,
  0.7598736535525337,
  -1.0,
  -0.2340716616353513,
  0.8454607884537233,
  -1.0,
  0.9741873658504213,
  0.4938110135538003,
  -2,
  3.354618350346249,
  7.812735305329598,
  -1.0,
  -1.0,
  -1.0,
  0.024456521739130377,
  6.377656901839138,
  12.850646364321404,
  5.448126373921533,
  -1.0,
  -1.0,
  9.035494312846106,
  0.8864569530946036,
  -1.0,
  6.661051596603262,
  4.856349505020725,
  3.9778231323332918,
  2.5406083091772667,
  0.0054347826086956555,
  2.5634498476875183,
  2.5257541720234156,
  4.350297784914152,
  -0.19416237603612851,
  4.9068886492547,
  0.0,
  -1.0,
  3.6142099180830987,
  1.279298144546189,
  1.9813289688587838,
  0.8838801149784246,
  0.9375092521684015,
  -0.08214356154310742,
  2.7851587831563034,
  -2,
  0.4937131746261303,
  -0.06449301496838222,
  2.6461060255910045,
  -1.0,
  2.0510379689395393,
  -0.17080637559567657,
  3.9997622577142233,
  -0.17080637559567657,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.021739130434782483,
  -1.0,
  12.18570784907725,
  2.556380927150457,
  -0.07922510155462525,
  0.021739130434782636,
  0.590274331291238,
  -1.0,
  1.2519716075479566,
  2.7412821078705925,
  10.298982106316645,
  0.5367584157856338,
  -1.0,
  0.0054347826086956555,
  -1.0,
  -1.0,
  3.0353664211046754,
  9.726875501199144,
  0.7816815058977011,
  0.8548111455060228,
  4.759207004066333,
  4.711652584389062,
  1.405838094740138,
  -2.0,
  -0.08505277126996902,
  5.186932331957432,
  2.634512560977196,
  11.177503016574546,
  12.69828927496345,
  -2,
  -1.0,
  9.590272697201659,
  -0.08795276005455654,
  3.5559056866810153,
  6.783965272004837,
  2.055677080944224,
  4.309800321016347,
  -0.07629736189195047,
  0.7437052236172675,
  11.126831427053695,
  7.0687995006108455,
  -1.0,
  6.85760007885715,
  -0.16020979526184986,
  7.546582386197455,
  1.279298144546189,
  6.023027350536356,
  2.4920736244309936,
  1.5499566594560776,
  3.7168157218329694,
  -1.0,
  6.476998971258598,
  11.194200791669749,
  -0.23891929311308546,
  4.618134231302765,
  3.3198026868144312,
  7.204846331137892,
  2.6594052697440533,
  -1.0,
  8.41777334522941,
  6.036330596468796,
  9.41793566495785,
  8.355231464230492,
  3.7414393832427626,
  3.445052380471714,
  9.000713467846973,
  8.353494431643549,
  -2.0,
  0.4263773465017714,
  10.56752291600799,
  8.81610945188342,
  10.150871908228575,
  11.925470442502462,
  12.911412550138042,
  -1.0,
  -2.0,
  4.33342606738471,
  8.729900098502235,
  1.547474444437897,
  1.529263731075237,
  3.0870732252825324,
  5.560554685332499,
  10.929862879557119,
  10.981669786087048,
  15.581639330794733,
  13.35354964397673,
  5.311398717440307,
  0.4093670109535399,
  9.98402479469738,
  -0.008152173913043473,
  9.94431691212491,
  10.600949413792724,
  1.6567624475696991,
  -2,
  7.225562157268167,
  0.4335248077819207,
  2.5634498476875183,
  0.7437052236172675,
  8.684428722465668,
  11.465569480113114,
  6.538579692145161,
  5.27760827745932,
  10.173836494083668,
  5.123444775826766,
  3.7782956638277625,
  0.0190217391304347,
  -0.07922510155462525,
  -1.0,
  8.297188640988272,
  6.254150553835935,
  3.695563991305106,
  3.1473952930123494,
  12.002484633114566,
  6.434328872813147,
  4.859524187551438,
  0.0,
  -2,
  11.999730362818882,
  3.4311450941374035,
  2.497474522801237,
  9.294047176314072,
  9.316405576254622,
  -0.3669101078108187,
  9.983759025339968,
  4.236164128907875,
  7.760910446558224,
  10.69524170369764,
  7.040576179623169,
  -1.0,
  14.282116754584367,
  6.999974499768101,
  5.767831417253216,
  12.679860786187582,
  -1.0,
  3.0235053390882287,
  10.472069117872673,
  4.215554251642763,
  1.0693772242984685,
  -1.0,
  3.803974725366708,
  1.906261835410127,
  10.979671309881741,
  2.9687177311192907,
  8.172165688257815,
  11.087698416597465,
  7.004940965321519,
  6.730349906363277,
  1.6585067176816555,
  5.1827152505456375,
  0.024456521739130377,
  -1.0,
  12.089755085515556,
  8.106190009670824,
  9.829611736452744,
  0.8415590765649421,
  9.024710560572315,
  1.6477663528914863,
  6.961883801049824,
  14.002770949777721,
  9.601048468313762,
  14.700339791823097,
  5.005098033106007,
  10.01355842027664,
  7.942601237071519,
  11.022096195997262,
  9.086784244873826,
  0.8454607884537233,
  -1.0,
  13.946937925316401,
  13.141918244950508,
  10.874599596896118,
  8.37669144304179,
  14.592218379574875,
  4.405075549531961,
  -0.4581133394024697,
  3.535021785724645,
  13.852598861194169,
  9.696651342589691,
  10.44999266248123,
  -1.0,
  1.102543331005668,
  12.015864285156374,
  0.9796221484591169,
  0.9734908235277459,
  0.9734908235277459,
  8.687301762030215,
  2.0524045689584747,
  16.164112137027494,
  6.3696554458267824,
  4.675902115487458,
  3.699001061191401,
  11.264618172184063,
  8.060808952082542,
  10.402146294755141,
  0.9734908235277459,
  13.007257892798025,
  -0.07629736189195047,
  10.608702839037395,
  10.226954327852116,
  14.415075487997123,
  1.6590436518463207,
  1.7007965388207085,
  13.253102944137655,
  14.455791946763998,
  9.128020433057161,
  -0.07922510155462525,
  0.9345722033254408,
  15.061999563472806,
  15.231579060185622,
  8.579599345288168,
  -2,
  9.981300819005535,
  11.925791526022035,
  5.999117293210897,
  -2,
  -2,
  11.954346243882057,
  3.700881985361553,
  7.0560748939221805,
  6.414149645629067,
  6.0776431169553256,
  10.079470885494116,
  12.54762457114295,
  12.136220235202142,
  8.405382037575302,
  14.48506281156447,
  0.021739130434782483,
  11.501423784808614,
  15.701244955669218,
  9.34301204494793,
  4.310828391794024,
  2.522367231568094,
  11.426062931658773,
  0.021739130434782594,
  0.9375092521684015,
  15.31218878106583,
  11.36917688158343,
  6.728415226364339,
  9.562174624383184,
  2.1588116316205297,
  16.198146219267418,
  11.736470173861195,
  4.07843292997114,
  2.4819395266103257,
  5.18165032087032,
  -1.0,
  14.924647789755747,
  10.99965558522166,
  8.390496718165236,
  0.021739130434782594,
  11.075581926871196,
  11.062506744453135,
  9.416052135512126,
  -0.23891929311308546,
  6.690410099409743,
  3.493559270815483,
  7.27936913293234,
  10.276144463226796,
  5.57249390171213,
  11.770068987872103,
  14.787094071032369,
  12.166915640588403,
  1.9033247865671665,
  11.598770156516666,
  15.904912534747396,
  9.79985517900961,
  2.298242692883464,
  6.518393248931951,
  9.403451796994963,
  3.924432161597193,
  -0.3124379332472218,
  13.75291034449703,
  14.12930040025265,
  9.368900399834327,
  9.233855662754182,
  1.8532793739020204,
  4.889583020533855,
  10.016463789736703,
  8.208957390736405,
  8.678573139913937,
  10.633094880493555,
  9.477208565133955,
  6.33799063936378,
  9.185615588691693,
  14.95315545829168,
  11.49754382729764,
  2.0510379689395393,
  16.513774914159914,
  6.332291012463022,
  9.189764562252329,
  6.506201947637197,
  10.071484376247328,
  0.9375092521684015,
  2.2267394505727136,
  14.219347688960827,
  0.29392256929741967,
  15.591371307242964,
  2.6046261145512237,
  4.707922208114223,
  9.246971545658598,
  4.373550445006763,
  9.066702013986138,
  0.9796221484591169,
  1.6956258240071298,
  -1.0,
  10.286794634051732,
  9.506007981242195,
  13.740060825723614,
  7.211629503278302,
  8.50058333228059,
  5.149135060456819,
  6.459761499527163,
  11.109746409693225,
  13.562246034862047,
  5.364072923956469,
  4.580867051726775,
  7.874905273205053,
  11.07827803759612,
  -2.0,
  3.803974725366708,
  -1.0,
  8.737858030050953,
  1.8700791883570584,
  5.286004715675294,
  0.021739130434782594,
  6.776715034072023,
  4.309729320483804,
  11.489784555679497,
  5.085985638204732,
  8.345340146596184,
  13.23761964549336,
  10.00205441624076,
  7.77250089381732,
  11.421952824667839,
  15.801249988059391,
  16.152044027184342,
  -1.0,
  2.540058679940496,
  9.908075558346335,
  15.312372734833447,
  -1.0,
  10.194953649096451,
  9.642952420367601,
  9.98885991022814,
  13.276886381402393,
  0.479405771856108,
  4.454238438408612,
  8.126370502017947,
  6.406305525231818,
  10.082941553231382,
  10.14796672672832,
  2.883731699048084,
  10.868448933022941,
  14.561564907878624,
  0.8998524675617212,
  0.024456521739130377,
  3.5908860149519057,
  0.9734908235277459,
  2.955444164780737,
  15.231774958761324,
  -2,
  0.9375092521684015,
  6.54812188773363,
  14.067211597662027,
  6.0655083953794735,
  11.180153299567205,
  0.8996951921895512,
  7.208347143648981,
  12.560372792396613,
  9.29526845384379,
  12.313382021058604,
  1.6960528453280501,
  6.089509849570623,
  12.662142295167467,
  11.467841766434866,
  18.531276443348343,
  3.926580781645556,
  7.879833025038655,
  10.160485540975165,
  12.320727633743754,
  0.8048786253413382,
  10.12908469442102,
  7.810468276512969,
  11.205578854845674,
  12.13596725412888,
  0.024456521739130377,
  0.021739130434782594,
  16.442590572776037,
  0.4937131746261303,
  7.082308345574947,
  1.5499566594560776,
  9.750801466643644,
  12.863593302467605,
  11.574281972578902,
  10.589778834614652,
  13.398970488642995,
  16.385302807582892,
  10.938913250343791,
  10.418178169094132,
  10.87163026328583,
  3.0751247937813453,
  7.255613386909334,
  10.633309118382797,
  2.572162670069923,
  4.525515389747988,
  5.254682508888324,
  15.157010359345355,
  11.275323597345647,
  8.08240486618617,
  15.81480950805757,
  7.888506879302065,
  4.78850956019012,
  12.414496197794897,
  1.985136500364609,
  11.67922566987237,
  10.826541477136551,
  3.46001236055407,
  17.3853424955579,
  -1.0312474167582744,
  12.390503451203497,
  11.986586577108735,
  11.48005586074127,
  9.491756486976461,
  12.416225547633177,
  13.736368218183546,
  12.614017965434284,
  0.9734908235277459,
  -1.0,
  9.811046156191416,
  4.624828265405675,
  14.783075146086112,
  13.84371673604658,
  15.243520596214864,
  2.0524045689584747,
  0.9375092521684015,
  10.759388694140034,
  3.16130257934666,
  2.482200636447991,
  14.994719238500979,
  15.072016374406129,
  -0.18645106977881942,
  6.5362669833484945,
  0.9734908235277459,
  -1.0,
  9.809339483657862,
  14.207169476052583,
  5.2478814313662046,
  8.507412630998688,
  15.282467457508332,
  10.909690140929113,
  2.9286371903096886,
  17.737362755419237,
  4.359681921989203,
  7.657212596797669,
  10.764828353798134,
  -0.08214356154310742,
  8.9884138731795,
  11.537143345438908,
  10.810699205986591,
  11.844333045122948,
  9.940988817533764,
  16.115575310215007,
  9.972273538157234,
  1.8532793739020204,
  4.278219472666947,
  13.926186846113604,
  -1.0,
  8.833528388146288,
  9.264242719321834,
  14.855361312432004,
  13.63831286035996,
  0.9796221484591169,
  12.160451661512305,
  15.338704922796857,
  6.494720515403314,
  14.557624383458936,
  11.464257054968051,
  15.945137284668851,
  10.749188270829722,
  14.651067166129396,
  2.482200636447991,
  15.627076151926083,
  16.091127406360304,
  15.815798695973465,
  17.276855474179417,
  10.449990533362012,
  6.976229691754807,
  10.191511893955994,
  11.0325453344779,
  8.345256309838625,
  11.822249664492894,
  -2,
  6.2142896686633105,
  12.29957347318373,
  -2,
  6.5478329226158305,
  0.9347918608640536,
  10.254422253836017,
  8.718380507794702,
  9.872809661927029,
  8.23578911633734,
  10.281228816868966,
  13.78937277698895,
  4.110088869343226,
  12.108855345104208,
  9.930002023920759,
  15.650657820514006,
  15.206243862785861,
  5.193813421725389,
  14.095023697008019,
  12.31313709757816,
  0.005434782608695704,
  0.9375092521684015,
  12.56202397579712,
  0.024456521739130377,
  12.686380954503807,
  14.47821299407743,
  9.45078625596129,
  4.699734569472403,
  11.341805597137146,
  13.70033112073663,
  16.651655591275507,
  6.204708600944604,
  14.37885793662614,
  8.388744396774978,
  12.083443775132622,
  0.02717391304347827,
  12.8346810501106,
  1.566278989813111,
  9.665045087205296,
  2.0781001998114617,
  11.69305449802516,
  15.566214625399965,
  11.936648997691504,
  1.7284556969863503,
  15.967226156659574,
  7.407475399860759,
  -2.0,
  11.895347527176646,
  7.367613050864055,
  12.35079830810503,
  0.021739130434782483,
  12.499150060333585,
  4.726214853787949,
  15.730391225945887,
  11.776041933432573,
  7.379960646802072,
  6.826225486632365,
  9.894734600668734,
  11.793655366508625,
  2.494107346056299,
  9.714968024731574,
  9.79454029096376,
  15.037456894768962,
  -2.0,
  -1.0,
  11.717102429570689,
  -0.07922510155462525,
  11.185297653649574,
  10.903926029067708,
  8.631316215650761,
  11.477619378575653,
  5.116036452487458,
  -0.008152173913043473,
  3.4005141186234993,
  11.99394066594969,
  10.101589528611083,
  12.211050867033096,
  11.003851700791357,
  3.980305323467503,
  13.998002861226235,
  6.566897967855708,
  12.151196145512529,
  7.233333981374699,
  7.271510220888906,
  12.267235654995446,
  9.185684222112172,
  8.500596724576654,
  8.844012783308793,
  11.485640016072265,
  11.254119668614699,
  7.854515289253056,
  15.544621449641882,
  5.925527840513705,
  0.9718328750329812,
  10.401234004008748,
  12.513494496980465,
  -1.0,
  0.9025698588660691,
  8.300794307033035,
  13.541177628087599,
  11.704745847116545,
  16.104009717914536,
  7.226846250598776,
  0.0,
  10.303478208113379,
  -0.07629736189195047,
  7.813941004702888,
  10.531897741283185,
  8.203769108978088,
  -0.45639033080223057,
  12.00923659655939,
  10.162207448363583,
  15.283379713814373,
  -1.0,
  16.026900430717678,
  11.002401257780932,
  14.360346772580847,
  8.100153632423616,
  9.916844459143622,
  9.939207660496711,
  2.6064505177872155,
  10.473845457127014,
  8.199179254617114,
  8.580321558188452,
  4.891283989799025,
  12.07784472740776,
  10.624866775855342,
  5.541022078064911,
  0.02717391304347827,
  11.163885458865911,
  13.225085139774068,
  6.186113957731145,
  9.729896873457468,
  0.8152770376543197,
  14.430979400698215,
  4.411845069036025,
  12.825406821885538,
  -0.008152173913043473,
  15.751446173774708,
  11.495467672028562,
  18.112916011494118,
  11.278526959657935,
  5.361164453210024,
  7.571971129145767,
  7.08019767826565,
  12.566355322788345,
  7.791178364634076,
  8.699604402048537,
  12.060771827471656,
  11.41293887592547,
  7.158706653304344,
  ...],
 [-8.198991417884827e-07,
  -0.0002503188682720065,
  -0.0008513523908415809,
  -0.0013095276855527934,
  -0.0017487178113643406,
  -0.0024502556539824764,
  -0.003021929175870111,
  -0.003561141422550289,
  -0.0042347737347132024,
  -0.004897845392830255,
  -0.005933366509656158,
  -0.006963799725888319,
  -0.008045639101926044,
  -0.00934957164202356,
  -0.010725266726671186,
  -0.011964000221986805,
  -0.01283004658630961,
  -0.013941810462131266,
  -0.014751079855946593,
  -0.015637597752307806,
  -0.016418894063563623,
  -0.017203121961629212,
  -0.018430000874964835,
  -0.019585358204345506,
  -0.020320767230183976,
  -0.02155433947449837,
  -0.022505870166747613,
  -0.0233516729372861,
  -0.024204224826458235,
  -0.02507103505646718,
  -0.02635061738690689,
  -0.027642016389091313,
  -0.028702541395255826,
  -0.029380174461213507,
  -0.030677930437814912,
  -0.03211999321348991,
  -0.03296523727422643,
  -0.03376428539811034,
  -0.03449243445180025,
  -0.03534279319929337,
  -0.036259213517316376,
  -0.036984368794219846,
  -0.038171812305740384,
  -0.03956597679639102,
  -0.04112463529522538,
  -0.042423955489568344,
  -0.043804462283775776,
  -0.04520655845828448,
  -0.04668093278359827,
  -0.04818343621074855,
  -0.04998438983233572,
  -0.0520301094842597,
  -0.05375073393550326,
  -0.055303057433813564,
  -0.056451816161117455,
  -0.0577359567141963,
  -0.05889771423798311,
  -0.0601756474559625,
  -0.061040050380348605,
  -0.06192117113367204,
  -0.0628273445378046,
  -0.06394480945867789,
  -0.0653910458663253,
  -0.06677137717368724,
  -0.06869241973001469,
  -0.07007419142462329,
  -0.0722089964943213,
  -0.07420599649380617,
  -0.07633711496075807,
  -0.07838005156403197,
  -0.0806930744591354,
  -0.08325995380911069,
  -0.0861356802618173,
  -0.08849243333900858,
  -0.0904419283659266,
  -0.09263246052345152,
  -0.09509012966271353,
  -0.09698721895189615,
  -0.10079204761906141,
  -0.10309554184778587,
  -0.10517488857187365,
  -0.1083962273138478,
  -0.11116040913065534,
  -0.11400503627420723,
  -0.11599857229393178,
  -0.11804719582507457,
  -0.12028838521473506,
  -0.12234246193967,
  -0.12372616174125399,
  -0.1255102627087852,
  -0.12720439963004734,
  -0.12945021094679274,
  -0.13148017999818365,
  -0.13296332732741026,
  -0.13679981501921482,
  -0.1400938913292124,
  -0.14338730321736157,
  -0.14721115761676395,
  -0.14882421684275635,
  -0.14960230152855827,
  -0.15076624162242078,
  -0.1525910685778562,
  -0.15485624287220828,
  -0.15697028770669824,
  -0.15888627680094444,
  -0.16118123968831347,
  -0.16362796372363655,
  -0.165173425529984,
  -0.1670235369437083,
  -0.16928161839286274,
  -0.17114242435834395,
  -0.1728960119558859,
  -0.17679286923598453,
  -0.18046100727675604,
  -0.18425526900091227,
  -0.18781959414068325,
  -0.19050675513928678,
  -0.19275936576895533,
  -0.19557270991510903,
  -0.19837109684713902,
  -0.20086244203219197,
  -0.20349386116148568,
  -0.20582969612260787,
  -0.20863502232480277,
  -0.21109983387795078,
  -0.2139147974837914,
  -0.2170362364749262,
  -0.21999719143337493,
  -0.22588159549657855,
  -0.22942716309311223,
  -0.23180321074265064,
  -0.23375102749123308,
  -0.2357662740975704,
  -0.2376208658528264,
  -0.23936995622857174,
  -0.24113499625083845,
  -0.24322558657367283,
  -0.24480388293622987,
  -0.24701649120757244,
  -0.24967748870901976,
  -0.2515806441078628,
  -0.2534801047193204,
  -0.25823138989423305,
  -0.2634273968460909,
  -0.26788573119154946,
  -0.2723325456166845,
  -0.27712798487739354,
  -0.2805087409390868,
  -0.2846624927484981,
  -0.28767025275828156,
  -0.2907077361621728,
  -0.2932819831401983,
  -0.29549436474747703,
  -0.2998212283987076,
  -0.3043634517597735,
  -0.3074814671764316,
  -0.30960073386799236,
  -0.3116090466935941,
  -0.3135549832888157,
  -0.31694832468630596,
  -0.319775753413426,
  -0.3231577758280567,
  -0.3265391917890997,
  -0.3306244725194929,
  -0.33221006777249984,
  -0.33373630577754376,
  -0.3352019127384746,
  -0.33525634462585496,
  -0.33563265032247397,
  -0.33529545746785716,
  -0.33616648120810194,
  -0.33758949362351454,
  -0.3396988871445098,
  -0.34188976654768877,
  -0.3441964306981771,
  -0.346198644633954,
  -0.34741204903909156,
  -0.34879620091872066,
  -0.35015424083345004,
  -0.35156334162473185,
  -0.35311937955137,
  -0.3544078215358687,
  -0.3556905958728037,
  -0.3569793028441729,
  -0.3575669009679182,
  -0.3581489358144656,
  -0.358265772375332,
  -0.3580232192459726,
  -0.35816560658177815,
  -0.35862382541099463,
  -0.3592207614933379,
  -0.3601985389424516,
  -0.3620237617056556,
  -0.363912484826563,
  -0.36556720144848887,
  -0.3670909405774311,
  -0.3686507804216249,
  -0.3683435034956731,
  -0.3681648650909629,
  -0.3679685674855551,
  -0.3685778039530609,
  -0.36917487577065977,
  -0.37025384303418624,
  -0.37136708414063246,
  -0.37181143534111843,
  -0.3721375610338472,
  -0.37430340361369535,
  -0.37598587403907396,
  -0.37804832611047173,
  -0.3796899693289909,
  -0.38200571717760123,
  -0.3845261396868174,
  -0.38672432766294773,
  -0.3886703863601547,
  -0.3908584216024834,
  -0.3915084769618935,
  -0.39221183463344617,
  -0.39285802925018065,
  -0.39331148394908166,
  -0.39417548971693545,
  -0.39497745729818173,
  -0.39555962417371626,
  -0.39642896976250724,
  -0.39731892300195915,
  -0.3980115720707644,
  -0.3981715276572184,
  -0.3979314351637573,
  -0.3977868378298098,
  -0.39817716102162315,
  -0.3988404471005749,
  -0.3999534689718607,
  -0.40104321302150214,
  -0.40262660307555054,
  -0.40355403659993716,
  -0.4039465803510252,
  -0.4045234391603144,
  -0.40321878308213804,
  -0.4017233910594013,
  -0.4006003361067631,
  -0.399777113598173,
  -0.3988626950537932,
  -0.3976364135034872,
  -0.39645562000985474,
  -0.3955153738536035,
  -0.3942276904982534,
  -0.3934006025544997,
  -0.39482476587111104,
  -0.3960573918982275,
  -0.3970189345009235,
  -0.3948578026137225,
  -0.392608553909785,
  -0.3904081965509144,
  -0.3892355593142879,
  -0.3881028826969347,
  -0.3869689196355933,
  -0.3847743574090556,
  -0.3844931924632407,
  -0.3843108402957281,
  -0.384198587172569,
  -0.38388454395351257,
  -0.38329452639250317,
  -0.3841497576594473,
  -0.38499107767922885,
  -0.3862570310208628,
  -0.3864817327410541,
  -0.3866136868417073,
  -0.3862658902130236,
  -0.3856205929618181,
  -0.3847225488577878,
  -0.38469357182063885,
  -0.3848812131586754,
  -0.38540945582196795,
  -0.3856128700270519,
  -0.38571261186955313,
  -0.38597266431113236,
  -0.38607957917136804,
  -0.38381700339808505,
  -0.3818078604567048,
  -0.3796934235857782,
  -0.37743772832284594,
  -0.37555034268788073,
  -0.37583286372171953,
  -0.375535871171061,
  -0.3765734877737247,
  -0.3772011170108242,
  -0.3790417163046725,
  -0.37767739172827847,
  -0.3761918125492472,
  -0.3745378064602542,
  -0.373091918088742,
  -0.37236422950869713,
  -0.37158588222237116,
  -0.37172251749350455,
  -0.3717870162851836,
  -0.37149214731579916,
  -0.3710537071723865,
  -0.3704479524116348,
  -0.3701956565854478,
  -0.37157174201797843,
  -0.37225763550133945,
  -0.3726736768879273,
  -0.37283916954932506,
  -0.3736992817750991,
  -0.37411742964618044,
  -0.37418761577642434,
  -0.3746207028409272,
  -0.3755766765705275,
  -0.37579428507381374,
  -0.3780469076506915,
  -0.38047732410721574,
  -0.3828385259747816,
  -0.38368900657793986,
  -0.3836879382123113,
  -0.38369396322385596,
  -0.3842632631306752,
  -0.38414777070737677,
  -0.3845035570532532,
  -0.3853026463570296,
  -0.3855676838569034,
  -0.3857977280386416,
  -0.38599787199708696,
  -0.3853870413103879,
  -0.38559600189250554,
  -0.3853229591503465,
  -0.3826326205043445,
  -0.38038063602794286,
  -0.37890493794643215,
  -0.3773878603775453,
  -0.3760150232812917,
  -0.37510001665419834,
  -0.3759662089351432,
  -0.3767155116513966,
  -0.37746784579624937,
  -0.3783569761555478,
  -0.37886874425400097,
  -0.37924784387398613,
  -0.37940100203377614,
  -0.3792412617163906,
  -0.37865819162778697,
  -0.3781247272940415,
  -0.3780291507321277,
  -0.3793445484369288,
  -0.38095393898553087,
  -0.38175349341684683,
  -0.38307428024530243,
  -0.38462662333258224,
  -0.3873087608400801,
  -0.38862376306115587,
  -0.3903065050561299,
  -0.39135763876581936,
  -0.3930467415231469,
  -0.39264692784707866,
  -0.3924071799889635,
  -0.39170111826256454,
  -0.3901447201335387,
  -0.38855933698178696,
  -0.3870350284566538,
  -0.3853858438133305,
  -0.38363512402913075,
  -0.3818403900194704,
  -0.380099171448588,
  -0.37829044750317475,
  -0.37652542042389137,
  -0.3769745930375293,
  -0.37729650783736773,
  -0.3776433804925111,
  -0.37894568578395726,
  -0.380569160255924,
  -0.3825948190408642,
  -0.38457970082353615,
  -0.38596459724796917,
  -0.3874024653017684,
  -0.3888045862378939,
  -0.39069952860344975,
  -0.3921372765639939,
  -0.3939709145792147,
  -0.3956125721904617,
  -0.39653723615856135,
  -0.3987337949132811,
  -0.40033399932032937,
  -0.4006570186523982,
  -0.40086896879244316,
  -0.401813579245951,
  -0.4031383958273366,
  -0.404307437239008,
  -0.40524538540485233,
  -0.4035327506584378,
  -0.40144517944850916,
  -0.39986043391839066,
  -0.3979716921808752,
  -0.3957327311573049,
  -0.39280580200860227,
  -0.390165447513449,
  -0.387907297907856,
  -0.3864560724706391,
  -0.38374215817986773,
  -0.3820527306808149,
  -0.3830991631800979,
  -0.38412357884891574,
  -0.38472919951534773,
  -0.3852598147015097,
  -0.38637406359495924,
  -0.38384107328186723,
  -0.3813395593697492,
  -0.3786336696807534,
  -0.37578851978785505,
  -0.37941449409527256,
  -0.3819042778827117,
  -0.3842810534569898,
  -0.386147673866909,
  -0.3875418822587057,
  -0.38471907196118654,
  -0.38237925550426893,
  -0.37960511873345,
  -0.37709936310131864,
  -0.37396284376813094,
  -0.37095517390029586,
  -0.3682659759192831,
  -0.36627004563548377,
  -0.3645150888923756,
  -0.36873078225246386,
  -0.372172778832916,
  -0.3726048606217539,
  -0.3726471868547532,
  -0.37260320150412807,
  -0.37297016960124074,
  -0.37302418434452217,
  -0.3731640359700923,
  -0.3742527226643263,
  -0.37509907829128863,
  -0.37607639054086156,
  -0.3769655971182209,
  -0.3774949268212475,
  -0.3782449139090384,
  -0.3783824007776722,
  -0.3786073450507728,
  -0.38120226926015793,
  -0.3836186377413565,
  -0.3877306117580788,
  -0.3918030310965205,
  -0.39502548168601015,
  -0.39844368830868515,
  -0.40210068723431397,
  -0.4049918975270471,
  -0.40628639819299156,
  -0.40830139202142357,
  -0.409548618424468,
  -0.4109591895723244,
  -0.41158946276823494,
  -0.4127671130648674,
  -0.41408793023334584,
  -0.41440106766075996,
  -0.41501518676646404,
  -0.41561084654945146,
  -0.4161157780754856,
  -0.41685701121876145,
  -0.41770459936499155,
  -0.41791968800432844,
  -0.4179988579106164,
  -0.41878638573200233,
  -0.41956271934680317,
  -0.4209341014139982,
  -0.4221533617068893,
  -0.42382712684930546,
  -0.42434002712614216,
  -0.42518393820991757,
  -0.42634658111471224,
  -0.42687337480854587,
  -0.4270172658409401,
  -0.42799918563480127,
  -0.4290933427985348,
  -0.42927950443694574,
  -0.4290006135678315,
  -0.42779227722705837,
  -0.42886020457621743,
  -0.42990997967418976,
  -0.4303576804162111,
  -0.43124020473919716,
  -0.43201530709742103,
  -0.43310737024947205,
  -0.4333940890346783,
  -0.4342926659365737,
  -0.4349238809535247,
  -0.4348279788997168,
  -0.4346468451750142,
  -0.4347653976198239,
  -0.4360700309436144,
  -0.4349413198093393,
  -0.43365950643524726,
  -0.43197761573600446,
  -0.43058471083856265,
  -0.4288530954143957,
  -0.4270202979946581,
  -0.42644683417448653,
  -0.4262867792674443,
  -0.42662170972500224,
  -0.4268062039598188,
  -0.4259555226328412,
  -0.4241481229621795,
  -0.42328881600835266,
  -0.42261424732646996,
  -0.42146521386583097,
  -0.41995497970972506,
  -0.41825905708768046,
  -0.4171109722252348,
  -0.41563793846117264,
  -0.4145729828030474,
  -0.41358368555305935,
  -0.4125554024408315,
  -0.41200049300331915,
  -0.41078668873948204,
  -0.41043036174014347,
  -0.4069529159494138,
  -0.40387955794332,
  -0.4001178678090332,
  -0.39628232772488226,
  -0.3919769399271621,
  -0.3878997975132547,
  -0.3840927637094233,
  -0.3797782489351038,
  -0.3787994055994497,
  -0.37863657034465725,
  -0.3774617709839732,
  -0.3763896627857058,
  -0.3767326487218936,
  -0.3764384290128968,
  -0.3758168357657663,
  -0.3743684812368985,
  -0.3735897437594459,
  -0.3728567695501263,
  -0.3699403035346072,
  -0.36715928674388765,
  -0.3658505282138347,
  -0.36404326793580116,
  -0.3624492678750924,
  -0.36110541405685986,
  -0.3598773684501271,
  -0.35866676820989674,
  -0.35856792363929596,
  -0.3578909518146595,
  -0.35584402983784286,
  -0.35358959411206453,
  -0.3519011024112452,
  -0.3488805146075859,
  -0.3467044330316073,
  -0.34461050858784714,
  -0.34094531796907934,
  -0.3383824260554997,
  -0.3347312091156519,
  -0.33103326533961824,
  -0.3280647444909303,
  -0.3280869658236267,
  -0.32809049400362755,
  -0.327679042817255,
  -0.3275530035566237,
  -0.3304290458355935,
  -0.3261318568756798,
  -0.3221169086842503,
  -0.3187740122960033,
  -0.3151888517844271,
  -0.3119647166099204,
  -0.3086541678171578,
  -0.30590901364713086,
  -0.3029598868079983,
  -0.2999249096519811,
  -0.29991839561144784,
  -0.3003958099793779,
  -0.3007250762028327,
  -0.30170697777098576,
  -0.3017139058767063,
  -0.300715931154888,
  -0.30095402946880767,
  -0.3006128859326964,
  -0.30027376312481335,
  -0.3002584668494725,
  -0.2995629073465841,
  -0.2961458922404599,
  -0.29173042080538064,
  -0.2876975868466288,
  -0.28351486441008017,
  -0.28079652123579585,
  -0.27790437873467366,
  -0.27546905177417635,
  -0.27453620733415407,
  -0.2744490838953589,
  -0.2734478414778104,
  -0.27257561221426424,
  -0.27235501738421286,
  -0.27138556327295305,
  -0.27015949676501394,
  -0.27174150768038935,
  -0.27281133372586686,
  -0.2733705082417201,
  -0.2739057610617347,
  -0.27208598659290234,
  -0.27116147735291807,
  -0.27121591630857406,
  -0.270916149347671,
  -0.26666332433919104,
  -0.26324334089506163,
  -0.25887749485995126,
  -0.2551865840292138,
  -0.2507233875010889,
  -0.24598983682487496,
  -0.24185947615412492,
  -0.23675947336668848,
  -0.23174611214373017,
  -0.22682091758803166,
  -0.2277586756678905,
  -0.22822219252981976,
  -0.229955177603128,
  -0.2325129661882645,
  -0.23570087195983555,
  -0.23970115650041174,
  -0.240696170787032,
  -0.24140925746730515,
  -0.24367072884106328,
  -0.24527885338012748,
  -0.24769845228634926,
  -0.24907389281328957,
  -0.25152497751658914,
  -0.2536531563284996,
  -0.25699381076341743,
  -0.2599970853609904,
  -0.26101380283650255,
  -0.26093882631799986,
  -0.2605271059521407,
  -0.259636047796123,
  -0.2619796195617658,
  -0.2635456589854146,
  -0.2656421085850798,
  -0.26742497320504194,
  -0.26994515577309874,
  -0.27181224439299884,
  -0.2737242816059589,
  -0.27586713969488497,
  -0.2777269322880174,
  -0.2790250231834278,
  -0.2800270851216679,
  -0.2816553836150125,
  -0.2826105634826163,
  -0.2827715447600137,
  -0.28313507727783654,
  -0.2837744994117988,
  -0.2843324379065038,
  -0.28503426867313275,
  -0.28548368352452075,
  -0.28712069725106315,
  -0.2882831803603431,
  -0.289945794948463,
  -0.2908867000932313,
  -0.2928044732806924,
  -0.29413396653690477,
  -0.2962227865504498,
  -0.2994336775367497,
  -0.3008663188385877,
  -0.302161387335566,
  -0.3034365324901052,
  -0.30512933353412897,
  -0.3063758604499659,
  -0.3070913797924018,
  -0.30804219758287577,
  -0.3090981098134977,
  -0.31095458714754026,
  -0.3119544192189742,
  -0.31136620238568335,
  -0.30945935818473713,
  -0.3085661630636018,
  -0.30712183041389124,
  -0.3046259394725189,
  -0.2993988591316169,
  -0.2958818401787094,
  -0.2908884319925253,
  -0.28630813927428167,
  -0.2818557380251225,
  -0.27857811449160924,
  -0.2748507066786269,
  -0.2701441344816366,
  -0.26537527667610694,
  -0.2604604769447764,
  -0.2549047567105118,
  -0.25527388107454224,
  -0.25474545057035547,
  -0.2547208276087043,
  -0.2501506875614849,
  -0.24632841182820248,
  -0.24649833856927242,
  -0.2465428641717866,
  -0.24691819912441856,
  -0.24744615606881226,
  -0.2484822415228184,
  -0.24972375449547354,
  -0.25246763483607904,
  -0.25597653284315774,
  -0.2587037607746451,
  -0.258480518991107,
  -0.2590642232544049,
  -0.25958279217805375,
  -0.26019846775430716,
  -0.26095886450416633,
  -0.26094720904330165,
  -0.2605679956682349,
  -0.2602959083487377,
  -0.2599973180825449,
  -0.26047299528521917,
  -0.2647493687597971,
  -0.2649036897014996,
  -0.26538230876400704,
  -0.2653257408814953,
  -0.26686283223648266,
  -0.26745443176682093,
  -0.2681463362604183,
  -0.2690406896492494,
  -0.2687112588715106,
  -0.2681628137863072,
  -0.2660789963042945,
  -0.2642308697903185,
  -0.266264874604842,
  -0.26765813218868123,
  -0.2671735935745613,
  -0.26797690173698324,
  -0.2687620616933633,
  -0.2664217322812502,
  -0.2660100623118176,
  -0.2641928613758641,
  -0.2626237835708931,
  -0.2640586828582045,
  -0.2649514169211779,
  -0.26583032729844414,
  -0.26586551197376906,
  -0.26592265044020635,
  -0.2658728377222537,
  -0.2649926274263383,
  -0.2675420147773925,
  -0.26964153797272017,
  -0.27100156805007614,
  -0.2725196149526389,
  -0.2739844028398851,
  -0.27502338376881996,
  -0.2750713933090975,
  -0.27487906329708367,
  -0.27616593818180446,
  -0.27642271719784656,
  -0.27611914146342936,
  -0.275947346429597,
  -0.2762183145879386,
  -0.276447975508142,
  -0.27647865032395685,
  -0.276858357232459,
  -0.27702297588531116,
  -0.2771097620948376,
  -0.27670814485560863,
  -0.27622637397800837,
  -0.27611387452007513,
  -0.275581489822453,
  -0.2742907109157044,
  -0.2724458866227984,
  -0.27102258764900494,
  -0.2702233420772527,
  -0.2690861940461753,
  -0.26638828942954207,
  -0.264136255518901,
  -0.2610778911239168,
  -0.25754795559342997,
  -0.25394005524770236,
  -0.24972306234555974,
  -0.24568018545908676,
  -0.24108504150362742,
  -0.2365197251198855,
  -0.23258655989253282,
  -0.22847198422216713,
  -0.2284665980993313,
  -0.22944928617907656,
  -0.2331838929114235,
  -0.236804146254083,
  -0.23905680625697015,
  -0.24022022688204783,
  -0.24167986516948206,
  -0.2430917557653952,
  -0.24535737096213128,
  -0.24605008880941184,
  -0.2467118924463279,
  -0.2468940131839578,
  -0.2463872005702637,
  -0.24930808139947797,
  -0.2526721802069963,
  -0.2561906901479413,
  -0.2592542697830247,
  -0.2623102947268914,
  -0.2650768763594886,
  -0.2684235707659716,
  -0.2704127532303829,
  -0.27236334259810013,
  -0.2726351898076579,
  -0.2764553839719924,
  -0.28126622931985545,
  -0.28451185622159986,
  -0.2867711753880245,
  -0.28346304698577385,
  -0.2863381569660893,
  -0.2886568103980824,
  -0.2917739695090101,
  -0.29494908541929277,
  -0.29912558808961603,
  -0.3028080451186885,
  -0.30590474662759976,
  -0.3035935871033984,
  -0.3002474161155991,
  -0.29834280478776815,
  -0.2959858906018954,
  -0.2933385569442789,
  -0.291139361073229,
  -0.2892970131467829,
  -0.28621253239094163,
  -0.2835967679584429,
  -0.28033777515745,
  -0.27754094345820507,
  -0.27468987914656895,
  -0.27728970666400216,
  -0.2797064251757985,
  -0.28200005061646694,
  -0.28463711365445743,
  -0.2839398630386826,
  -0.2827940376785006,
  -0.2827877012119365,
  -0.283881498494699,
  -0.28352029726242983,
  -0.28397360391725385,
  -0.28431408532036084,
  -0.28432764483426887,
  -0.28555252495974504,
  -0.28569978795302264,
  -0.2855708440169006,
  -0.2866848274890768,
  -0.2908002375563052,
  -0.29395523168693644,
  -0.2956823330676596,
  -0.29745840116821337,
  -0.3001504217491567,
  -0.30216624771868084,
  -0.3031644927773706,
  -0.30194388818887496,
  -0.29857046680834776,
  -0.2951893344104385,
  -0.2909258149968778,
  -0.2863155458562234,
  -0.281751561057736,
  -0.27781298900913065,
  -0.2740451451594086,
  -0.2701483450007617,
  -0.26679925250647646,
  -0.2647471965551375,
  -0.2618642568582295,
  -0.25940577277481836,
  -0.2562165192116854,
  -0.25170096851317186,
  -0.2479784030362314,
  -0.24422912388554457,
  -0.23974453425967385,
  -0.2409862109669136,
  -0.2436454627419359,
  -0.2462028338350179,
  -0.2524776251582439,
  -0.25752261961607087,
  -0.2610052902170262,
  -0.26519695642341173,
  -0.26981374605631087,
  -0.2727495741766152,
  -0.2751249067348093,
  -0.2797028289636017,
  -0.283607045617505,
  -0.28804081977185614,
  -0.29362887590401493,
  -0.2958207297029769,
  -0.298616069144424,
  -0.30125652084597365,
  -0.30374710309703323,
  -0.3060305419113058,
  -0.30587737808953613,
  -0.3052718156584028,
  -0.30486039692539807,
  -0.3049347423266067,
  -0.30491027520467245,
  -0.30445093423066094,
  -0.30438347694663076,
  -0.3033624944309486,
  -0.30151844154387636,
  -0.29905028561688435,
  -0.29840842488246444,
  -0.2980140787345478,
  -0.2973491896462836,
  -0.2969274870580471,
  -0.2939052539334601,
  -0.29112100327805446,
  -0.29032299857508925,
  -0.29009014106259673,
  -0.2897856529830257,
  -0.2889387384103704,
  -0.28838828351812895,
  -0.2820844913620129,
  -0.27517877457269857,
  -0.2696122310115912,
  -0.2643205620493738,
  -0.2667857388812321,
  -0.2701581625399219,
  -0.27336952286123645,
  -0.27548375071260944,
  -0.27587557215956593,
  -0.27685854243805413,
  -0.27943663299612753,
  -0.2806605742179343,
  -0.2803546778682841,
  -0.279979375140106,
  -0.2789074794953606,
  -0.2829066719038301,
  -0.2862743932402033,
  -0.2885638298992235,
  -0.2914279887370168,
  -0.2934481077736059,
  -0.29552787914660694,
  -0.2990593956203579,
  -0.3014684815267585,
  -0.30393747047231223,
  -0.3061462718036512,
  -0.3080324687955584,
  -0.3094594587490774,
  -0.3095486764170515,
  -0.3093687010842064,
  -0.3087216544372152,
  -0.3089781559091011,
  -0.30803724190079107,
  -0.30600746295283754,
  -0.30607510295831525,
  -0.3053858706492856,
  -0.3075576973947864,
  -0.31000525278131325,
  -0.3119498224026835,
  -0.31472232573350684,
  -0.3158376655971489,
  -0.3158734154984856,
  -0.31707046585520865,
  -0.31796529036218485,
  -0.3161494914889066,
  -0.31347165758696494,
  -0.31080362212172014,
  -0.31469757642798923,
  -0.3183096604548001,
  -0.32143810026020736,
  -0.3245768518150854,
  -0.31827733020449706,
  -0.31239274288180174,
  -0.3059644136750488,
  -0.30024212397676403,
  -0.3012125686660805,
  -0.3017316490288696,
  -0.30221165386107973,
  -0.3024767043335346,
  -0.3029889813693754,
  -0.3038052584602664,
  -0.30506463354278196,
  -0.30553556499800427,
  -0.30555047370822963,
  -0.30547578303955575,
  -0.30561491557059556,
  -0.30601105997520067,
  -0.3069123842319806,
  -0.3089450932454024,
  -0.31105076782170926,
  -0.31230662489635425,
  -0.31425139102915095,
  -0.3149596176009503,
  -0.31495901930866854,
  -0.3142794168352636,
  -0.31353618397094357,
  -0.3154213932683931,
  -0.31717565605970344,
  -0.3176506047962354,
  -0.3187254712075646,
  -0.3185230553016267,
  -0.31915345902898673,
  -0.31943504790544974,
  -0.319938833874266,
  -0.32036827642221416,
  -0.32118402416812053,
  -0.3227484730167204,
  -0.3240644717958171,
  -0.3251713170431918,
  -0.3266704503251862,
  -0.3281822724576774,
  -0.32905273127742635,
  -0.33098267163581735,
  -0.3334441456448868,
  -0.3352248327817098,
  -0.3361716968418308,
  -0.3374968624202551,
  -0.3384854353276592,
  -0.33980395227905735,
  -0.34104254713739396,
  -0.34171758628616744,
  -0.341386788030926,
  ...])
[70]:
gres.grids['Ery'] = t_ery.agent.critic(torch.tensor(t_ery.env.state_space.mean(axis=1),device=device)).detach().cpu().numpy().ravel()
gres = project_back(gres, 'Ery')
adata.obs['Ery_decision'] = gres.embedding['Ery']

gres1.grids['Ery'] = t_ery1.agent.critic(torch.tensor(t_ery1.env.state_space.mean(axis=1),device=device)).detach().cpu().numpy().ravel()
gres1 = project_back(gres1, 'Ery')
adata1.obs['Ery_decision'] = gres1.embedding['Ery']
[71]:
sc.pl.umap(adata, color='Ery_decision',s=50,title='',cmap='plasma',show=False)
plt.savefig('F11.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_86_0.png
[72]:
sc.pl.umap(adata1, color='Ery_decision',s=50,title='',cmap='plasma',show=False)
plt.savefig('F12.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_87_0.png
[73]:
gres = lineage_rewards(gres, ['HSC_1','HSC_2'], ['Mono_1','Mono_2','DCs'])
gres1 = lineage_rewards(gres1, ['HSC','MPP'], ['GMP'])

t_mye = trainer('ActorCritic', gres, X_latent=X_pca, num_episodes=5e3, gamma=.9)
t_mye.train()

t_mye1 = trainer('ActorCritic', gres1, X_latent=X_pca1, num_episodes=5e3, gamma=.9)
t_mye1.train()
Reward generating: 100%|██████████████████| 1163/1163 [00:00<00:00, 2470.96it/s]
Time used for generating rewards : 0.49 seconds
Reward generating: 100%|██████████████████| 1699/1699 [00:00<00:00, 2625.32it/s]
Time used for generating rewards : 0.67 seconds
Iteration1: 100%|█████████████| 500/500 [00:03<00:00, 159.38it/s, E=500, R=3.23]
Iteration2: 100%|█████████████| 500/500 [00:06<00:00, 76.31it/s, E=1000, R=8.64]
Iteration3: 100%|████████████| 500/500 [00:07<00:00, 68.28it/s, E=1500, R=10.28]
Iteration4: 100%|████████████| 500/500 [00:06<00:00, 71.86it/s, E=2000, R=11.08]
Iteration5: 100%|████████████| 500/500 [00:07<00:00, 70.56it/s, E=2500, R=11.60]
Iteration6: 100%|████████████| 500/500 [00:07<00:00, 69.27it/s, E=3000, R=12.57]
Iteration7: 100%|████████████| 500/500 [00:07<00:00, 66.82it/s, E=3500, R=11.58]
Iteration8: 100%|████████████| 500/500 [00:07<00:00, 68.53it/s, E=4000, R=11.39]
Iteration9: 100%|████████████| 500/500 [00:07<00:00, 66.04it/s, E=4500, R=13.36]
Iteration10: 100%|███████████| 500/500 [00:07<00:00, 67.98it/s, E=5000, R=11.50]
Iteration1: 100%|████████████| 500/500 [00:02<00:00, 178.17it/s, E=500, R=-0.10]
Iteration2: 100%|█████████████| 500/500 [00:06<00:00, 72.42it/s, E=1000, R=6.24]
Iteration3: 100%|█████████████| 500/500 [00:09<00:00, 52.67it/s, E=1500, R=9.14]
Iteration4: 100%|█████████████| 500/500 [00:09<00:00, 51.60it/s, E=2000, R=9.37]
Iteration5: 100%|████████████| 500/500 [00:09<00:00, 55.07it/s, E=2500, R=10.00]
Iteration6: 100%|█████████████| 500/500 [00:09<00:00, 55.47it/s, E=3000, R=9.67]
Iteration7: 100%|████████████| 500/500 [00:09<00:00, 54.89it/s, E=3500, R=10.26]
Iteration8: 100%|████████████| 500/500 [00:09<00:00, 51.99it/s, E=4000, R=10.16]
Iteration9: 100%|████████████| 500/500 [00:09<00:00, 50.83it/s, E=4500, R=10.89]
Iteration10: 100%|███████████| 500/500 [00:09<00:00, 52.04it/s, E=5000, R=10.25]
[73]:
([-1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.002717391304347816,
  -0.019021739130434756,
  -1.0,
  -1.0,
  -0.5441152854195056,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.5222388781344023,
  -0.2431207367825684,
  -1.0,
  0.021739130434782566,
  -2,
  -1.0,
  -1.0,
  -2.0,
  -1.0,
  -1.0,
  -0.008152173913043473,
  -1.0,
  -1.0,
  -1.0,
  -0.0827277648416741,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.0,
  -1.0,
  -1.0,
  -1.0,
  2.374552820553837,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -2.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  1.1884767677396577,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.02173913043478265,
  -1.0,
  -1.0,
  -0.0827277648416741,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  5.9986591329942165,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.021739130434782636,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -0.0827277648416741,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.4093090913194446,
  -2,
  -0.20862495789111835,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.4772990535014854,
  0.36787944117144233,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  2.1098840026444794,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  2.4211281949899814,
  -1.0,
  -0.3719786137124802,
  -0.0827277648416741,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  0.0,
  -1.0,
  0.02173913043478265,
  -2,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -2.0,
  -1.0,
  1.1348125032032392,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.0827277648416741,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.021739130434782566,
  -1.0,
  5.302523974427773,
  -1.0,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  -0.20862495789111835,
  -1.0,
  -1.0,
  -1.0,
  3.200705558591273,
  -1.0,
  -1.0,
  0.013586956521739135,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.021739130434782636,
  -1.0,
  0.021739130434782594,
  -1.0,
  -1.0,
  -2.0,
  0.0,
  -1.0,
  -1.0,
  -1.0,
  -0.0827277648416741,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  4.079413096113062,
  0.7639211914114685,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.010869565217391318,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.0827277648416741,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -2,
  0.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.23464038508302942,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  -0.0827277648416741,
  -1.0,
  -1.0,
  0.02173913043478265,
  -1.0,
  -1.0,
  -0.5479090335972947,
  -1.0,
  0.02717391304347827,
  -1.0,
  -2,
  -1.0,
  -1.0,
  0.021739130434782594,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -0.20862495789111835,
  -2,
  -0.20862495789111835,
  -1.0,
  -1.0,
  -0.20862495789111835,
  -1.0,
  -2,
  0.36787944117144233,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  0.016304347826086973,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  3.0470609628836662,
  -1.0,
  -1.0,
  -1.0,
  -0.4093090913194446,
  -1.0,
  -0.20862495789111835,
  -1.0,
  -2.0,
  -1.0,
  0.010869565217391318,
  -1.0,
  -0.0827277648416741,
  -1.0,
  -1.0,
  -1.0,
  0.4278402259658006,
  -1.0,
  0.021739130434782594,
  -1.0,
  3.657093144634077,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  1.8829708552270739,
  0.02717391304347827,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  -0.20862495789111835,
  -1.0,
  6.3798891556353405,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  0.005434782608695704,
  -1.0,
  -1.0,
  -1.0,
  1.2459020214323364,
  0.02717391304347827,
  -1.0,
  -1.0,
  4.918726897853385,
  -1.0,
  -0.20862495789111835,
  -1.0,
  4.523188429936699,
  -1.0,
  -1.0,
  0.4648136244417236,
  0.0,
  0.010869565217391311,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  -0.20862495789111835,
  0.02717391304347827,
  -1.0,
  -1.0,
  7.796641848554033,
  -1.0,
  -1.0,
  -1.0,
  -1.0,
  6.524998603019685,
  -1.0,
  -1.0,
  2.498699386196149,
  0.010869565217391318,
  -0.20862495789111835,
  -1.0,
  -2,
  0.021739130434782636,
  0.02717391304347827,
  -0.0827277648416741,
  -1.0,
  -1.0,
  -1.0,
  1.6089260237315077,
  4.633887898785341,
  -1.0,
  -1.0,
  -1.0,
  -0.3115131447931925,
  -1.0,
  -0.2431207367825684,
  -1.0,
  2.575430444345286,
  -1.0,
  1.7069935411817547,
  -2.0,
  -1.0,
  -0.005434782608695704,
  -1.0,
  0.02717391304347827,
  -0.027889472236656387,
  -1.0,
  4.840115306596961,
  -2,
  -0.0827277648416741,
  9.264223021929904,
  -1.0,
  0.02717391304347827,
  -1.0,
  9.81619289370776,
  0.45596019674153593,
  4.490812511151969,
  0.0,
  -0.0054347826086956486,
  -1.0,
  0.45596019674153593,
  -1.0,
  -1.0,
  0.40607725637696257,
  -1.0,
  -1.0,
  -0.0827277648416741,
  0.019021739130434756,
  -1.0,
  4.536498195289204,
  -1.0,
  0.0,
  -1.0,
  -0.20862495789111835,
  -1.0,
  5.577427811769821,
  -1.0,
  -1.0,
  -1.0,
  0.44536611842423923,
  3.454819198751799,
  9.185656489185588,
  -1.0,
  -1.0,
  -2,
  -1.0,
  -1.0,
  11.302861452397057,
  0.02717391304347827,
  -1.0,
  -0.0827277648416741,
  4.537031779659201,
  14.013112581526874,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  -1.0,
  -0.3115131447931925,
  0.02717391304347827,
  0.02717391304347827,
  0.9600835994204067,
  -1.0,
  0.1651550799257755,
  -1.0,
  11.365472842326108,
  -1.0,
  10.701878030319136,
  -1.0,
  -1.0,
  9.445195335097493,
  0.02717391304347827,
  -0.251507124333038,
  -1.0,
  0.02717391304347827,
  -1.0,
  5.547056354461526,
  -1.0,
  4.036513805633747,
  -1.0,
  -1.0,
  0.02173913043478265,
  1.8873829075457573,
  -1.0,
  0.02717391304347827,
  6.430508712350954,
  -0.2431207367825684,
  3.4390657220646457,
  0.02717391304347827,
  9.794247661415644,
  5.992769212056751,
  -1.0,
  -1.0,
  0.4767532694440616,
  -1.0,
  -1.0,
  0.02717391304347827,
  1.4200136322968349,
  -1.0,
  5.813889450401361,
  -1.0,
  0.02717391304347827,
  3.788603355576026,
  0.02717391304347827,
  -1.0,
  -1.0,
  0.02717391304347827,
  5.088358773304924,
  0.02717391304347827,
  -1.0,
  0.7447920386384967,
  -1.0,
  -2,
  -2,
  1.0090616016112905,
  2.369283779709585,
  -2,
  9.731517276091095,
  12.653892616745111,
  -1.0,
  -1.0,
  -1.0,
  4.794789375283625,
  -1.0,
  0.02717391304347827,
  -1.0,
  -1.0,
  13.646690785674387,
  0.02717391304347827,
  -1.0,
  8.252072544486992,
  0.024456521739130377,
  8.80935278629918,
  0.024456521739130377,
  0.024456521739130377,
  1.8513265967071004,
  -1.0,
  1.4200136322968349,
  -1.0,
  6.482922211105303,
  -1.0,
  0.02717391304347827,
  9.534668893345518,
  0.02717391304347827,
  5.1689256594243105,
  0.45596019674153593,
  -1.0,
  12.530848026505558,
  0.016304347826086946,
  11.787775184558047,
  9.43581233308891,
  -0.251507124333038,
  0.47550270180536625,
  0.02717391304347827,
  9.873200515298306,
  -1.0,
  5.865908932140777,
  0.02717391304347827,
  10.956241107665917,
  -1.0,
  0.4622597333107743,
  -1.0,
  -1.0,
  0.02717391304347827,
  -1.0,
  3.6145534987910795,
  -1.0,
  -1.0,
  3.813980464053778,
  9.026740169525219,
  0.02717391304347827,
  4.538540179360776,
  8.160542521421533,
  0.021739130434782636,
  -1.0,
  -1.0,
  0.02717391304347827,
  11.250964195892918,
  -1.0,
  0.02717391304347827,
  0.0,
  8.359432299225178,
  7.537677102342157,
  0.45324280543718803,
  0.021739130434782705,
  0.47550270180536625,
  12.272756911428804,
  9.235799064492772,
  6.050538368480918,
  3.920293626567517,
  9.43739494758367,
  12.485625371913038,
  0.16675748940773905,
  0.4369797308737695,
  0.0,
  0.02717391304347827,
  3.202477476474696,
  -1.0,
  -1.0,
  8.931113672917107,
  11.735934482706048,
  10.023650524092012,
  3.287923125526498,
  -1.0,
  -1.0,
  3.4756567207637445,
  0.32813196058818317,
  5.379831268270833,
  10.867637178678956,
  0.02717391304347827,
  9.119738067346493,
  0.02717391304347827,
  0.02717391304347827,
  7.726386955367826,
  -1.0,
  11.095727998724616,
  5.075613594992388,
  8.78538787562082,
  5.829917322142336,
  -1.0,
  6.038111730202204,
  0.02717391304347827,
  5.850271599015225,
  7.9179798017245995,
  0.024456521739130488,
  0.02717391304347827,
  -1.0,
  10.786325620234617,
  9.940726181687511,
  0.021739130434782705,
  7.2753490238577925,
  7.083763548905639,
  8.950504935153486,
  9.341181876527758,
  -0.005434782608695621,
  3.8048300930113617,
  9.93712225424417,
  -1.0,
  12.287256980699489,
  -1.0,
  12.340681866429016,
  0.9296279156938901,
  -1.0,
  0.02717391304347827,
  8.350958613756594,
  3.040580260939426,
  1.301370677220751,
  11.339028337707132,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  9.298473589380555,
  2.8780652744326964,
  0.02717391304347827,
  7.412139765019343,
  10.273470347355568,
  9.19304720268791,
  -0.20862495789111835,
  -1.0,
  0.0,
  0.02717391304347827,
  -1.0,
  5.910145335315971,
  0.02717391304347827,
  0.02717391304347827,
  7.917408150355242,
  -1.0,
  0.02717391304347827,
  -1.0,
  9.210869387724971,
  9.56038821713359,
  9.592725338165272,
  6.8816279234532125,
  -1.0,
  -0.3719786137124802,
  4.598385298752158,
  6.3677978656793695,
  -1.0,
  7.5231089480415845,
  5.714627536035611,
  7.913459242594228,
  -1.0,
  10.06710385218591,
  10.347669116532268,
  -1.0,
  6.935866202834099,
  0.02717391304347827,
  4.890425035541629,
  0.02717391304347827,
  0.0,
  -1.0,
  12.400994972807087,
  -1.0,
  0.02717391304347827,
  0.005434782608695704,
  -1.0,
  8.708438095933696,
  0.45596019674153593,
  -1.0,
  9.479401228973778,
  11.96683812652616,
  10.779430952983244,
  0.005434782608695704,
  7.6000122235341365,
  1.3996523562160186,
  8.977147867030476,
  7.333338714807248,
  12.470439260823273,
  5.894927372416913,
  8.41579657011078,
  4.607576740579447,
  9.459435615223557,
  0.02717391304347827,
  1.2396558935192843,
  8.851946931284003,
  9.180646382183879,
  0.013586956521739135,
  6.200447711907182,
  11.920670615683683,
  8.578439284184599,
  6.70603475653762,
  0.4767532694440616,
  10.581607457116952,
  8.064977653349292,
  1.096617803711259,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  0.02717391304347827,
  8.316589546968299,
  5.162872684369407,
  -1.0,
  7.666633514106076,
  9.292538639512417,
  6.4990573593018865,
  8.80491103839216,
  -1.0,
  -1.0,
  -1.0,
  0.02717391304347827,
  5.6393573453869665,
  7.866187971593794,
  6.76882870307261,
  0.024456521739130377,
  -2.0,
  0.4767532694440616,
  2.6060700063573137,
  0.021739130434782636,
  -2,
  7.643369895169171,
  8.241278290649623,
  9.60702971489828,
  -1.0,
  9.175963266816087,
  8.461223380112067,
  8.02544515058638,
  -1.0,
  8.816386108261348,
  10.057069050640242,
  10.145269961785836,
  4.974429789816515,
  6.614781938287354,
  10.79191861360272,
  11.164031330451623,
  10.071191940094886,
  9.040334510067,
  8.339937829612193,
  8.536453532425902,
  8.601106094524829,
  -1.0,
  -1.0,
  7.049060863959137,
  8.700457745180794,
  -1.0,
  8.336687598962069,
  0.021739130434782594,
  8.599456818666804,
  4.513133545813805,
  10.730736365958368,
  -0.0827277648416741,
  9.074335409942458,
  6.250430566564693,
  9.9574783556874,
  5.935810213154374,
  2.1089516526299565,
  8.158242988948755,
  10.395449008096183,
  4.514122946596042,
  10.355253810514911,
  1.3709903511240196,
  0.9615504230860592,
  5.970010053357162,
  9.355067644910475,
  6.220071182334698,
  10.818267567924734,
  9.673272949949089,
  0.7840531762609099,
  4.224763312364655,
  0.45324280543718803,
  9.283417295994937,
  8.382187729431022,
  -1.0,
  9.42312452278474,
  2.7961625030209776,
  9.390684409981263,
  0.02717391304347827,
  11.088895447081516,
  0.005434782608695704,
  9.816161200498758,
  0.02717391304347827,
  9.597180302405066,
  8.331465667992054,
  6.053400439434716,
  11.231044871895392,
  11.255410621171745,
  11.163433315123132,
  12.125581785262689,
  5.465413988445917,
  5.1320503137349185,
  11.41856275669141,
  -2.0,
  7.477886577342769,
  0.9324956087223083,
  12.937075830340127,
  8.484282386180809,
  10.877210481963534,
  6.9417446438224335,
  -1.0,
  6.523681034177712,
  -1.0,
  10.458480896867604,
  9.507926117468216,
  10.043689888000712,
  11.293669606899453,
  8.75139695758058,
  0.02717391304347827,
  6.933612784090718,
  5.05013683980782,
  7.40621819417127,
  3.2949763518416857,
  1.694403217002722,
  11.759119370270191,
  6.899757312514837,
  5.898546554012599,
  6.066045444351977,
  9.304302985113408,
  9.160474351069327,
  0.02717391304347827,
  12.16577973345167,
  9.661739762104986,
  8.802374192842727,
  5.85767828256834,
  5.8097661372390395,
  15.03012945390969,
  -1.0,
  0.4767532694440616,
  10.749920834427497,
  2.4038851593390715,
  0.9296279156938901,
  10.9990933380719,
  8.836313777870933,
  10.755097187388827,
  9.860547049607202,
  6.192672782915379,
  13.022581615344679,
  5.96214417934692,
  11.301204987824379,
  0.024456521739130377,
  7.792337264413992,
  -1.0,
  12.760812695423088,
  10.183086429163128,
  2.7670729323532384,
  9.317869978496404,
  11.177707524924854,
  -1.0,
  0.02717391304347827,
  4.03714491678347,
  8.534779185290462,
  0.02717391304347827,
  -1.0,
  9.771219108942704,
  -2,
  9.110742238495504,
  7.808538004028126,
  6.346600273549423,
  -2,
  7.10549319243363,
  -1.0,
  -1.0,
  7.629413381263512,
  6.630264231115032,
  14.590939989194103,
  3.5256649074279487,
  8.241178190163707,
  -1.0,
  -1.0,
  4.2970129433157815,
  6.362657764604361,
  -1.0,
  12.284251456503032,
  14.330460982460135,
  -1.0,
  6.429289375864433,
  11.695746506159498,
  ...],
 [0.00013740132562816145,
  0.00022011324041523042,
  0.00037587159153888933,
  0.00045871353992010117,
  0.00020405120540603036,
  -2.6202460830417138e-05,
  -5.2267226572068364e-05,
  -0.0002724814039272623,
  -0.0003466109989775761,
  -0.0007459817758103287,
  -0.0009894953048473175,
  -0.0013571665631596592,
  -0.0021456034001837198,
  -0.0029632123074973,
  -0.0038955624057088445,
  -0.004852495399859347,
  -0.005655004107662106,
  -0.006926101253518982,
  -0.008293937193412659,
  -0.009651285553300163,
  -0.011056935274205766,
  -0.012883551623606831,
  -0.013998278545988826,
  -0.015026201506271921,
  -0.016738008659398444,
  -0.018223229542681883,
  -0.01993964779161688,
  -0.02157111594522357,
  -0.02313609616256891,
  -0.024693232405341197,
  -0.026188182850694405,
  -0.027863929053063858,
  -0.02929933625759293,
  -0.030862619375289488,
  -0.032267523403590424,
  -0.03334330336019136,
  -0.034527966744561135,
  -0.03578654872380181,
  -0.03671074320641629,
  -0.037560363811439616,
  -0.038970346600984945,
  -0.040515808934390087,
  -0.04235002520784482,
  -0.04407135578482569,
  -0.04595736322628234,
  -0.04784453446207086,
  -0.04955140716696731,
  -0.051432820131685604,
  -0.05352761984910045,
  -0.05579845565398779,
  -0.05794016669741318,
  -0.06030359377263277,
  -0.06304996348668435,
  -0.06561574708981367,
  -0.06846530551418897,
  -0.07146085816752623,
  -0.07380349527340185,
  -0.07627585028696404,
  -0.07867664061598882,
  -0.0808197139978393,
  -0.082589851308225,
  -0.08452851226520201,
  -0.08670858787833355,
  -0.08893835898341744,
  -0.09113463753781217,
  -0.09306854316939801,
  -0.09587479122284195,
  -0.09870638822877532,
  -0.10143733196941322,
  -0.10418655596792567,
  -0.10697888118035366,
  -0.10940605300761001,
  -0.11210333723432077,
  -0.1148246114603005,
  -0.11768901092068011,
  -0.12043354345902181,
  -0.12324338223910981,
  -0.1261029821738081,
  -0.12887538166780815,
  -0.13158965228477962,
  -0.13473528919505523,
  -0.13795855965612341,
  -0.14051409582064567,
  -0.14365315198567694,
  -0.14651099921135952,
  -0.14918600241804625,
  -0.15212543802323125,
  -0.15448835320152712,
  -0.1566005315655816,
  -0.15838169300983118,
  -0.1606592184127134,
  -0.16303785131292128,
  -0.16516940423336626,
  -0.16749790981754228,
  -0.16993383613196852,
  -0.1721031505538325,
  -0.17440943106809595,
  -0.1768031519042983,
  -0.17956926379408406,
  -0.18185150200165248,
  -0.18412230815655742,
  -0.18653648648794413,
  -0.18929470873241863,
  -0.19230659872177655,
  -0.1949177344593803,
  -0.19735548130210567,
  -0.19948641961195712,
  -0.20168497217547648,
  -0.20426674547381693,
  -0.20639073931450203,
  -0.20872200064716914,
  -0.21080475916657732,
  -0.21304601272784587,
  -0.21575987449922862,
  -0.21822583130082002,
  -0.22068759256427592,
  -0.2236240885809658,
  -0.22616213552602332,
  -0.22865139923975825,
  -0.2314540108548952,
  -0.2338472443525807,
  -0.23664838199976004,
  -0.2391726884696593,
  -0.2414559159563424,
  -0.2441775707122693,
  -0.24662151199364907,
  -0.24867480189080363,
  -0.2512060875149861,
  -0.2532202849864993,
  -0.25506911335683197,
  -0.25751810739442554,
  -0.2608633400266848,
  -0.2634131287991161,
  -0.266599490601009,
  -0.2697042616073241,
  -0.2718582126403481,
  -0.2741114798228052,
  -0.27611617967733804,
  -0.2779279854061486,
  -0.27979892041598464,
  -0.2818843918898019,
  -0.28377042490929577,
  -0.2854104974597371,
  -0.28767661462585414,
  -0.2896456270347882,
  -0.2919165672050113,
  -0.2938135600368444,
  -0.29519774989275754,
  -0.29645654979952846,
  -0.297728519603517,
  -0.29877165939418654,
  -0.29978190934735677,
  -0.30118077109950536,
  -0.30239700421834254,
  -0.30406950463273663,
  -0.30562739398749117,
  -0.30723983707565156,
  -0.30936316936438674,
  -0.3121272290525761,
  -0.31472518155515566,
  -0.31760731398058606,
  -0.3203506146241994,
  -0.3229533451793514,
  -0.32542884468117683,
  -0.32810203669949306,
  -0.3307362342505804,
  -0.3330328458454217,
  -0.3352306330140904,
  -0.33778035945860474,
  -0.3402776375972439,
  -0.34224246852451495,
  -0.3446642446348038,
  -0.3476545034239512,
  -0.35082911454616705,
  -0.35396754024390203,
  -0.3566856673516234,
  -0.35973333763098847,
  -0.36239071955065977,
  -0.36434603073628885,
  -0.36656681127091234,
  -0.36905254919932573,
  -0.3713172141672001,
  -0.3734787989299517,
  -0.3756245180167572,
  -0.3771542260226436,
  -0.37919728044976225,
  -0.3806663761922507,
  -0.3821874667542025,
  -0.3837574567685684,
  -0.3855478748737483,
  -0.3874219906462645,
  -0.3886122258377818,
  -0.3903570083889747,
  -0.39173918739684593,
  -0.39277919517804716,
  -0.39383220766897287,
  -0.39518216912389503,
  -0.3967985914758692,
  -0.3982539799391022,
  -0.4000863038943109,
  -0.40202954634315446,
  -0.4041067519601707,
  -0.4057360862714491,
  -0.4079926603185464,
  -0.4098947491428845,
  -0.4120649254273062,
  -0.4141327213417423,
  -0.4158353759661394,
  -0.41706718733370324,
  -0.4182915304284068,
  -0.41955744088787517,
  -0.42105685509039154,
  -0.4223255659402333,
  -0.4236639315421003,
  -0.42478751149395555,
  -0.42579298974659396,
  -0.42675913157839,
  -0.42792829005782335,
  -0.42886032837848076,
  -0.43021876312622537,
  -0.43144080732109613,
  -0.4326471595503217,
  -0.4335319917395352,
  -0.4344015138735042,
  -0.4356612318061508,
  -0.43639238124452073,
  -0.4378216233664277,
  -0.43989285379444115,
  -0.44133116113191423,
  -0.4423083243818119,
  -0.4434814950983504,
  -0.4444112384969965,
  -0.44550005462087194,
  -0.4462024605968139,
  -0.4463330938433656,
  -0.4463381413961424,
  -0.446424415272797,
  -0.4473108734781675,
  -0.4480068741902368,
  -0.44915864183220605,
  -0.45163813707376294,
  -0.4539161024467056,
  -0.45603912557026005,
  -0.45804503855542295,
  -0.4602402115955827,
  -0.46242630360219905,
  -0.46370725749239877,
  -0.4651637274395826,
  -0.46575541788136415,
  -0.4665383915734934,
  -0.4675988752175852,
  -0.4696268587844408,
  -0.4720191850055409,
  -0.4744962232629663,
  -0.4767530295683548,
  -0.47918410735988987,
  -0.481692078207692,
  -0.4836596123201516,
  -0.4854083986544363,
  -0.48704453704818423,
  -0.4894778312849404,
  -0.49220084346327825,
  -0.4946939922472703,
  -0.4973836095348361,
  -0.500098705337374,
  -0.5026102924800903,
  -0.5048778372143413,
  -0.5087769809910687,
  -0.5126044922700809,
  -0.5148207225166886,
  -0.5169571769609366,
  -0.519793418021246,
  -0.5226482657952984,
  -0.5255241705797177,
  -0.5282346594584932,
  -0.531101381511657,
  -0.5340693600500749,
  -0.5371047370123367,
  -0.5403097049320801,
  -0.5430077948218026,
  -0.5463803653771889,
  -0.5489011073739266,
  -0.5515155559090555,
  -0.5549089098454755,
  -0.5583400701044832,
  -0.5609948282128612,
  -0.564542716787518,
  -0.5679914996187186,
  -0.5711095550591244,
  -0.574522138420723,
  -0.578226981937947,
  -0.5815171157202739,
  -0.5845768729952187,
  -0.58635678854651,
  -0.5882198245548349,
  -0.5889956254827008,
  -0.5890836878192117,
  -0.5894345168028109,
  -0.5901193562284176,
  -0.5915948319851746,
  -0.5922771048125917,
  -0.5930887582718737,
  -0.5941374640867423,
  -0.5950230595965469,
  -0.5957523461492645,
  -0.5965399548342059,
  -0.5970840267246543,
  -0.5977232165978403,
  -0.5985968691415411,
  -0.5994423160349615,
  -0.6007629331696341,
  -0.6021132872764834,
  -0.6037069811655328,
  -0.6057641787292638,
  -0.6083582376984028,
  -0.6110167879729997,
  -0.613763052719353,
  -0.6162102116197653,
  -0.6183206541920757,
  -0.6208601681458087,
  -0.6237575525668061,
  -0.6264220967942141,
  -0.629361279068231,
  -0.6311843067621691,
  -0.6337345745031462,
  -0.6356549122269057,
  -0.6378084650678861,
  -0.639830823132218,
  -0.6410868476945926,
  -0.6434881684743539,
  -0.644903113601144,
  -0.6472138960229836,
  -0.6494223740768577,
  -0.6513294969734336,
  -0.6535545700553159,
  -0.6557174681816781,
  -0.6588634699978743,
  -0.6603323004788479,
  -0.6614914386705151,
  -0.6620572969306918,
  -0.6629376434449816,
  -0.6640993784913065,
  -0.6648351865900953,
  -0.6654052586658729,
  -0.6650214563853952,
  -0.6650051805567916,
  -0.6647736917462165,
  -0.6640147017512305,
  -0.6639260547199065,
  -0.6663854809953793,
  -0.6688836948963258,
  -0.6710597096093289,
  -0.6733783536272003,
  -0.6746635149768164,
  -0.6759171819981847,
  -0.6779451505954495,
  -0.6797965131136132,
  -0.6808898268265219,
  -0.6823482733003375,
  -0.6843019906607188,
  -0.6859933635599695,
  -0.6879092205069707,
  -0.68973569470244,
  -0.6915783279698031,
  -0.6933503457499676,
  -0.6950575191825794,
  -0.6962097803408818,
  -0.6981215945935887,
  -0.6998219700352707,
  -0.701329104367681,
  -0.7024844766681082,
  -0.7039117299139066,
  -0.7053579957491622,
  -0.7062648528665736,
  -0.707046563315509,
  -0.7074272182719684,
  -0.7079625322819841,
  -0.708468620621074,
  -0.7095504615899862,
  -0.7098199263340192,
  -0.7099435114314485,
  -0.7098509589367188,
  -0.7094797245597255,
  -0.7098002081290617,
  -0.7095149866690096,
  -0.7117490259200442,
  -0.7132502978993612,
  -0.7147906993849468,
  -0.7156409370053087,
  -0.7161455998234484,
  -0.7161319445734691,
  -0.7163804833302541,
  -0.7168133644152279,
  -0.7173523320703856,
  -0.7169983275611606,
  -0.7172444807926823,
  -0.7175954271061032,
  -0.7178859313586647,
  -0.7183846433220306,
  -0.7191981402299512,
  -0.7194471903269887,
  -0.7200257249561223,
  -0.7203315921175316,
  -0.7209236862669484,
  -0.7214447192547764,
  -0.7228182216025447,
  -0.7241520923613877,
  -0.7257039374141071,
  -0.7274805177150202,
  -0.7278804026597283,
  -0.7282346814215953,
  -0.7287362677548399,
  -0.7288100682080387,
  -0.7290471340784128,
  -0.7290533430219542,
  -0.7292094075289018,
  -0.729807663598519,
  -0.7299519241806538,
  -0.7303802866391229,
  -0.730676949437323,
  -0.731288426631474,
  -0.7317618383429592,
  -0.7322350520089104,
  -0.7325968862875164,
  -0.7327655494905851,
  -0.7327843315396563,
  -0.7332326261161651,
  -0.7328951556006165,
  -0.7335206371075407,
  -0.733876975975321,
  -0.7337087935595481,
  -0.7332658583578293,
  -0.7325229425811312,
  -0.7312659144089245,
  -0.729810854254881,
  -0.727807510004864,
  -0.7257645358303126,
  -0.7238673785836143,
  -0.7223431760979782,
  -0.7200126654842023,
  -0.7182297412458888,
  -0.7163405295594844,
  -0.7146973031761636,
  -0.7130713237735011,
  -0.7111270430232403,
  -0.7094151584339727,
  -0.7076282972089873,
  -0.7066921374820138,
  -0.7056206450079234,
  -0.7045399537968914,
  -0.7043071788879075,
  -0.7043423621177852,
  -0.7037808714785754,
  -0.7030077820406543,
  -0.7025589008290822,
  -0.7016446623070497,
  -0.701573174267922,
  -0.701355261270766,
  -0.7012941329193529,
  -0.7012685288061554,
  -0.7009944199844703,
  -0.7006820267367246,
  -0.7003233186203484,
  -0.700577828788683,
  -0.7005034995440698,
  -0.7004734547736482,
  -0.6999344259940808,
  -0.6997870293548712,
  -0.6997586566065306,
  -0.6999120148485185,
  -0.6997668116592323,
  -0.6999042176660338,
  -0.699508077078974,
  -0.7002549369564118,
  -0.7002539697719922,
  -0.7000654453154547,
  -0.6998663132931354,
  -0.6997000976023907,
  -0.6996347668369358,
  -0.6994807402081039,
  -0.6990419625627808,
  -0.6994129922380917,
  -0.6994510128953971,
  -0.6984812010014677,
  -0.6981196514508328,
  -0.6976949507179354,
  -0.6970246303589723,
  -0.6967646826474889,
  -0.6956872705542225,
  -0.6947867675725184,
  -0.6937335243903642,
  -0.6929168599374721,
  -0.6915265752414854,
  -0.6924699797602784,
  -0.6922500924369126,
  -0.692028999340527,
  -0.6920985251783657,
  -0.6924644543497493,
  -0.6925916954477517,
  -0.692714400110333,
  -0.6925111744628354,
  -0.6930569182988876,
  -0.6928823846877704,
  -0.6925803982227628,
  -0.6923769860659577,
  -0.6938132239827081,
  -0.695175752091539,
  -0.6978185344963187,
  -0.6983504528187483,
  -0.6990630536487555,
  -0.6988053103948436,
  -0.6991733673971373,
  -0.6993405546687713,
  -0.6992352620078084,
  -0.6987834280964128,
  -0.6991626711393605,
  -0.6989580405996922,
  -0.6987778661827694,
  -0.6990189859856712,
  -0.6997578089477221,
  -0.7000760545647533,
  -0.7009049310053199,
  -0.7015975881115581,
  -0.7024727621330327,
  -0.7035349278509853,
  -0.7037446049368319,
  -0.7043368652242777,
  -0.7047710142140056,
  -0.704984193940604,
  -0.7048865424296716,
  -0.7055735632149331,
  -0.7057461681113754,
  -0.7070138301884515,
  -0.7082478887044595,
  -0.7091638840011946,
  -0.709698228715691,
  -0.7101300812119632,
  -0.7113892323844251,
  -0.712567806406543,
  -0.7133373366424509,
  -0.7140484380618655,
  -0.7149798009054307,
  -0.7157904981166285,
  -0.7166735192335855,
  -0.7177503843005721,
  -0.7188723030886792,
  -0.7194363043194746,
  -0.7199340331214971,
  -0.7211032748540257,
  -0.721865466745537,
  -0.7223428686999105,
  -0.7231425116996077,
  -0.7234316293584712,
  -0.7237205319669316,
  -0.7230518141390023,
  -0.7222766976163916,
  -0.7214300281905235,
  -0.720653622137267,
  -0.7198252235281715,
  -0.7193418902810521,
  -0.7187751319848326,
  -0.7179729698010894,
  -0.7169116290528644,
  -0.7155638836183621,
  -0.7139980240510585,
  -0.712260161948944,
  -0.7107497598103495,
  -0.7096017945453477,
  -0.7103263070088354,
  -0.7109344583006916,
  -0.7112000533288674,
  -0.7119366407001243,
  -0.7131675750222012,
  -0.7140730561668847,
  -0.7149191086635885,
  -0.7152118701954849,
  -0.7159577478094963,
  -0.7164548050143765,
  -0.7170353095456515,
  -0.7177636812052063,
  -0.7184740048618443,
  -0.7189431936801941,
  -0.7191984040046894,
  -0.7192574403278665,
  -0.7193294771795148,
  -0.7191986914717406,
  -0.7193401563030515,
  -0.7191921129149916,
  -0.7201686496586709,
  -0.7210402415271454,
  -0.7218286855464651,
  -0.7226759802429126,
  -0.7221535219820941,
  -0.7216389677129429,
  -0.7213618431186906,
  -0.7209720089363804,
  -0.7207001217162721,
  -0.7204325449582271,
  -0.7204655920322487,
  -0.7203209938885242,
  -0.7202070304324292,
  -0.7210369586772931,
  -0.7219149986334717,
  -0.722709381960922,
  -0.7229910659404378,
  -0.7225716872785213,
  -0.7225124673003807,
  -0.7223535387491266,
  -0.7229360304009124,
  -0.7232859701834666,
  -0.7244266385900909,
  -0.7255419090879555,
  -0.7266043468828134,
  -0.7268977098954277,
  -0.7258960905299677,
  -0.7248324979457222,
  -0.7242738354173698,
  -0.7232877494124135,
  -0.7237664743087115,
  -0.7233320916098669,
  -0.7229597110728724,
  -0.7225187245492539,
  -0.7219484327601373,
  -0.7218328442151491,
  -0.7205792379722267,
  -0.719446722595249,
  -0.7182712355342632,
  -0.7190081186186958,
  -0.7195135068452587,
  -0.7195232195653964,
  -0.7190351920906164,
  -0.7189661804234525,
  -0.7183322779018245,
  -0.7184015680670905,
  -0.7187034944170284,
  -0.7178475136733253,
  -0.7175110699534732,
  -0.71682630818996,
  -0.714518820968306,
  -0.7120643718524781,
  -0.7095464514113056,
  -0.7087409270986422,
  -0.7082632788338842,
  -0.7075042038437713,
  -0.7059436674148444,
  -0.7045013451630324,
  -0.7033187606269299,
  -0.7019038641495018,
  -0.7005282183808382,
  -0.7001292626679623,
  -0.699362683198609,
  -0.698793588541199,
  -0.6982970291077475,
  -0.698255538883893,
  -0.6968705444965491,
  -0.695627849448379,
  -0.6943095816601443,
  -0.6935691215556843,
  -0.6928507666858209,
  -0.6921109174854371,
  -0.691502858806747,
  -0.6904364469757203,
  -0.6897717725132873,
  -0.6892392956058676,
  -0.6888869002686234,
  -0.6882763587683599,
  -0.6869861062202762,
  -0.6828041026944659,
  -0.6784170791958738,
  -0.6743392594980889,
  -0.6703853721877987,
  -0.666393012268717,
  -0.6623098739346446,
  -0.6585223110312003,
  -0.6548937768250513,
  -0.6513114414197464,
  -0.6480075688861283,
  -0.6445215579463999,
  -0.640743191866675,
  -0.6371259295314115,
  -0.6336842276382162,
  -0.630233036961563,
  -0.6290243180085971,
  -0.6274924992454356,
  -0.6259634944635277,
  -0.6249839260253764,
  -0.6237212156855156,
  -0.622404822054016,
  -0.6208603866902936,
  -0.6194453610050588,
  -0.618039616863188,
  -0.616348968918776,
  -0.6148632795520397,
  -0.6133015758547418,
  -0.6122393644570774,
  -0.6111203994389245,
  -0.6091853512779563,
  -0.6081005889960538,
  -0.606845708439198,
  -0.6051010518677032,
  -0.6031869149963023,
  -0.6009263015067738,
  -0.5993285860811454,
  -0.5980539436900425,
  -0.5968158381864418,
  -0.5957335159675841,
  -0.5945991797118466,
  -0.593347949808313,
  -0.5919820772710901,
  -0.5906747840412402,
  -0.5895001352086766,
  -0.5884069761588004,
  -0.5890413338094014,
  -0.5896856151102298,
  -0.5892811773486853,
  -0.5886616461949131,
  -0.5878305443335771,
  -0.5873274091549866,
  -0.5877352685977828,
  -0.5881626650287273,
  -0.5884220522016878,
  -0.5889475360278031,
  -0.5887419426133158,
  -0.5890612754694097,
  -0.5888283902112758,
  -0.5891441639697149,
  -0.5888451295846121,
  -0.5884330475295235,
  -0.5892993028903829,
  -0.5901164454087717,
  -0.590955038930553,
  -0.5920096694084503,
  -0.5927983940997954,
  -0.5940456628056804,
  -0.594382484362143,
  -0.5955055308417376,
  -0.5967690155223526,
  -0.5975917322724005,
  -0.598284123795479,
  -0.5988076173911127,
  -0.5997805723976477,
  -0.6008859261656033,
  -0.603288108692597,
  -0.606061737252375,
  -0.6056617872024924,
  -0.6061092092816853,
  -0.6072591559940278,
  -0.6075127108662756,
  -0.6086228229453746,
  -0.6093218374412587,
  -0.6111236780802929,
  -0.6095309692691685,
  -0.6081718439738518,
  -0.6091891982859535,
  -0.6099014610462021,
  -0.6106878941019941,
  -0.6117844253417617,
  -0.6125371007411263,
  -0.6139322460241258,
  -0.6145383305196368,
  -0.6159473109156074,
  -0.6170434519321353,
  -0.6181248902129409,
  -0.6192215844445469,
  -0.6196389077733733,
  -0.6204660003620013,
  -0.6220287524572448,
  -0.6230024388131379,
  -0.6245376534505083,
  -0.6261941627569175,
  -0.62714932458874,
  -0.6278090133944156,
  -0.6293773262108969,
  -0.630249844229577,
  -0.6310724912138543,
  -0.6319390350144608,
  -0.6321940565599695,
  -0.6330864545475668,
  -0.63396927974496,
  -0.6341012690024013,
  -0.635135722526774,
  -0.6359273397992261,
  -0.6368325095424907,
  -0.6374602344974485,
  -0.6384200397340342,
  -0.6379309669625605,
  -0.637152923356929,
  -0.6370467125826889,
  -0.6370505161639595,
  -0.6359212799090903,
  -0.634866442601151,
  -0.633182308314905,
  -0.6321219107334535,
  -0.6338254896124796,
  -0.6358078569058571,
  -0.6378877646361364,
  -0.6400585101248225,
  -0.6413693668018176,
  -0.6429402897122047,
  -0.6440622442976365,
  -0.6456929128215364,
  -0.6488963699779335,
  -0.6519358383376614,
  -0.6537555334593276,
  -0.6562052903808447,
  -0.6580623339162376,
  -0.6610100393288708,
  -0.6634512667029508,
  -0.6655552280494135,
  -0.6629588749593316,
  -0.6604636212788909,
  -0.663387475619701,
  -0.665545352418162,
  -0.6665779718541532,
  -0.6690771836975726,
  -0.6721500569229141,
  -0.6748445854163757,
  -0.677758824770521,
  -0.6809173129848107,
  -0.6811651285824386,
  -0.680966728414647,
  -0.680376386461779,
  -0.679942524968618,
  -0.6794332048856603,
  -0.6784507116829922,
  -0.6806760397304885,
  -0.6824484848892731,
  -0.6842370540893538,
  -0.685530350649504,
  -0.6862975685933503,
  -0.6878903458012716,
  -0.6897239822890469,
  -0.6908465629868088,
  -0.691350145640186,
  -0.6917698044426247,
  -0.6922732260378965,
  -0.6924591432233657,
  -0.6928522437183962,
  -0.6925151354195734,
  -0.6917788380475293,
  -0.6912453797579797,
  -0.6911287301764277,
  -0.6915802693382364,
  -0.6912019420996689,
  -0.690320563662917,
  -0.6891519832483195,
  -0.6873367890051907,
  -0.6863653375218557,
  -0.6858667141142184,
  -0.6849405103835445,
  -0.6884337201956329,
  -0.690010046319882,
  -0.6914525125224753,
  -0.6934793028563626,
  -0.6956301817460572,
  -0.6975706533310708,
  -0.6993517350295492,
  -0.7011144967658928,
  -0.7029532132272613,
  -0.7042085517482031,
  -0.7065631262551634,
  -0.7091071346929106,
  -0.7114841567310473,
  -0.7139199031093335,
  -0.7171682512199007,
  -0.7198075083353069,
  -0.7219786289652841,
  -0.7239380185906146,
  -0.7258013049342765,
  -0.7292117142459394,
  -0.7309361176154752,
  -0.7306102178573043,
  -0.7297440358766947,
  -0.7291276865030516,
  -0.7287213480235202,
  -0.7277387182297564,
  -0.7267453517894293,
  -0.7264598781017904,
  -0.7259317096350295,
  -0.7257378222541327,
  -0.725389258105192,
  -0.7250082350357773,
  -0.7244037811260898,
  -0.7263227548380665,
  -0.7276772391745521,
  -0.7285462590346066,
  -0.7297461628345531,
  -0.7313824375898383,
  -0.7333257227171053,
  -0.7353703318917201,
  -0.7378055282621611,
  -0.7404690027284705,
  -0.7427626262950742,
  -0.7447058113211,
  -0.7467383302285906,
  -0.7489836663255556,
  -0.7505905405678566,
  -0.7508581950384602,
  -0.7506789465494587,
  -0.7509478428213692,
  -0.750561177607144,
  -0.7504087980353696,
  -0.7502593067571565,
  -0.749772950902444,
  -0.7497658914033448,
  -0.7495294039224939,
  -0.7499489783894498,
  -0.7510150411380552,
  -0.7537429479718165,
  -0.7555196783165293,
  -0.7594453275913057,
  -0.7631895279696074,
  -0.7670630426338746,
  -0.770748556263822,
  -0.7758956930086411,
  -0.7808424828589132,
  -0.7865049881884922,
  -0.7905393643114689,
  -0.7944308950423256,
  -0.7983695935954114,
  -0.8030717011680913,
  -0.8066813347944378,
  -0.8092483533638433,
  -0.8121067011308298,
  -0.8146504606139529,
  -0.8171384071414877,
  -0.8188076132962786,
  -0.8210362785913085,
  -0.8231669816263761,
  -0.8241516890251444,
  -0.8251264440430389,
  -0.831690472133569,
  -0.8369807787326713,
  -0.8396310529758335,
  -0.8440252183915726,
  -0.8433716825491532,
  -0.8422728024112296,
  -0.8420944868501202,
  -0.8424935241223668,
  -0.8409340243719903,
  -0.8401181062933775,
  -0.8379592539442168,
  -0.8354677620892449,
  -0.832386725549688,
  -0.8301444369929692,
  -0.8302860971079045,
  -0.830215199113572,
  -0.8297961880803912,
  -0.8297271468630041,
  -0.8296177262761844,
  -0.8306714249973653,
  -0.8319816412089798,
  -0.8334372206976751,
  -0.8339910175033892,
  -0.8341032356322152,
  -0.8347235354630987,
  -0.8349839749618964,
  -0.8343022982449505,
  -0.8340679289470432,
  -0.8337535571219986,
  -0.8315044654018335,
  -0.8290776014868041,
  -0.8266045398057403,
  -0.8242420042363999,
  -0.8219316566372074,
  -0.8204479039273894,
  -0.8177652750869021,
  -0.814409978636814,
  -0.8103634915273331,
  -0.8061033309512672,
  -0.8013599432665378,
  -0.7963576476347922,
  -0.7909387425352749,
  -0.7850370622069406,
  -0.7812364755536182,
  -0.7828016198846438,
  -0.7835475809958453,
  -0.7849490819920044,
  -0.7859668067749537,
  -0.7878216744460578,
  -0.7888991939815805,
  -0.7891350644085766,
  -0.7904150337942134,
  -0.7923238541397305,
  -0.7938334954166698,
  -0.7948986912093924,
  -0.7966190353235358,
  -0.7974905614380787,
  -0.7987995600802826,
  -0.8010697601062667,
  -0.8022422167294719,
  -0.8035177951823007,
  -0.8050201947432238,
  -0.8057876249022058,
  -0.8043652241197663,
  -0.8033252216819524,
  -0.8022748764511328,
  -0.8011342974976301,
  -0.7998625557634454,
  -0.7985127934225554,
  ...])
[78]:
gres.grids['Mye'] = t_mye.agent.critic(torch.tensor(t_mye.env.state_space.mean(axis=1),device=device)).detach().cpu().numpy().ravel()
gres = project_back(gres, 'Mye')
adata.obs['Mye_decision'] = gres.embedding['Mye']

gres1.grids['Mye'] = t_mye1.agent.critic(torch.tensor(t_mye1.env.state_space.mean(axis=1),device=device)).detach().cpu().numpy().ravel()
gres1 = project_back(gres1, 'Mye')
adata1.obs['Mye_decision'] = gres1.embedding['Mye']
[79]:
sc.pl.umap(adata, color='Mye_decision',s=50,title='',cmap='plasma',show=False)
plt.savefig('F13.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_90_0.png
[80]:
sc.pl.umap(adata1, color='Mye_decision',s=50,title='',cmap='plasma',show=False)
plt.savefig('F14.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_91_0.png
[98]:
from sklearn.preprocessing import KBinsDiscretizer, minmax_scale
[164]:
ery_df = adata.obs.loc[adata.obs['clusters'].isin(['HSC_1','HSC_2','Ery_1','Ery_2','Mega']),['Ery','Ery_decision','time']]

ery_df['time_bins'] = KBinsDiscretizer(20, encode='ordinal', strategy='quantile').fit_transform(ery_df['time'].values.reshape(-1,1))
[165]:
with sns.axes_style('darkgrid'):
    sns.boxplot(data=ery_df,x='time_bins',y='Ery_decision',palette='viridis',fliersize=0,whis=(10,90))
    sns.stripplot(data=ery_df, x='time_bins', y='Ery_decision',color='k',s=1,edgecolor='w')
    ax = plt.gca()
    ax.tick_params(labelbottom=False)
    ax.set_xlabel('')
    ax.set_ylabel('')
    plt.savefig('F15.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_94_0.png
[166]:
with sns.axes_style('darkgrid'):
    sns.boxplot(data=ery_df,x='time_bins',y='Ery',palette='viridis',fliersize=0,whis=(10,90))
    sns.stripplot(data=ery_df, x='time_bins', y='Ery',color='k',s=1,edgecolor='w')
    ax = plt.gca()
    ax.tick_params(labelbottom=False)
    ax.set_xlabel('')
    ax.set_ylabel('')
    plt.savefig('F16.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_95_0.png
[179]:
mye_df = adata.obs.loc[adata.obs['clusters'].isin(['HSC_1','HSC_2','Mono_1','Mono_2','DCs']),['Mye','Mye_decision','time']]

mye_df['time_bins'] = KBinsDiscretizer(20, encode='ordinal', strategy='quantile').fit_transform(mye_df['time'].values.reshape(-1,1))
[180]:
with sns.axes_style('darkgrid'):
    sns.boxplot(data=mye_df,x='time_bins',y='Mye_decision',palette='viridis',fliersize=0,whis=(10,90))
    sns.stripplot(data=mye_df, x='time_bins', y='Mye_decision',color='k',s=1,edgecolor='w')
    ax = plt.gca()
    ax.tick_params(labelbottom=False)
    ax.set_xlabel('')
    ax.set_ylabel('')
    plt.savefig('F17.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_97_0.png
[188]:
with sns.axes_style('darkgrid'):
    sns.boxplot(data=mye_df,x='time_bins',y='Mye',palette='viridis',fliersize=0,whis=(10,90))
    sns.stripplot(data=mye_df, x='time_bins', y='Mye',color='k',s=1,edgecolor='w')
    ax = plt.gca()
    ax.tick_params(labelbottom=False)
    ax.set_xlabel('')
    ax.set_ylabel('')
    plt.savefig('F18.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_98_0.png
[191]:
ery_weighted = sum((ery_df['Ery'] / ery_df['Ery'].sum())*ery_df['time'])

eryD_weighted = sum((ery_df['Ery_decision'] / ery_df['Ery_decision'].sum())*ery_df['time'])

with sns.axes_style('darkgrid'):
    fig = plt.figure(figsize=(3,5))
    sns.barplot(x=[0,1],y=[eryD_weighted, ery_weighted],palette='viridis')
    ax = plt.gca()
    ax.set_xticklabels(['Desion','Contribution'])
    plt.savefig('F19.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_99_0.png
[192]:
mye_weighted = sum((mye_df['Mye'] / mye_df['Mye'].sum())*mye_df['time'])

myeD_weighted = sum((mye_df['Mye_decision'] / mye_df['Mye_decision'].sum())*mye_df['time'])

with sns.axes_style('darkgrid'):
    fig = plt.figure(figsize=(3,5))
    sns.barplot(x=[0,1],y=[myeD_weighted, mye_weighted],palette='viridis')
    ax = plt.gca()
    ax.set_xticklabels(['Desion','Contribution'])
    plt.savefig('F20.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_100_0.png
[ ]:

[231]:
ery_df1 = adata1.obs.loc[adata1.obs['batch'].isin(['HSC','MPP','MEP']),['Ery','Ery_decision','time']]

ery_df1['time_bins'] = KBinsDiscretizer(20, encode='ordinal', strategy='quantile').fit_transform(ery_df1['time'].values.reshape(-1,1))
[235]:
with sns.axes_style('darkgrid'):
    sns.boxplot(data=ery_df1,x='time_bins',y='Ery_decision',palette='viridis',fliersize=0,whis=(10,90))
    sns.stripplot(data=ery_df1, x='time_bins', y='Ery_decision',color='k',s=1,edgecolor='w')
    ax = plt.gca()
    ax.tick_params(labelbottom=False)
    ax.set_xlabel('')
    ax.set_ylabel('')
    plt.savefig('F21.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_103_0.png
[236]:
with sns.axes_style('darkgrid'):
    sns.boxplot(data=ery_df1,x='time_bins',y='Ery',palette='viridis',fliersize=0,whis=(10,90))
    sns.stripplot(data=ery_df1, x='time_bins', y='Ery',color='k',s=1,edgecolor='w')
    ax = plt.gca()
    ax.tick_params(labelbottom=False)
    ax.set_xlabel('')
    ax.set_ylabel('')
    plt.savefig('F22.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_104_0.png
[237]:
ery_weighted1 = sum((ery_df1['Ery'] / ery_df1['Ery'].sum())*ery_df1['time'])

eryD_weighted1 = sum((ery_df1['Ery_decision'] / ery_df1['Ery_decision'].sum())*ery_df1['time'])

with sns.axes_style('darkgrid'):
    fig = plt.figure(figsize=(3,5))
    sns.barplot(x=[0,1],y=[eryD_weighted1, ery_weighted1],palette='viridis')
    ax = plt.gca()
    ax.set_xticklabels(['Desion','Contribution'])
    plt.savefig('F23.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_105_0.png
[238]:
mye_df1 = adata1.obs.loc[adata1.obs['batch'].isin(['HSC','MPP','GMP']),['Mye','Mye_decision','time']]

mye_df1['time_bins'] = KBinsDiscretizer(20, encode='ordinal', strategy='quantile').fit_transform(mye_df1['time'].values.reshape(-1,1))
[239]:
with sns.axes_style('darkgrid'):
    sns.boxplot(data=mye_df1,x='time_bins',y='Mye_decision',palette='viridis',fliersize=0,whis=(10,90))
    sns.stripplot(data=mye_df1, x='time_bins', y='Mye_decision',color='k',s=1,edgecolor='w')
    ax = plt.gca()
    ax.tick_params(labelbottom=False)
    ax.set_xlabel('')
    ax.set_ylabel('')
    plt.savefig('F24.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_107_0.png
[240]:
with sns.axes_style('darkgrid'):
    sns.boxplot(data=mye_df1,x='time_bins',y='Mye',palette='viridis',fliersize=0,whis=(10,90))
    sns.stripplot(data=mye_df1, x='time_bins', y='Mye',color='k',s=1,edgecolor='w')
    ax = plt.gca()
    ax.tick_params(labelbottom=False)
    ax.set_xlabel('')
    ax.set_ylabel('')
    plt.savefig('F25.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_108_0.png
[241]:
mye_weighted1 = sum((mye_df1['Mye'] / mye_df1['Mye'].sum())*mye_df1['time'])

myeD_weighted1 = sum((mye_df1['Mye_decision'] / mye_df1['Mye_decision'].sum())*mye_df1['time'])

with sns.axes_style('darkgrid'):
    fig = plt.figure(figsize=(3,5))
    sns.barplot(x=[0,1],y=[myeD_weighted1, mye_weighted1],palette='viridis')
    ax = plt.gca()
    ax.set_xticklabels(['Desion','Contribution'])
    plt.savefig('F26.png',dpi=600,bbox_inches='tight')
../_images/notebook_Application2_109_0.png
[242]:
adata.obs.to_csv('0326_cd34.csv')
[243]:
adata1.obs.to_csv('0326_pheno.csv')
[ ]: