This page was generated from docs/tutorial/python/integration_3modalities.ipynb. Interactive online version: Binder badge.

Integration of three modalities#

[1]:
import os
import sys
os.environ["OMP_NUM_THREADS"] = "11"
os.environ["OPENBLAS_NUM_THREADS"] = "8" # export OPENBLAS_NUM_THREADS=4
os.environ["MKL_NUM_THREADS"] = "11" # export MKL_NUM_THREADS=6
os.environ["VECLIB_MAXIMUM_THREADS"] = "8" # export VECLIB_MAXIMUM_THREADS=4
os.environ["NUMEXPR_NUM_THREADS"] = "11" # export NUMEXPR_NUM_THREADS=6
os.environ["NUMBA_CACHE_DIR"]='/tmp/numba_cache'
import numpy as np
import pandas as pd
import scipy as sp
import scipy.sparse
import h5py

import tensorflow as tf
import matplotlib.pyplot as plt
import scanpy as sc

physical_devices = tf.config.list_physical_devices('GPU')
try:
    tf.config.experimental.set_memory_growth(physical_devices[0], True)
except:
    # Invalid device or cannot modify virtual devices once initialized.
    pass
2025-06-07 17:16:04.742987: I tensorflow/core/util/port.cc:113] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.
2025-06-07 17:16:04.763829: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
2025-06-07 17:16:04.763847: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-06-07 17:16:04.764255: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
2025-06-07 17:16:04.767130: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.
To enable the following instructions: SSE4.1 SSE4.2 AVX AVX2 AVX_VNNI FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.
2025-06-07 17:16:15.451869: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355
2025-06-07 17:16:15.485718: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355
2025-06-07 17:16:15.485828: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355

Load data#

[ ]:
with h5py.File('dogma_cite_asap.h5', 'r') as f:
    print(f.keys())
    peak_names = np.array(f['peak_names'], dtype='S32').astype(str)
    ADT_names = np.array(f['ADT_names'], dtype='S32').astype(str)
    gene_names = np.array(f['gene_names'], dtype='S32').astype(str)

    # Count matrices of three modalities: X for genes, Y for ADT, and Z for peaks.
    X = sp.sparse.csc_matrix(
        (np.array(f['RNA.data'], dtype=np.float32),
         np.array(f['RNA.indices'], dtype=np.int32),
         np.array(f['RNA.indptr'], dtype=np.int32)
        ),
        shape = np.array(f['RNA.shape'], dtype=np.int32)).tocsc().astype(np.float32)
    Y = np.array(f['ADT'], dtype=np.float32)
    Z = sp.sparse.csc_matrix(
        (np.array(f['peaks.data'], dtype=np.float32),
         np.array(f['peaks.indices'], dtype=np.int32),
         np.array(f['peaks.indptr'], dtype=np.int32)
        ),
        shape = np.array(f['peaks.shape'], dtype=np.int32)).tocsc().astype(np.float32)
    cell_types = np.array(f['cell_types'], dtype='S32').astype(str)

    # The covariate matrix, the last column is the ids of datasets
    batches = np.array(f['batches'], dtype=np.float32)
    id_datasets = batches[:,-1]

    # The indices of features that are observed in each dataset.
    id_X_dogma = np.array(f['id_X_dogma'], dtype=np.int32)
    id_Y_dogma = np.array(f['id_Y_dogma'], dtype=np.int32)
    id_Z_dogma = np.array(f['id_Z_dogma'], dtype=np.int32)
    id_X_cite = np.array(f['id_X_cite'], dtype=np.int32)
    id_Y_cite = np.array(f['id_Y_cite'], dtype=np.int32)
    id_Y_asap = np.array(f['id_Y_asap'], dtype=np.int32)
    id_Z_asap = np.array(f['id_Z_asap'], dtype=np.int32)

    # The sample size
    sample_sizes = np.array(f['sample_sizes'], dtype=np.int32)


# Count peaks in each chromosome (assuming they are ordered)
chunk_atac = np.array([
    np.sum(np.char.startswith(peak_names, 'chr%d-'%i)) for i in range(1,23)
    ], dtype=np.int32)
dim_input_arr = np.array([len(gene_names),len(ADT_names),len(peak_names)])
print(dim_input_arr)

# Preprocess the data
X = X.toarray()
X[batches[:,-1]!=2,:] = np.log1p(X[batches[:,-1]!=2,:]/np.sum(X[batches[:,-1]!=2,:], axis=1, keepdims=True)*1e4)
Y = np.log1p(Y/np.sum(Y, axis=1, keepdims=True)*1e4)
Z[Z>0.] = 1.
Z = Z.toarray()
data = np.c_[X, Y, Z]
conditions = batches[:,-1]

# The masks indicate missing pattern for three datasets.
# -1 means missing and 0 means observed.
masks = - np.ones((3, np.sum(dim_input_arr)), dtype=np.float32)
masks[0,id_X_dogma] = 0.
masks[0,id_Y_dogma+dim_input_arr[0]] = 0.
masks[0,id_Z_dogma+np.sum(dim_input_arr[:2])] = 0.
masks[1,id_X_cite] = 0.
masks[1,id_Y_cite+dim_input_arr[0]] = 0.
masks[2,id_Y_asap+dim_input_arr[0]] = 0.
masks[2,id_Z_asap+np.sum(dim_input_arr[:2])] = 0.
<KeysViewHDF5 ['ADT', 'ADT_names', 'RNA.data', 'RNA.indices', 'RNA.indptr', 'RNA.shape', 'batches', 'cell_ids', 'cell_types', 'gene_names', 'id_X_cite', 'id_X_dogma', 'id_Y_asap', 'id_Y_cite', 'id_Y_dogma', 'id_Z_asap', 'id_Z_dogma', 'peak_names', 'peaks.data', 'peaks.indices', 'peaks.indptr', 'peaks.shape', 'sample_sizes']>
[ 3660   227 38711]

Set up config for model training#

[ ]:
import sys; sys.path.insert(0, '../../../../') # add parent folder path if not installed via PyPI
import scVAEIT
print(scVAEIT.__version__)

from scVAEIT.VAEIT import VAEIT
path_root = 'result/3/'

config = {
    # Dimension of input features for [RNA, ADT, peaks]
    'dim_input_arr': dim_input_arr,

    # Blocks for [RNA, ADT, peaks at chr1, ... peaks at chr22]
    'dim_block': np.append([len(gene_names),len(ADT_names)], chunk_atac), # input dimension of blocks
    'dist_block':['NB','NB'] + ['Bernoulli' for _ in chunk_atac], # distributions of blocks
    'dim_block_enc':np.array([256, 128] + [16 for _ in chunk_atac]), # dimension of first layer of the encoder
    'dim_block_dec':np.array([256, 128] + [16 for _ in chunk_atac]), # dimension of first layer of the decoder
    'block_names':np.array(['rna', 'adt'] + ['atac' for _ in range(len(chunk_atac))]), # names of blocks
    'uni_block_names':np.array(['rna','adt','atac']), # names for modalities
    'dim_block_embed':np.array([16, 8] + [1 for _ in range(len(chunk_atac))])*2, # mask embedding dimension

    # Internal network structure
    'dimensions':[256], # dimension of latent layers of encoder; the reversed is used for decoder
    'dim_latent':32, # the latent dimension between the encoder and decoder

    # Weights
    'beta_unobs':2./3., # weight for masked out observation; weight for observed values will be 1-beta_unobs.
    'beta_modal':np.array([0.14,0.85,0.01]), # weights for 3 modalities

    # Masking probability
    "p_feat" : 0.2, # probability of randomly masking out an entry
    "p_modal" : np.ones(3)/3, # probability of masking out the 3 modalities

    'gamma':lambda epoch: 2 * 0.8 ** (epoch / 50) # MMD loss to correct strong batch effects of multiple datasets
}


batches_cate = batches
batches_cont = None


model = VAEIT(config, data,
                masks, id_datasets,
                batches_cate, batches_cont, conditions)
1.1.0
2025-06-07 17:16:38.694681: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355
2025-06-07 17:16:38.694820: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355
2025-06-07 17:16:38.694875: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355
2025-06-07 17:16:38.730944: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355
2025-06-07 17:16:38.731036: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355
2025-06-07 17:16:38.731099: I external/local_xla/xla/stream_executor/cuda/cuda_executor.cc:901] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero. See more at https://github.com/torvalds/linux/blob/v6.0/Documentation/ABI/testing/sysfs-bus-pci#L344-L355
2025-06-07 17:16:38.731143: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1929] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 20707 MB memory:  -> device: 0, name: NVIDIA GeForce RTX 4090, pci bus id: 0000:01:00.0, compute capability: 8.9
Missingness (overall): 0.4513
Missingness (per row): mean=0.4513, min=0.0990, max=0.9389
Missingness (per column): mean=0.4513, min=0.0000, max=0.6667
namespace(beta_kl=2.0, beta_unobs=0.6666666666666666, beta_reverse=0.0, beta_modal=array([0.14, 0.85, 0.01]), p_modal=array([0.33333333, 0.33333333, 0.33333333]), p_feat=0.2, uni_block_names=array(['rna', 'adt', 'atac'], dtype='<U4'), block_names=array(['rna', 'adt', 'atac', 'atac', 'atac', 'atac', 'atac', 'atac',
       'atac', 'atac', 'atac', 'atac', 'atac', 'atac', 'atac', 'atac',
       'atac', 'atac', 'atac', 'atac', 'atac', 'atac', 'atac', 'atac'],
      dtype='<U4'), dist_block=array(['NB', 'NB', 'Bernoulli', 'Bernoulli', 'Bernoulli', 'Bernoulli',
       'Bernoulli', 'Bernoulli', 'Bernoulli', 'Bernoulli', 'Bernoulli',
       'Bernoulli', 'Bernoulli', 'Bernoulli', 'Bernoulli', 'Bernoulli',
       'Bernoulli', 'Bernoulli', 'Bernoulli', 'Bernoulli', 'Bernoulli',
       'Bernoulli', 'Bernoulli', 'Bernoulli'], dtype='<U9'), dim_block=array([3660,  227, 3939, 3156, 2531, 1463, 1920, 2491, 1979, 1577, 1515,
       1875, 1994, 2152,  881, 1439, 1250, 1462, 2103,  696, 1912, 1033,
        492,  851]), dim_block_enc=array([256, 128,  16,  16,  16,  16,  16,  16,  16,  16,  16,  16,  16,
        16,  16,  16,  16,  16,  16,  16,  16,  16,  16,  16], dtype=int32), dim_block_dec=array([256, 128,  16,  16,  16,  16,  16,  16,  16,  16,  16,  16,  16,
        16,  16,  16,  16,  16,  16,  16,  16,  16,  16,  16], dtype=int32), skip_conn=False, mean_vals=<tf.Tensor: shape=(42598,), dtype=float32, numpy=array([0., 0., 0., ..., 0., 0., 0.], dtype=float32)>, min_vals=<tf.Tensor: shape=(42598,), dtype=float32, numpy=array([0.e+00, 0.e+00, 0.e+00, ..., 1.e-05, 1.e-05, 1.e-05], dtype=float32)>, max_vals=<tf.Tensor: shape=(42598,), dtype=float32, numpy=
array([8.987527, 8.987527, 8.987527, ..., 0.99999 , 0.99999 , 0.99999 ],
      dtype=float32)>, max_disp=6.0, max_zi_prob=None, gamma=<function <lambda> at 0x787e495bbc10>, dim_input_arr=array([ 3660,   227, 38711]), dim_block_embed=array([32, 16,  2,  2,  2,  2,  2,  2,  2,  2,  2,  2,  2,  2,  2,  2,  2,
        2,  2,  2,  2,  2,  2,  2]), dimensions=array([256], dtype=int32), dim_latent=32) (3, 42598) (30987, 42598) (30987, 5)
[4]:
hist = model.train(
        num_epoch=300, batch_size=512, save_every_epoch=50,
        verbose=True, checkpoint_dir=path_root+'checkpoint/')
Deleting old log directory at example/result/3/checkpoint/
Train - Start of epoch 1
2025-06-07 13:08:10.977797: I external/local_xla/xla/service/service.cc:168] XLA service 0x5f77aef63740 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:
2025-06-07 13:08:10.977859: I external/local_xla/xla/service/service.cc:176]   StreamExecutor device (0): NVIDIA GeForce RTX 4090, Compute Capability 8.9
2025-06-07 13:08:14.032298: I tensorflow/compiler/mlir/tensorflow/utils/dump_mlir_util.cc:269] disabling MLIR crash reproducer, set env var `MLIR_CRASH_REPRODUCER_DIRECTORY` to enable.
2025-06-07 13:08:15.220056: I external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:454] Loaded cuDNN version 8907
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
I0000 00:00:1749301696.196012 4027914 device_compiler.h:186] Compiled cluster using XLA!  This line is logged at most once for the lifetime of the process.
WARNING:tensorflow:5 out of the last 5 calls to <function _BaseOptimizer._update_step_xla at 0x7f3e303c89d0> triggered tf.function retracing. Tracing is expensive and the excessive number of tracings could be due to (1) creating @tf.function repeatedly in a loop, (2) passing tensors with different shapes, (3) passing Python objects instead of tensors. For (1), please define your @tf.function outside of the loop. For (2), @tf.function has reduce_retracing=True option that can avoid unnecessary retracing. For (3), please refer to https://www.tensorflow.org/guide/function#controlling_retracing and https://www.tensorflow.org/api_docs/python/tf/function for  more details.
WARNING:tensorflow:6 out of the last 6 calls to <function _BaseOptimizer._update_step_xla at 0x7f3e303c89d0> triggered tf.function retracing. Tracing is expensive and the excessive number of tracings could be due to (1) creating @tf.function repeatedly in a loop, (2) passing tensors with different shapes, (3) passing Python objects instead of tensors. For (1), please define your @tf.function outside of the loop. For (2), @tf.function has reduce_retracing=True option that can avoid unnecessary retracing. For (3), please refer to https://www.tensorflow.org/guide/function#controlling_retracing and https://www.tensorflow.org/api_docs/python/tf/function for  more details.
60/60 [==============================] - 45s 744ms/step - Reconstructed Loss: 484.0278
Epoch 1, Time elapsed: 0.74 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  504.60,   96.66,  121.16,   48.24,   81.04,   96.14,   40.28,   18.59,    2.47
Train - Start of epoch 2
60/60 [==============================] - 10s 170ms/step - Reconstructed Loss: 380.8526
Epoch 2, Time elapsed: 0.92 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  384.56,   65.47,  106.73,   33.29,   54.06,   85.52,   31.82,    4.82,    2.85
Train - Start of epoch 3
60/60 [==============================] - 10s 169ms/step - Reconstructed Loss: 365.4178
Epoch 3, Time elapsed: 1.09 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  364.38,   64.94,  104.85,   27.54,   52.45,   84.92,   23.86,    3.12,    2.70
Train - Start of epoch 4
60/60 [==============================] - 10s 171ms/step - Reconstructed Loss: 355.3858
Epoch 4, Time elapsed: 1.26 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  357.68,   64.23,  104.27,   26.87,   51.73,   83.36,   22.38,    2.44,    2.40
Train - Start of epoch 5
60/60 [==============================] - 10s 171ms/step - Reconstructed Loss: 356.6894
Epoch 5, Time elapsed: 1.43 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  355.23,   63.75,  103.81,   26.66,   52.11,   82.61,   22.02,    2.15,    2.12
Train - Start of epoch 6
60/60 [==============================] - 10s 169ms/step - Reconstructed Loss: 352.0668
Epoch 6, Time elapsed: 1.6 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  352.82,   63.40,  103.49,   26.45,   51.42,   82.23,   21.96,    2.02,    1.85
Train - Start of epoch 7
60/60 [==============================] - 10s 169ms/step - Reconstructed Loss: 352.3401
Epoch 7, Time elapsed: 1.77 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  352.41,   63.20,  103.15,   26.22,   51.24,   83.22,   21.71,    2.02,    1.65
Train - Start of epoch 8
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 347.8272
Epoch 8, Time elapsed: 1.94 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  349.79,   62.93,  102.81,   26.05,   50.67,   81.88,   21.97,    1.97,    1.51
Train - Start of epoch 9
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 347.0092
Epoch 9, Time elapsed: 2.11 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  349.58,   62.77,  102.56,   25.91,   50.93,   82.25,   21.83,    1.93,    1.40
Train - Start of epoch 10
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 347.4098
Epoch 10, Time elapsed: 2.28 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  347.82,   62.60,  102.25,   25.76,   50.41,   82.04,   21.56,    1.91,    1.30
Train - Start of epoch 11
60/60 [==============================] - 10s 172ms/step - Reconstructed Loss: 343.6719
Epoch 11, Time elapsed: 2.45 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  347.28,   62.47,  102.02,   25.65,   50.62,   81.60,   21.79,    1.92,    1.21
Train - Start of epoch 12
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 347.1974
Epoch 12, Time elapsed: 2.62 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  346.33,   62.29,  101.75,   25.53,   49.91,   82.13,   21.70,    1.91,    1.11
Train - Start of epoch 13
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 346.1266
Epoch 13, Time elapsed: 2.78 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  345.04,   62.21,  101.50,   25.40,   50.05,   81.25,   21.71,    1.90,    1.01
Train - Start of epoch 14
60/60 [==============================] - 10s 170ms/step - Reconstructed Loss: 345.5338
Epoch 14, Time elapsed: 2.95 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  345.16,   62.10,  101.28,   25.30,   50.93,   81.28,   21.43,    1.92,    0.93
Train - Start of epoch 15
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 347.7374
Epoch 15, Time elapsed: 3.12 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  343.12,   61.94,  101.04,   25.19,   49.73,   81.09,   21.34,    1.94,    0.84
Train - Start of epoch 16
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 344.2640
Epoch 16, Time elapsed: 3.28 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  342.84,   61.87,  100.81,   25.12,   49.70,   81.28,   21.35,    1.95,    0.77
Train - Start of epoch 17
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 338.8081
Epoch 17, Time elapsed: 3.45 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  341.68,   61.68,  100.56,   25.05,   49.63,   80.56,   21.55,    1.94,    0.71
Train - Start of epoch 18
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 343.4327
Epoch 18, Time elapsed: 3.62 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  340.91,   61.62,  100.31,   24.99,   50.16,   79.87,   21.38,    1.94,    0.64
Train - Start of epoch 19
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 340.1340
Epoch 19, Time elapsed: 3.79 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  339.40,   61.49,  100.09,   24.89,   48.80,   80.31,   21.34,    1.88,    0.60
Train - Start of epoch 20
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 337.6731
Epoch 20, Time elapsed: 3.95 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  339.42,   61.38,   99.88,   24.88,   50.14,   79.68,   21.04,    1.87,    0.54
Train - Start of epoch 21
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 339.3021
Epoch 21, Time elapsed: 4.12 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  339.50,   61.33,   99.70,   24.87,   49.05,   81.08,   21.11,    1.85,    0.50
Train - Start of epoch 22
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 337.2423
Epoch 22, Time elapsed: 4.28 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  338.03,   61.22,   99.47,   24.79,   49.44,   79.55,   21.25,    1.85,    0.45
Train - Start of epoch 23
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 336.1899
Epoch 23, Time elapsed: 4.45 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  337.36,   61.15,   99.27,   24.78,   49.70,   78.78,   21.46,    1.82,    0.42
Train - Start of epoch 24
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 338.4026
Epoch 24, Time elapsed: 4.62 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  337.63,   61.10,   99.09,   24.77,   49.41,   79.75,   21.32,    1.82,    0.38
Train - Start of epoch 25
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 339.3640
Epoch 25, Time elapsed: 4.79 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  336.12,   61.06,   98.88,   24.74,   49.45,   78.90,   20.95,    1.79,    0.34
Train - Start of epoch 26
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 336.0914
Epoch 26, Time elapsed: 4.95 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  335.85,   60.94,   98.66,   24.73,   49.21,   79.42,   20.82,    1.75,    0.32
Train - Start of epoch 27
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 332.7916
Epoch 27, Time elapsed: 5.12 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  335.02,   60.88,   98.49,   24.70,   48.71,   79.03,   21.17,    1.75,    0.29
Train - Start of epoch 28
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 337.8771
Epoch 28, Time elapsed: 5.28 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  334.79,   60.81,   98.31,   24.68,   48.86,   79.23,   20.91,    1.74,    0.27
Train - Start of epoch 29
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 334.1099
Epoch 29, Time elapsed: 5.45 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  334.17,   60.71,   98.11,   24.66,   48.98,   78.50,   21.28,    1.69,    0.25
Train - Start of epoch 30
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 332.8126
Epoch 30, Time elapsed: 5.62 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  333.71,   60.70,   97.93,   24.61,   48.95,   78.60,   20.99,    1.71,    0.22
Train - Start of epoch 31
60/60 [==============================] - 9s 157ms/step - Reconstructed Loss: 332.7600
Epoch 31, Time elapsed: 5.78 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  333.35,   60.64,   97.77,   24.60,   49.61,   77.77,   21.06,    1.70,    0.20
Train - Start of epoch 32
60/60 [==============================] - 9s 157ms/step - Reconstructed Loss: 334.0547
Epoch 32, Time elapsed: 5.93 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  332.44,   60.58,   97.60,   24.60,   48.12,   78.35,   21.30,    1.69,    0.19
Train - Start of epoch 33
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 330.2422
Epoch 33, Time elapsed: 6.1 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  332.89,   60.48,   97.42,   24.59,   48.54,   79.07,   20.93,    1.67,    0.18
Train - Start of epoch 34
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 333.0144
Epoch 34, Time elapsed: 6.27 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  331.57,   60.42,   97.24,   24.55,   48.66,   78.08,   20.80,    1.66,    0.17
Train - Start of epoch 35
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 332.7693
Epoch 35, Time elapsed: 6.43 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  330.79,   60.36,   97.07,   24.53,   47.76,   78.43,   20.85,    1.63,    0.15
Train - Start of epoch 36
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 333.3043
Epoch 36, Time elapsed: 6.6 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  331.66,   60.29,   96.92,   24.51,   48.56,   79.01,   20.60,    1.63,    0.14
Train - Start of epoch 37
60/60 [==============================] - 9s 157ms/step - Reconstructed Loss: 329.6711
Epoch 37, Time elapsed: 6.76 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  329.75,   60.22,   96.77,   24.51,   48.73,   76.78,   20.99,    1.62,    0.14
Train - Start of epoch 38
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 329.7405
Epoch 38, Time elapsed: 6.93 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  329.76,   60.19,   96.60,   24.47,   48.41,   77.50,   20.83,    1.64,    0.13
Train - Start of epoch 39
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 330.6178
Epoch 39, Time elapsed: 7.09 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  328.84,   60.13,   96.44,   24.47,   48.58,   76.62,   20.82,    1.65,    0.13
Train - Start of epoch 40
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 329.5058
Epoch 40, Time elapsed: 7.26 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  328.88,   60.06,   96.29,   24.45,   48.47,   77.02,   20.84,    1.63,    0.12
Train - Start of epoch 41
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 328.2793
Epoch 41, Time elapsed: 7.43 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  328.72,   59.94,   96.15,   24.44,   48.43,   77.38,   20.61,    1.65,    0.11
Train - Start of epoch 42
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 327.7747
Epoch 42, Time elapsed: 7.59 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  327.70,   59.92,   95.99,   24.44,   47.94,   76.88,   20.78,    1.63,    0.11
Train - Start of epoch 43
60/60 [==============================] - 10s 169ms/step - Reconstructed Loss: 326.7635
Epoch 43, Time elapsed: 7.76 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  327.99,   59.92,   95.85,   24.37,   48.69,   76.88,   20.55,    1.62,    0.11
Train - Start of epoch 44
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 324.6341
Epoch 44, Time elapsed: 7.93 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  326.32,   59.80,   95.72,   24.38,   47.74,   76.40,   20.58,    1.60,    0.10
Train - Start of epoch 45
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 329.7879
Epoch 45, Time elapsed: 8.09 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  327.02,   59.76,   95.57,   24.36,   48.17,   76.99,   20.46,    1.61,    0.10
Train - Start of epoch 46
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 329.0928
Epoch 46, Time elapsed: 8.26 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  326.55,   59.71,   95.46,   24.38,   48.30,   76.41,   20.52,    1.67,    0.10
Train - Start of epoch 47
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 325.0941
Epoch 47, Time elapsed: 8.43 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  325.51,   59.66,   95.31,   24.36,   47.54,   76.00,   20.92,    1.62,    0.10
Train - Start of epoch 48
60/60 [==============================] - 9s 151ms/step - Reconstructed Loss: 328.4901
Epoch 48, Time elapsed: 8.58 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  326.23,   59.60,   95.18,   24.34,   47.76,   76.99,   20.65,    1.61,    0.09
Train - Start of epoch 49
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 323.4599
Epoch 49, Time elapsed: 8.74 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  324.82,   59.53,   95.06,   24.33,   47.57,   76.01,   20.58,    1.63,    0.09
Train - Start of epoch 50
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 325.3424
Epoch 50, Time elapsed: 8.91 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  324.86,   59.51,   94.93,   24.34,   47.40,   76.34,   20.63,    1.62,    0.09
<tf.Variable 'Variable:0' shape=() dtype=int32, numpy=50>
Saved checkpoint for epoch 50: example/result/3/checkpoint/ckpt-1
Train - Start of epoch 51
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 324.7115
Epoch 51, Time elapsed: 9.21 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  324.35,   59.46,   94.80,   24.29,   47.83,   75.72,   20.53,    1.62,    0.09
Train - Start of epoch 52
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 324.4746
Epoch 52, Time elapsed: 9.38 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  323.44,   59.37,   94.70,   24.29,   47.59,   75.54,   20.24,    1.62,    0.09
Train - Start of epoch 53
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 324.5820
Epoch 53, Time elapsed: 9.55 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  324.83,   59.31,   94.57,   24.28,   47.66,   76.82,   20.48,    1.62,    0.09
Train - Start of epoch 54
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 323.0979
Epoch 54, Time elapsed: 9.71 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  323.90,   59.29,   94.47,   24.26,   47.63,   75.82,   20.71,    1.64,    0.08
Train - Start of epoch 55
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 323.5676
Epoch 55, Time elapsed: 9.88 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  323.24,   59.22,   94.33,   24.27,   46.97,   76.29,   20.44,    1.64,    0.08
Train - Start of epoch 56
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 323.7105
Epoch 56, Time elapsed: 10.05 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  323.02,   59.18,   94.23,   24.28,   47.13,   76.02,   20.45,    1.64,    0.08
Train - Start of epoch 57
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 323.4275
Epoch 57, Time elapsed: 10.21 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  322.81,   59.12,   94.12,   24.26,   47.42,   75.57,   20.60,    1.64,    0.08
Train - Start of epoch 58
60/60 [==============================] - 9s 156ms/step - Reconstructed Loss: 321.9356
Epoch 58, Time elapsed: 10.37 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  323.60,   59.07,   94.03,   24.23,   47.50,   76.94,   20.11,    1.64,    0.08
Train - Start of epoch 59
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 322.3160
Epoch 59, Time elapsed: 10.54 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  321.78,   59.04,   93.91,   24.22,   47.47,   74.83,   20.56,    1.67,    0.08
Train - Start of epoch 60
60/60 [==============================] - 9s 155ms/step - Reconstructed Loss: 319.1229
Epoch 60, Time elapsed: 10.7 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  321.54,   59.02,   93.83,   24.24,   47.61,   74.76,   20.34,    1.66,    0.08
Train - Start of epoch 61
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 322.9862
Epoch 61, Time elapsed: 10.86 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  321.26,   58.98,   93.73,   24.21,   47.36,   75.14,   20.14,    1.63,    0.08
Train - Start of epoch 62
60/60 [==============================] - 9s 158ms/step - Reconstructed Loss: 322.9211
Epoch 62, Time elapsed: 11.02 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  321.11,   58.92,   93.62,   24.21,   47.93,   74.56,   20.14,    1.65,    0.08
Train - Start of epoch 63
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 318.7030
Epoch 63, Time elapsed: 11.19 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  321.11,   58.88,   93.52,   24.17,   46.72,   75.78,   20.33,    1.63,    0.07
Train - Start of epoch 64
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 320.5676
Epoch 64, Time elapsed: 11.36 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  319.74,   58.83,   93.42,   24.18,   47.16,   74.12,   20.31,    1.65,    0.07
Train - Start of epoch 65
60/60 [==============================] - 9s 158ms/step - Reconstructed Loss: 321.2183
Epoch 65, Time elapsed: 11.52 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  320.82,   58.80,   93.33,   24.16,   47.18,   75.26,   20.37,    1.65,    0.07
Train - Start of epoch 66
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 320.5352
Epoch 66, Time elapsed: 11.68 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  320.33,   58.73,   93.24,   24.16,   47.62,   74.93,   19.93,    1.64,    0.07
Train - Start of epoch 67
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 321.1580
Epoch 67, Time elapsed: 11.85 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  319.53,   58.73,   93.14,   24.15,   47.32,   74.37,   20.11,    1.64,    0.07
Train - Start of epoch 68
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 320.5527
Epoch 68, Time elapsed: 12.02 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  320.11,   58.70,   93.05,   24.14,   47.44,   75.05,   20.02,    1.64,    0.07
Train - Start of epoch 69
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 319.1977
Epoch 69, Time elapsed: 12.18 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  319.09,   58.66,   92.97,   24.12,   46.50,   74.79,   20.33,    1.66,    0.07
Train - Start of epoch 70
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 319.5886
Epoch 70, Time elapsed: 12.35 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  319.02,   58.60,   92.90,   24.12,   47.64,   74.10,   19.92,    1.66,    0.07
Train - Start of epoch 71
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 321.7437
Epoch 71, Time elapsed: 12.51 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  319.13,   58.54,   92.81,   24.13,   46.94,   74.77,   20.25,    1.63,    0.07
Train - Start of epoch 72
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 319.3798
Epoch 72, Time elapsed: 12.68 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  318.99,   58.51,   92.73,   24.13,   47.18,   74.65,   20.07,    1.66,    0.07
Train - Start of epoch 73
60/60 [==============================] - 9s 153ms/step - Reconstructed Loss: 316.3574
Epoch 73, Time elapsed: 12.84 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  317.99,   58.45,   92.66,   24.10,   47.26,   73.94,   19.86,    1.64,    0.07
Train - Start of epoch 74
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 315.6502
Epoch 74, Time elapsed: 13.0 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  318.33,   58.48,   92.56,   24.10,   46.98,   74.60,   19.89,    1.64,    0.07
Train - Start of epoch 75
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 320.4213
Epoch 75, Time elapsed: 13.17 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  318.22,   58.45,   92.49,   24.09,   47.37,   74.14,   19.95,    1.67,    0.07
Train - Start of epoch 76
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 315.9839
Epoch 76, Time elapsed: 13.34 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  317.68,   58.37,   92.44,   24.12,   47.20,   73.95,   19.87,    1.67,    0.07
Train - Start of epoch 77
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 319.5283
Epoch 77, Time elapsed: 13.5 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  317.07,   58.36,   92.34,   24.08,   46.78,   73.61,   20.16,    1.65,    0.07
Train - Start of epoch 78
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 316.4812
Epoch 78, Time elapsed: 13.67 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  317.43,   58.35,   92.29,   24.07,   46.99,   74.01,   20.02,    1.63,    0.07
Train - Start of epoch 79
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 318.1193
Epoch 79, Time elapsed: 13.83 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  317.06,   58.32,   92.21,   24.08,   47.13,   73.80,   19.84,    1.64,    0.07
Train - Start of epoch 80
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 316.7001
Epoch 80, Time elapsed: 14.0 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  316.48,   58.31,   92.13,   24.06,   46.78,   73.49,   20.00,    1.63,    0.07
Train - Start of epoch 81
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 314.6542
Epoch 81, Time elapsed: 14.16 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  315.95,   58.26,   92.08,   24.05,   47.25,   72.74,   19.85,    1.65,    0.07
Train - Start of epoch 82
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 316.1314
Epoch 82, Time elapsed: 14.33 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  316.70,   58.21,   92.02,   24.07,   47.10,   73.98,   19.67,    1.59,    0.06
Train - Start of epoch 83
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 315.0793
Epoch 83, Time elapsed: 14.5 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  316.36,   58.20,   91.94,   24.04,   46.12,   74.30,   20.09,    1.61,    0.06
Train - Start of epoch 84
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 315.6914
Epoch 84, Time elapsed: 14.66 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  315.31,   58.14,   91.89,   24.05,   46.89,   72.88,   19.77,    1.62,    0.06
Train - Start of epoch 85
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 317.1366
Epoch 85, Time elapsed: 14.83 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  315.94,   58.12,   91.83,   24.02,   47.04,   73.29,   19.97,    1.61,    0.06
Train - Start of epoch 86
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 315.8131
Epoch 86, Time elapsed: 14.99 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  315.61,   58.06,   91.75,   24.05,   46.97,   73.54,   19.58,    1.60,    0.06
Train - Start of epoch 87
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 313.7202
Epoch 87, Time elapsed: 15.16 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  316.00,   58.07,   91.71,   24.04,   47.24,   73.50,   19.76,    1.63,    0.06
Train - Start of epoch 88
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 315.3537
Epoch 88, Time elapsed: 15.32 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  315.43,   58.00,   91.65,   24.04,   46.56,   73.80,   19.72,    1.61,    0.06
Train - Start of epoch 89
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 314.4320
Epoch 89, Time elapsed: 15.49 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  315.06,   58.01,   91.58,   24.00,   46.11,   73.85,   19.85,    1.60,    0.06
Train - Start of epoch 90
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 313.1939
Epoch 90, Time elapsed: 15.65 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  314.81,   57.98,   91.53,   24.00,   47.08,   72.83,   19.71,    1.63,    0.06
Train - Start of epoch 91
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 315.7784
Epoch 91, Time elapsed: 15.82 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  314.58,   57.95,   91.48,   24.03,   47.13,   72.47,   19.86,    1.61,    0.06
Train - Start of epoch 92
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 316.4076
Epoch 92, Time elapsed: 15.98 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  314.30,   57.93,   91.44,   24.00,   46.73,   72.80,   19.73,    1.62,    0.06
Train - Start of epoch 93
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 313.3698
Epoch 93, Time elapsed: 16.14 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  314.85,   57.91,   91.38,   24.02,   46.90,   72.72,   20.24,    1.62,    0.06
Train - Start of epoch 94
60/60 [==============================] - 9s 149ms/step - Reconstructed Loss: 314.7726
Epoch 94, Time elapsed: 16.29 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  314.08,   57.88,   91.34,   24.00,   46.91,   72.79,   19.49,    1.61,    0.06
Train - Start of epoch 95
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 315.0675
Epoch 95, Time elapsed: 16.46 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  314.49,   57.84,   91.28,   24.02,   47.20,   72.52,   19.98,    1.60,    0.06
Train - Start of epoch 96
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 314.6112
Epoch 96, Time elapsed: 16.62 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  313.87,   57.81,   91.23,   24.00,   46.15,   73.26,   19.76,    1.59,    0.06
Train - Start of epoch 97
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 312.8202
Epoch 97, Time elapsed: 16.79 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  313.35,   57.78,   91.18,   23.99,   46.01,   73.01,   19.74,    1.59,    0.06
Train - Start of epoch 98
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 314.3141
Epoch 98, Time elapsed: 16.95 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  314.20,   57.76,   91.14,   23.99,   46.10,   73.76,   19.78,    1.61,    0.06
Train - Start of epoch 99
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 315.3591
Epoch 99, Time elapsed: 17.12 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  314.15,   57.76,   91.10,   23.98,   46.57,   73.44,   19.64,    1.59,    0.06
Train - Start of epoch 100
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 315.0518
Epoch 100, Time elapsed: 17.28 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  313.78,   57.72,   91.05,   23.97,   46.78,   72.93,   19.71,    1.57,    0.06
<tf.Variable 'Variable:0' shape=() dtype=int32, numpy=100>
Saved checkpoint for epoch 100: example/result/3/checkpoint/ckpt-2
Train - Start of epoch 101
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 310.7215
Epoch 101, Time elapsed: 17.59 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  313.43,   57.69,   91.02,   23.99,   46.44,   72.87,   19.77,    1.59,    0.06
Train - Start of epoch 102
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 313.5789
Epoch 102, Time elapsed: 17.75 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  313.02,   57.68,   90.97,   23.97,   46.50,   72.58,   19.67,    1.59,    0.06
Train - Start of epoch 103
60/60 [==============================] - 9s 155ms/step - Reconstructed Loss: 311.5111
Epoch 103, Time elapsed: 17.91 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  313.19,   57.67,   90.92,   23.96,   45.62,   73.80,   19.60,    1.57,    0.06
Train - Start of epoch 104
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 311.1935
Epoch 104, Time elapsed: 18.07 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.90,   57.61,   90.91,   23.96,   46.46,   72.62,   19.67,    1.61,    0.06
Train - Start of epoch 105
60/60 [==============================] - 9s 157ms/step - Reconstructed Loss: 311.0793
Epoch 105, Time elapsed: 18.23 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.99,   57.64,   90.84,   23.94,   46.27,   72.97,   19.69,    1.59,    0.06
Train - Start of epoch 106
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 312.6550
Epoch 106, Time elapsed: 18.39 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.42,   57.57,   90.81,   23.94,   45.70,   73.02,   19.77,    1.56,    0.06
Train - Start of epoch 107
60/60 [==============================] - 9s 156ms/step - Reconstructed Loss: 311.3370
Epoch 107, Time elapsed: 18.55 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.52,   57.55,   90.77,   23.97,   46.57,   72.36,   19.65,    1.60,    0.06
Train - Start of epoch 108
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 312.0828
Epoch 108, Time elapsed: 18.72 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.31,   57.53,   90.73,   23.96,   46.09,   72.39,   19.98,    1.58,    0.06
Train - Start of epoch 109
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 314.0497
Epoch 109, Time elapsed: 18.88 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.80,   57.54,   90.68,   23.97,   45.69,   72.70,   19.60,    1.57,    0.05
Train - Start of epoch 110
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 314.0070
Epoch 110, Time elapsed: 19.05 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.21,   57.53,   90.67,   23.95,   46.26,   72.32,   19.85,    1.58,    0.06
Train - Start of epoch 111
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 311.3475
Epoch 111, Time elapsed: 19.21 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.81,   57.46,   90.62,   23.95,   46.10,   73.09,   19.99,    1.55,    0.05
Train - Start of epoch 112
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 312.6640
Epoch 112, Time elapsed: 19.38 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.31,   57.46,   90.60,   23.94,   45.86,   73.04,   19.77,    1.58,    0.05
Train - Start of epoch 113
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 310.7754
Epoch 113, Time elapsed: 19.54 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.22,   57.45,   90.57,   23.93,   45.68,   73.29,   19.68,    1.57,    0.05
Train - Start of epoch 114
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 310.3414
Epoch 114, Time elapsed: 19.7 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.90,   57.44,   90.52,   23.94,   45.80,   72.79,   19.77,    1.57,    0.05
Train - Start of epoch 115
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 311.6243
Epoch 115, Time elapsed: 19.87 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.33,   57.38,   90.50,   23.96,   45.73,   72.46,   19.71,    1.55,    0.05
Train - Start of epoch 116
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 314.6389
Epoch 116, Time elapsed: 20.03 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.02,   57.42,   90.47,   23.92,   46.59,   72.05,   19.97,    1.56,    0.05
Train - Start of epoch 117
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 314.9428
Epoch 117, Time elapsed: 20.2 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  312.10,   57.39,   90.43,   23.93,   46.47,   72.38,   19.86,    1.59,    0.05
Train - Start of epoch 118
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 310.5564
Epoch 118, Time elapsed: 20.36 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.88,   57.36,   90.41,   23.93,   46.25,   72.65,   19.69,    1.54,    0.05
Train - Start of epoch 119
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 310.8350
Epoch 119, Time elapsed: 20.53 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.83,   57.35,   90.36,   23.93,   45.64,   73.09,   19.85,    1.55,    0.05
Train - Start of epoch 120
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 313.5945
Epoch 120, Time elapsed: 20.7 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.98,   57.33,   90.33,   23.91,   46.05,   73.00,   19.74,    1.56,    0.05
Train - Start of epoch 121
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 312.5531
Epoch 121, Time elapsed: 20.86 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.24,   57.25,   90.33,   23.94,   46.10,   72.03,   19.96,    1.58,    0.05
Train - Start of epoch 122
60/60 [==============================] - 9s 155ms/step - Reconstructed Loss: 311.7120
Epoch 122, Time elapsed: 21.02 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.93,   57.29,   90.28,   23.93,   45.69,   72.60,   19.55,    1.54,    0.05
Train - Start of epoch 123
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 308.1487
Epoch 123, Time elapsed: 21.18 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.84,   57.29,   90.25,   23.91,   46.39,   71.78,   19.63,    1.54,    0.05
Train - Start of epoch 124
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 311.0570
Epoch 124, Time elapsed: 21.35 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.97,   57.25,   90.23,   23.94,   46.28,   73.34,   19.34,    1.54,    0.05
Train - Start of epoch 125
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 311.4077
Epoch 125, Time elapsed: 21.52 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.33,   57.26,   90.20,   23.90,   45.37,   73.38,   19.64,    1.53,    0.05
Train - Start of epoch 126
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 311.3592
Epoch 126, Time elapsed: 21.68 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.06,   57.23,   90.19,   23.90,   45.95,   72.65,   19.53,    1.55,    0.05
Train - Start of epoch 127
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 313.6789
Epoch 127, Time elapsed: 21.85 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.51,   57.23,   90.13,   23.89,   46.14,   71.90,   19.66,    1.51,    0.05
Train - Start of epoch 128
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 310.8771
Epoch 128, Time elapsed: 22.01 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.61,   57.19,   90.13,   23.89,   45.97,   72.33,   19.51,    1.54,    0.05
Train - Start of epoch 129
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 311.4946
Epoch 129, Time elapsed: 22.18 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.42,   57.18,   90.10,   23.88,   45.49,   72.54,   19.67,    1.52,    0.05
Train - Start of epoch 130
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 313.2052
Epoch 130, Time elapsed: 22.34 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.54,   57.17,   90.08,   23.90,   46.53,   71.69,   19.58,    1.55,    0.05
Train - Start of epoch 131
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 310.9502
Epoch 131, Time elapsed: 22.51 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.76,   57.17,   90.05,   23.88,   46.07,   72.32,   19.70,    1.53,    0.05
Train - Start of epoch 132
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 309.5881
Epoch 132, Time elapsed: 22.67 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.48,   57.14,   90.04,   23.90,   45.72,   72.26,   19.82,    1.55,    0.05
Train - Start of epoch 133
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 310.5190
Epoch 133, Time elapsed: 22.84 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.49,   57.13,   90.01,   23.89,   46.30,   72.17,   19.42,    1.52,    0.05
Train - Start of epoch 134
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 309.9371
Epoch 134, Time elapsed: 23.0 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.57,   57.10,   89.99,   23.87,   45.45,   71.58,   20.00,    1.54,    0.05
Train - Start of epoch 135
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 309.6223
Epoch 135, Time elapsed: 23.17 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  311.03,   57.06,   89.99,   23.90,   46.20,   72.63,   19.67,    1.53,    0.05
Train - Start of epoch 136
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 309.3610
Epoch 136, Time elapsed: 23.33 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.67,   57.04,   89.95,   23.89,   46.05,   71.58,   19.59,    1.52,    0.05
Train - Start of epoch 137
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 312.8027
Epoch 137, Time elapsed: 23.5 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.94,   57.03,   89.93,   23.89,   45.74,   72.10,   19.67,    1.54,    0.05
Train - Start of epoch 138
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 312.0702
Epoch 138, Time elapsed: 23.66 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.28,   57.01,   89.92,   23.89,   45.54,   72.91,   19.46,    1.51,    0.05
Train - Start of epoch 139
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 310.9858
Epoch 139, Time elapsed: 23.83 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.92,   57.04,   89.89,   23.88,   46.01,   72.10,   19.44,    1.51,    0.05
Train - Start of epoch 140
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 310.2743
Epoch 140, Time elapsed: 23.99 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.54,   56.98,   89.87,   23.89,   45.92,   71.49,   19.84,    1.51,    0.05
Train - Start of epoch 141
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 310.0461
Epoch 141, Time elapsed: 24.15 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.92,   57.00,   89.85,   23.89,   45.68,   72.00,   19.94,    1.53,    0.05
Train - Start of epoch 142
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 312.6860
Epoch 142, Time elapsed: 24.32 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.40,   56.95,   89.85,   23.89,   46.14,   72.50,   19.47,    1.55,    0.05
Train - Start of epoch 143
60/60 [==============================] - 9s 156ms/step - Reconstructed Loss: 310.5355
Epoch 143, Time elapsed: 24.47 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.12,   56.98,   89.81,   23.89,   45.77,   72.88,   19.28,    1.47,    0.05
Train - Start of epoch 144
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 309.9752
Epoch 144, Time elapsed: 24.64 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  310.19,   56.96,   89.80,   23.88,   46.29,   71.88,   19.82,    1.52,    0.05
Train - Start of epoch 145
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 308.6637
Epoch 145, Time elapsed: 24.8 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.50,   56.95,   89.77,   23.87,   45.68,   72.31,   19.38,    1.50,    0.05
Train - Start of epoch 146
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 312.9360
Epoch 146, Time elapsed: 24.97 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.00,   56.91,   89.76,   23.88,   45.40,   71.66,   19.82,    1.53,    0.05
Train - Start of epoch 147
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 311.2262
Epoch 147, Time elapsed: 25.13 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.41,   56.93,   89.73,   23.87,   45.49,   72.24,   19.59,    1.52,    0.05
Train - Start of epoch 148
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 307.3348
Epoch 148, Time elapsed: 25.3 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.39,   56.93,   89.73,   23.87,   45.56,   72.01,   19.76,    1.50,    0.05
Train - Start of epoch 149
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 309.9066
Epoch 149, Time elapsed: 25.46 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.51,   56.90,   89.70,   23.89,   45.64,   72.37,   19.44,    1.52,    0.05
Train - Start of epoch 150
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 308.0466
Epoch 150, Time elapsed: 25.62 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.35,   56.89,   89.68,   23.89,   46.03,   71.85,   19.47,    1.50,    0.04
<tf.Variable 'Variable:0' shape=() dtype=int32, numpy=150>
Saved checkpoint for epoch 150: example/result/3/checkpoint/ckpt-3
Train - Start of epoch 151
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 309.1885
Epoch 151, Time elapsed: 25.93 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.03,   56.90,   89.67,   23.86,   45.89,   71.69,   19.47,    1.51,    0.04
Train - Start of epoch 152
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 310.1366
Epoch 152, Time elapsed: 26.09 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.61,   56.88,   89.65,   23.86,   46.23,   72.04,   19.42,    1.48,    0.04
Train - Start of epoch 153
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 309.5706
Epoch 153, Time elapsed: 26.26 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.97,   56.84,   89.64,   23.85,   45.55,   72.27,   19.25,    1.51,    0.04
Train - Start of epoch 154
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 308.5267
Epoch 154, Time elapsed: 26.42 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.32,   56.87,   89.63,   23.89,   46.10,   71.71,   19.54,    1.53,    0.04
Train - Start of epoch 155
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 307.6620
Epoch 155, Time elapsed: 26.58 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.41,   56.83,   89.60,   23.87,   45.77,   71.39,   19.43,    1.47,    0.04
Train - Start of epoch 156
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 311.0907
Epoch 156, Time elapsed: 26.75 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.17,   56.82,   89.60,   23.85,   46.00,   71.85,   19.51,    1.50,    0.04
Train - Start of epoch 157
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 306.0411
Epoch 157, Time elapsed: 26.92 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.12,   56.82,   89.57,   23.86,   45.74,   70.77,   19.82,    1.49,    0.04
Train - Start of epoch 158
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 308.1835
Epoch 158, Time elapsed: 27.08 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.08,   56.86,   89.56,   23.85,   45.33,   71.55,   19.41,    1.49,    0.04
Train - Start of epoch 159
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 308.5827
Epoch 159, Time elapsed: 27.24 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.35,   56.79,   89.56,   23.85,   46.01,   70.89,   19.71,    1.50,    0.04
Train - Start of epoch 160
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.4005
Epoch 160, Time elapsed: 27.41 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.60,   56.84,   89.53,   23.84,   45.84,   71.57,   19.45,    1.48,    0.04
Train - Start of epoch 161
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 307.8627
Epoch 161, Time elapsed: 27.57 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.73,   56.75,   89.53,   23.84,   46.05,   71.62,   19.42,    1.48,    0.04
Train - Start of epoch 162
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.9208
Epoch 162, Time elapsed: 27.74 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.32,   56.76,   89.51,   23.85,   45.58,   71.09,   20.02,    1.48,    0.04
Train - Start of epoch 163
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 308.8721
Epoch 163, Time elapsed: 27.9 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.99,   56.75,   89.50,   23.85,   45.98,   70.71,   19.66,    1.50,    0.04
Train - Start of epoch 164
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 309.7958
Epoch 164, Time elapsed: 28.07 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  309.23,   56.74,   89.49,   23.83,   45.78,   72.36,   19.51,    1.48,    0.04
Train - Start of epoch 165
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 306.6691
Epoch 165, Time elapsed: 28.23 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.93,   56.76,   89.48,   23.83,   45.56,   71.39,   19.40,    1.47,    0.04
Train - Start of epoch 166
60/60 [==============================] - 10s 158ms/step - Reconstructed Loss: 307.9380
Epoch 166, Time elapsed: 28.39 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.91,   56.73,   89.47,   23.83,   45.21,   71.59,   19.56,    1.47,    0.04
Train - Start of epoch 167
60/60 [==============================] - 9s 150ms/step - Reconstructed Loss: 311.8966
Epoch 167, Time elapsed: 28.54 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.75,   56.71,   89.44,   23.84,   45.48,   72.09,   19.66,    1.49,    0.04
Train - Start of epoch 168
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 307.5942
Epoch 168, Time elapsed: 28.7 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.50,   56.69,   89.44,   23.85,   45.66,   71.71,   19.62,    1.49,    0.04
Train - Start of epoch 169
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 307.1791
Epoch 169, Time elapsed: 28.86 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.63,   56.68,   89.43,   23.87,   45.00,   72.30,   19.79,    1.52,    0.04
Train - Start of epoch 170
60/60 [==============================] - 10s 169ms/step - Reconstructed Loss: 306.9184
Epoch 170, Time elapsed: 29.03 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.20,   56.72,   89.41,   23.84,   45.33,   71.91,   19.49,    1.45,    0.04
Train - Start of epoch 171
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 309.9070
Epoch 171, Time elapsed: 29.2 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.35,   56.69,   89.40,   23.85,   45.98,   71.15,   19.77,    1.47,    0.04
Train - Start of epoch 172
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 307.6447
Epoch 172, Time elapsed: 29.36 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.57,   56.66,   89.39,   23.84,   45.59,   71.24,   19.33,    1.47,    0.04
Train - Start of epoch 173
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 307.2142
Epoch 173, Time elapsed: 29.52 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.20,   56.65,   89.37,   23.84,   45.86,   71.64,   19.33,    1.46,    0.04
Train - Start of epoch 174
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 307.8974
Epoch 174, Time elapsed: 29.69 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.78,   56.64,   89.37,   23.83,   45.21,   71.73,   19.48,    1.47,    0.04
Train - Start of epoch 175
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 310.7976
Epoch 175, Time elapsed: 29.85 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.06,   56.66,   89.36,   23.83,   45.51,   71.74,   19.45,    1.47,    0.04
Train - Start of epoch 176
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 306.6336
Epoch 176, Time elapsed: 30.02 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.06,   56.62,   89.35,   23.85,   45.18,   71.91,   19.65,    1.46,    0.04
Train - Start of epoch 177
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 309.6495
Epoch 177, Time elapsed: 30.19 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.91,   56.63,   89.34,   23.85,   45.37,   71.71,   19.48,    1.49,    0.04
Train - Start of epoch 178
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.4977
Epoch 178, Time elapsed: 30.35 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.80,   56.60,   89.34,   23.83,   44.95,   72.10,   19.48,    1.47,    0.04
Train - Start of epoch 179
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 308.1625
Epoch 179, Time elapsed: 30.51 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.93,   56.63,   89.33,   23.81,   45.70,   71.54,   19.43,    1.46,    0.04
Train - Start of epoch 180
60/60 [==============================] - 9s 154ms/step - Reconstructed Loss: 306.1814
Epoch 180, Time elapsed: 30.67 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.82,   56.59,   89.30,   23.83,   45.51,   71.65,   19.45,    1.44,    0.04
Train - Start of epoch 181
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 307.3450
Epoch 181, Time elapsed: 30.83 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.84,   56.60,   89.30,   23.82,   45.34,   71.94,   19.33,    1.47,    0.04
Train - Start of epoch 182
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 307.5117
Epoch 182, Time elapsed: 31.0 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.97,   56.58,   89.29,   23.83,   45.75,   71.65,   19.38,    1.45,    0.04
Train - Start of epoch 183
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 306.0006
Epoch 183, Time elapsed: 31.16 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.01,   56.59,   89.28,   23.81,   45.11,   72.39,   19.35,    1.44,    0.04
Train - Start of epoch 184
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 309.1135
Epoch 184, Time elapsed: 31.32 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.70,   56.59,   89.27,   23.80,   44.91,   71.97,   19.66,    1.46,    0.04
Train - Start of epoch 185
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 309.1460
Epoch 185, Time elapsed: 31.49 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  308.05,   56.55,   89.26,   23.83,   45.81,   71.68,   19.41,    1.46,    0.04
Train - Start of epoch 186
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 308.5739
Epoch 186, Time elapsed: 31.66 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.09,   56.56,   89.24,   23.84,   45.25,   71.01,   19.69,    1.46,    0.04
Train - Start of epoch 187
60/60 [==============================] - 9s 157ms/step - Reconstructed Loss: 308.2050
Epoch 187, Time elapsed: 31.81 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.49,   56.56,   89.25,   23.80,   45.46,   71.70,   19.25,    1.43,    0.04
Train - Start of epoch 188
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 306.1355
Epoch 188, Time elapsed: 31.97 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.90,   56.53,   89.25,   23.81,   45.45,   70.95,   19.42,    1.46,    0.04
Train - Start of epoch 189
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 306.3639
Epoch 189, Time elapsed: 32.14 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.29,   56.56,   89.22,   23.81,   45.74,   71.13,   19.34,    1.46,    0.04
Train - Start of epoch 190
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 308.8999
Epoch 190, Time elapsed: 32.3 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.62,   56.53,   89.22,   23.83,   45.43,   71.62,   19.51,    1.45,    0.04
Train - Start of epoch 191
60/60 [==============================] - 9s 147ms/step - Reconstructed Loss: 307.3758
Epoch 191, Time elapsed: 32.45 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.02,   56.52,   89.21,   23.83,   45.53,   70.82,   19.62,    1.46,    0.04
Train - Start of epoch 192
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 307.5669
Epoch 192, Time elapsed: 32.61 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.59,   56.51,   89.20,   23.82,   44.67,   72.16,   19.73,    1.44,    0.04
Train - Start of epoch 193
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.8804
Epoch 193, Time elapsed: 32.78 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.28,   56.48,   89.18,   23.82,   45.68,   71.13,   19.49,    1.46,    0.04
Train - Start of epoch 194
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 308.2936
Epoch 194, Time elapsed: 32.94 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.55,   56.51,   89.19,   23.83,   45.16,   71.94,   19.44,    1.46,    0.04
Train - Start of epoch 195
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 309.5674
Epoch 195, Time elapsed: 33.1 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.90,   56.48,   89.18,   23.83,   45.37,   71.76,   19.78,    1.47,    0.04
Train - Start of epoch 196
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 306.4124
Epoch 196, Time elapsed: 33.27 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.12,   56.53,   89.16,   23.82,   45.03,   71.73,   19.39,    1.42,    0.04
Train - Start of epoch 197
60/60 [==============================] - 9s 153ms/step - Reconstructed Loss: 309.4108
Epoch 197, Time elapsed: 33.42 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.63,   56.47,   89.17,   23.80,   44.53,   71.56,   19.63,    1.44,    0.04
Train - Start of epoch 198
60/60 [==============================] - 9s 158ms/step - Reconstructed Loss: 307.4829
Epoch 198, Time elapsed: 33.58 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.08,   56.46,   89.15,   23.79,   45.01,   71.65,   19.56,    1.43,    0.04
Train - Start of epoch 199
60/60 [==============================] - 9s 151ms/step - Reconstructed Loss: 306.9507
Epoch 199, Time elapsed: 33.74 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.46,   56.47,   89.16,   23.80,   45.59,   71.60,   19.37,    1.45,    0.04
Train - Start of epoch 200
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.4363
Epoch 200, Time elapsed: 33.9 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.34,   56.47,   89.14,   23.81,   45.40,   71.36,   19.66,    1.46,    0.04
<tf.Variable 'Variable:0' shape=() dtype=int32, numpy=200>
Saved checkpoint for epoch 200: example/result/3/checkpoint/ckpt-4
Train - Start of epoch 201
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 307.8654
Epoch 201, Time elapsed: 34.2 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.07,   56.43,   89.14,   23.81,   45.43,   71.16,   19.63,    1.43,    0.03
Train - Start of epoch 202
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 307.5256
Epoch 202, Time elapsed: 34.36 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.42,   56.42,   89.14,   23.79,   45.44,   71.66,   19.49,    1.44,    0.03
Train - Start of epoch 203
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 306.0456
Epoch 203, Time elapsed: 34.52 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.15,   56.44,   89.12,   23.81,   45.34,   71.36,   19.60,    1.44,    0.03
Train - Start of epoch 204
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.6742
Epoch 204, Time elapsed: 34.69 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.27,   56.44,   89.11,   23.81,   45.50,   71.15,   19.77,    1.46,    0.03
Train - Start of epoch 205
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 309.3740
Epoch 205, Time elapsed: 34.85 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.12,   56.46,   89.11,   23.81,   45.25,   71.60,   19.41,    1.44,    0.03
Train - Start of epoch 206
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 307.9175
Epoch 206, Time elapsed: 35.02 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.69,   56.45,   89.09,   23.78,   45.47,   72.25,   19.16,    1.45,    0.03
Train - Start of epoch 207
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.0827
Epoch 207, Time elapsed: 35.18 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.00,   56.41,   89.09,   23.80,   45.56,   71.51,   19.17,    1.42,    0.03
Train - Start of epoch 208
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 302.9186
Epoch 208, Time elapsed: 35.35 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.44,   56.39,   89.08,   23.81,   44.47,   71.51,   19.72,    1.43,    0.03
Train - Start of epoch 209
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 309.1533
Epoch 209, Time elapsed: 35.51 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.27,   56.39,   89.09,   23.79,   44.95,   71.16,   19.44,    1.43,    0.03
Train - Start of epoch 210
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.7191
Epoch 210, Time elapsed: 35.68 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.33,   56.37,   89.10,   23.81,   45.25,   71.69,   19.62,    1.46,    0.03
Train - Start of epoch 211
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 305.0395
Epoch 211, Time elapsed: 35.84 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.75,   56.43,   89.06,   23.78,   45.33,   71.37,   19.30,    1.44,    0.03
Train - Start of epoch 212
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 309.7824
Epoch 212, Time elapsed: 36.01 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.37,   56.39,   89.07,   23.81,   45.55,   70.52,   19.58,    1.43,    0.03
Train - Start of epoch 213
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 308.1415
Epoch 213, Time elapsed: 36.17 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.49,   56.43,   89.06,   23.79,   44.94,   71.39,   19.41,    1.43,    0.03
Train - Start of epoch 214
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 306.6277
Epoch 214, Time elapsed: 36.33 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.11,   56.36,   89.05,   23.80,   44.81,   72.05,   19.56,    1.44,    0.03
Train - Start of epoch 215
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 306.5090
Epoch 215, Time elapsed: 36.5 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.29,   56.36,   89.06,   23.79,   45.50,   71.58,   19.52,    1.44,    0.03
Train - Start of epoch 216
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.1611
Epoch 216, Time elapsed: 36.66 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.03,   56.39,   89.04,   23.79,   45.18,   70.99,   19.21,    1.41,    0.03
Train - Start of epoch 217
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 307.1068
Epoch 217, Time elapsed: 36.83 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.50,   56.35,   89.04,   23.79,   45.03,   71.52,   19.31,    1.42,    0.03
Train - Start of epoch 218
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.5310
Epoch 218, Time elapsed: 36.99 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.48,   56.35,   89.02,   23.77,   45.14,   71.30,   19.44,    1.42,    0.03
Train - Start of epoch 219
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.2964
Epoch 219, Time elapsed: 37.15 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.02,   56.35,   89.03,   23.80,   45.13,   70.62,   19.62,    1.44,    0.03
Train - Start of epoch 220
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 307.0240
Epoch 220, Time elapsed: 37.32 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.46,   56.39,   89.02,   23.80,   45.11,   71.85,   19.80,    1.46,    0.03
Train - Start of epoch 221
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 304.7756
Epoch 221, Time elapsed: 37.48 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.46,   56.34,   89.01,   23.78,   45.27,   71.33,   19.31,    1.40,    0.03
Train - Start of epoch 222
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 308.8559
Epoch 222, Time elapsed: 37.65 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.65,   56.33,   89.02,   23.78,   45.31,   72.46,   19.28,    1.44,    0.03
Train - Start of epoch 223
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 309.7085
Epoch 223, Time elapsed: 37.81 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.64,   56.33,   89.01,   23.80,   44.82,   71.38,   19.85,    1.43,    0.03
Train - Start of epoch 224
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 304.7540
Epoch 224, Time elapsed: 37.98 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.08,   56.35,   89.00,   23.79,   44.89,   71.17,   19.43,    1.42,    0.03
Train - Start of epoch 225
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 306.1681
Epoch 225, Time elapsed: 38.14 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.31,   56.29,   89.00,   23.78,   45.33,   71.01,   19.45,    1.42,    0.03
Train - Start of epoch 226
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 305.3878
Epoch 226, Time elapsed: 38.31 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.85,   56.30,   88.99,   23.78,   45.34,   71.44,   19.55,    1.42,    0.03
Train - Start of epoch 227
60/60 [==============================] - 9s 154ms/step - Reconstructed Loss: 307.3687
Epoch 227, Time elapsed: 38.46 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.10,   56.31,   88.99,   23.80,   44.60,   71.36,   19.57,    1.43,    0.03
Train - Start of epoch 228
60/60 [==============================] - 9s 150ms/step - Reconstructed Loss: 306.5672
Epoch 228, Time elapsed: 38.62 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.34,   56.35,   88.97,   23.78,   45.26,   71.01,   19.54,    1.41,    0.03
Train - Start of epoch 229
60/60 [==============================] - 9s 152ms/step - Reconstructed Loss: 308.8408
Epoch 229, Time elapsed: 38.77 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  307.24,   56.32,   88.98,   23.77,   45.39,   72.17,   19.18,    1.40,    0.03
Train - Start of epoch 230
60/60 [==============================] - 9s 149ms/step - Reconstructed Loss: 302.5835
Epoch 230, Time elapsed: 38.92 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.27,   56.31,   88.97,   23.76,   45.22,   71.27,   19.28,    1.43,    0.03
Train - Start of epoch 231
60/60 [==============================] - 9s 154ms/step - Reconstructed Loss: 304.2682
Epoch 231, Time elapsed: 39.07 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.81,   56.29,   88.96,   23.77,   45.37,   70.62,   19.37,    1.39,    0.03
Train - Start of epoch 232
60/60 [==============================] - 9s 150ms/step - Reconstructed Loss: 308.8897
Epoch 232, Time elapsed: 39.22 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.39,   56.29,   88.97,   23.78,   45.20,   71.18,   19.52,    1.41,    0.03
Train - Start of epoch 233
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 306.7427
Epoch 233, Time elapsed: 39.39 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.12,   56.34,   88.95,   23.79,   44.66,   71.59,   19.35,    1.41,    0.03
Train - Start of epoch 234
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 306.2522
Epoch 234, Time elapsed: 39.55 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.39,   56.30,   88.95,   23.77,   44.91,   71.62,   19.42,    1.40,    0.03
Train - Start of epoch 235
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 305.2709
Epoch 235, Time elapsed: 39.72 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.60,   56.29,   88.94,   23.78,   44.83,   70.86,   19.48,    1.39,    0.03
Train - Start of epoch 236
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 306.4426
Epoch 236, Time elapsed: 39.88 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.40,   56.28,   88.94,   23.77,   45.24,   71.17,   19.57,    1.40,    0.03
Train - Start of epoch 237
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 307.4139
Epoch 237, Time elapsed: 40.05 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.23,   56.25,   88.94,   23.77,   45.36,   71.36,   19.09,    1.42,    0.03
Train - Start of epoch 238
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 308.1396
Epoch 238, Time elapsed: 40.21 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.30,   56.31,   88.93,   23.77,   44.99,   71.27,   19.58,    1.42,    0.03
Train - Start of epoch 239
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 306.6140
Epoch 239, Time elapsed: 40.37 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.18,   56.32,   88.93,   23.76,   45.02,   71.04,   19.65,    1.43,    0.03
Train - Start of epoch 240
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 307.6285
Epoch 240, Time elapsed: 40.54 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.27,   56.27,   88.93,   23.80,   45.09,   71.16,   19.57,    1.43,    0.03
Train - Start of epoch 241
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 306.4333
Epoch 241, Time elapsed: 40.7 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.86,   56.27,   88.93,   23.79,   45.19,   70.90,   19.35,    1.40,    0.03
Train - Start of epoch 242
60/60 [==============================] - 9s 158ms/step - Reconstructed Loss: 306.9892
Epoch 242, Time elapsed: 40.86 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.87,   56.27,   88.91,   23.78,   44.80,   70.99,   19.68,    1.40,    0.03
Train - Start of epoch 243
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 306.4212
Epoch 243, Time elapsed: 41.03 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.87,   56.27,   88.93,   23.76,   44.98,   71.11,   19.39,    1.40,    0.03
Train - Start of epoch 244
60/60 [==============================] - 9s 151ms/step - Reconstructed Loss: 305.8162
Epoch 244, Time elapsed: 41.18 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.66,   56.25,   88.92,   23.77,   44.81,   70.75,   19.70,    1.44,    0.03
Train - Start of epoch 245
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 308.5651
Epoch 245, Time elapsed: 41.34 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.42,   56.25,   88.91,   23.78,   44.93,   71.43,   19.68,    1.42,    0.03
Train - Start of epoch 246
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 306.5596
Epoch 246, Time elapsed: 41.5 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.00,   56.29,   88.90,   23.76,   45.44,   71.04,   19.16,    1.39,    0.03
Train - Start of epoch 247
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.0069
Epoch 247, Time elapsed: 41.67 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.23,   56.27,   88.91,   23.77,   44.98,   71.43,   19.45,    1.41,    0.03
Train - Start of epoch 248
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.1915
Epoch 248, Time elapsed: 41.83 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.17,   56.27,   88.89,   23.76,   44.80,   71.69,   19.33,    1.40,    0.03
Train - Start of epoch 249
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 306.8576
Epoch 249, Time elapsed: 41.99 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.13,   56.24,   88.88,   23.76,   45.06,   71.48,   19.27,    1.40,    0.03
Train - Start of epoch 250
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 308.1311
Epoch 250, Time elapsed: 42.15 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.64,   56.22,   88.89,   23.76,   45.01,   71.81,   19.51,    1.40,    0.03
<tf.Variable 'Variable:0' shape=() dtype=int32, numpy=250>
Saved checkpoint for epoch 250: example/result/3/checkpoint/ckpt-5
Train - Start of epoch 251
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.5565
Epoch 251, Time elapsed: 42.44 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.09,   56.22,   88.87,   23.75,   45.20,   71.24,   19.39,    1.38,    0.03
Train - Start of epoch 252
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.7065
Epoch 252, Time elapsed: 42.61 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.94,   56.24,   88.88,   23.75,   44.88,   71.26,   19.48,    1.42,    0.03
Train - Start of epoch 253
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.8481
Epoch 253, Time elapsed: 42.77 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.96,   56.29,   88.87,   23.74,   44.50,   71.68,   19.47,    1.39,    0.03
Train - Start of epoch 254
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 307.1861
Epoch 254, Time elapsed: 42.94 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.69,   56.28,   88.88,   23.75,   44.66,   71.40,   19.27,    1.43,    0.03
Train - Start of epoch 255
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 309.1830
Epoch 255, Time elapsed: 43.1 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.88,   56.22,   88.88,   23.77,   45.18,   70.85,   19.57,    1.38,    0.03
Train - Start of epoch 256
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 306.3968
Epoch 256, Time elapsed: 43.26 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.90,   56.25,   88.86,   23.76,   44.65,   71.46,   19.47,    1.41,    0.03
Train - Start of epoch 257
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.6142
Epoch 257, Time elapsed: 43.43 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.05,   56.24,   88.86,   23.74,   44.92,   71.71,   19.17,    1.38,    0.03
Train - Start of epoch 258
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 306.5832
Epoch 258, Time elapsed: 43.6 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.41,   56.25,   88.86,   23.75,   45.12,   71.44,   19.55,    1.41,    0.03
Train - Start of epoch 259
60/60 [==============================] - 9s 154ms/step - Reconstructed Loss: 304.4722
Epoch 259, Time elapsed: 43.75 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.26,   56.22,   88.87,   23.76,   44.38,   71.06,   19.56,    1.39,    0.03
Train - Start of epoch 260
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 305.6345
Epoch 260, Time elapsed: 43.91 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.95,   56.22,   88.85,   23.75,   45.48,   70.94,   19.30,    1.38,    0.03
Train - Start of epoch 261
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 303.8453
Epoch 261, Time elapsed: 44.08 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.83,   56.20,   88.84,   23.77,   44.57,   71.45,   19.56,    1.41,    0.03
Train - Start of epoch 262
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.5522
Epoch 262, Time elapsed: 44.24 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.20,   56.23,   88.84,   23.77,   44.74,   71.60,   19.58,    1.42,    0.03
Train - Start of epoch 263
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 308.1517
Epoch 263, Time elapsed: 44.41 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.89,   56.23,   88.85,   23.74,   45.35,   70.76,   19.55,    1.39,    0.03
Train - Start of epoch 264
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 307.3221
Epoch 264, Time elapsed: 44.58 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.06,   56.24,   88.84,   23.74,   44.88,   71.56,   19.39,    1.38,    0.03
Train - Start of epoch 265
60/60 [==============================] - 9s 155ms/step - Reconstructed Loss: 306.8927
Epoch 265, Time elapsed: 44.73 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.96,   56.19,   88.84,   23.74,   45.13,   71.06,   19.58,    1.39,    0.03
Train - Start of epoch 266
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 308.1445
Epoch 266, Time elapsed: 44.9 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.90,   56.20,   88.84,   23.75,   45.50,   71.82,   19.36,    1.40,    0.03
Train - Start of epoch 267
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.2033
Epoch 267, Time elapsed: 45.06 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.69,   56.19,   88.83,   23.75,   45.22,   70.65,   19.63,    1.40,    0.03
Train - Start of epoch 268
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 304.9292
Epoch 268, Time elapsed: 45.22 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.72,   56.20,   88.83,   23.76,   45.05,   71.07,   19.41,    1.39,    0.03
Train - Start of epoch 269
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 305.5131
Epoch 269, Time elapsed: 45.39 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.04,   56.22,   88.84,   23.74,   45.24,   71.17,   19.42,    1.39,    0.03
Train - Start of epoch 270
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.2784
Epoch 270, Time elapsed: 45.55 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.33,   56.21,   88.83,   23.75,   45.24,   70.34,   19.53,    1.40,    0.03
Train - Start of epoch 271
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 308.3838
Epoch 271, Time elapsed: 45.72 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.01,   56.18,   88.83,   23.74,   44.86,   71.72,   19.26,    1.39,    0.03
Train - Start of epoch 272
60/60 [==============================] - 9s 148ms/step - Reconstructed Loss: 305.2052
Epoch 272, Time elapsed: 45.86 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.59,   56.23,   88.82,   23.74,   45.73,   71.26,   19.39,    1.41,    0.03
Train - Start of epoch 273
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 302.4542
Epoch 273, Time elapsed: 46.03 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.38,   56.18,   88.81,   23.75,   45.66,   70.11,   19.46,    1.39,    0.03
Train - Start of epoch 274
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 302.3713
Epoch 274, Time elapsed: 46.19 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.12,   56.22,   88.82,   23.74,   45.52,   71.08,   19.32,    1.40,    0.03
Train - Start of epoch 275
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 307.4011
Epoch 275, Time elapsed: 46.35 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.33,   56.21,   88.82,   23.74,   45.65,   71.18,   19.31,    1.40,    0.02
Train - Start of epoch 276
60/60 [==============================] - 9s 155ms/step - Reconstructed Loss: 302.1279
Epoch 276, Time elapsed: 46.51 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.14,   56.19,   88.80,   23.74,   45.34,   71.25,   19.40,    1.38,    0.02
Train - Start of epoch 277
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 308.7579
Epoch 277, Time elapsed: 46.67 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.41,   56.18,   88.82,   23.74,   44.69,   72.29,   19.29,    1.38,    0.02
Train - Start of epoch 278
60/60 [==============================] - 9s 154ms/step - Reconstructed Loss: 305.0855
Epoch 278, Time elapsed: 46.83 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.93,   56.23,   88.80,   23.73,   45.48,   71.29,   18.97,    1.40,    0.02
Train - Start of epoch 279
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 307.3547
Epoch 279, Time elapsed: 46.99 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.81,   56.20,   88.80,   23.74,   45.12,   71.02,   19.51,    1.39,    0.02
Train - Start of epoch 280
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 303.9366
Epoch 280, Time elapsed: 47.16 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.59,   56.19,   88.80,   23.73,   45.17,   70.79,   19.51,    1.37,    0.02
Train - Start of epoch 281
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 306.8138
Epoch 281, Time elapsed: 47.32 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.50,   56.17,   88.80,   23.74,   44.78,   71.27,   19.34,    1.37,    0.02
Train - Start of epoch 282
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 303.2579
Epoch 282, Time elapsed: 47.49 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.89,   56.22,   88.79,   23.72,   45.01,   71.52,   19.22,    1.38,    0.02
Train - Start of epoch 283
60/60 [==============================] - 9s 150ms/step - Reconstructed Loss: 303.2936
Epoch 283, Time elapsed: 47.64 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.14,   56.22,   88.78,   23.72,   45.12,   71.58,   19.33,    1.38,    0.02
Train - Start of epoch 284
60/60 [==============================] - 9s 152ms/step - Reconstructed Loss: 308.2778
Epoch 284, Time elapsed: 47.79 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.47,   56.17,   88.78,   23.75,   45.48,   71.52,   19.34,    1.40,    0.02
Train - Start of epoch 285
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.1172
Epoch 285, Time elapsed: 47.95 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.04,   56.18,   88.78,   23.75,   45.26,   71.14,   19.52,    1.38,    0.02
Train - Start of epoch 286
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 305.8598
Epoch 286, Time elapsed: 48.11 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.62,   56.21,   88.78,   23.74,   44.86,   71.26,   19.39,    1.37,    0.02
Train - Start of epoch 287
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 303.3931
Epoch 287, Time elapsed: 48.28 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.46,   56.18,   88.78,   23.73,   45.14,   70.90,   19.31,    1.39,    0.02
Train - Start of epoch 288
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.9003
Epoch 288, Time elapsed: 48.44 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.38,   56.22,   88.79,   23.72,   45.21,   70.74,   19.31,    1.38,    0.02
Train - Start of epoch 289
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 304.7304
Epoch 289, Time elapsed: 48.6 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.51,   56.17,   88.78,   23.73,   45.13,   70.77,   19.50,    1.40,    0.02
Train - Start of epoch 290
60/60 [==============================] - 9s 148ms/step - Reconstructed Loss: 306.1048
Epoch 290, Time elapsed: 48.75 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.92,   56.21,   88.77,   23.75,   45.20,   71.11,   19.49,    1.38,    0.02
Train - Start of epoch 291
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 306.4086
Epoch 291, Time elapsed: 48.91 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.32,   56.20,   88.77,   23.73,   45.37,   70.35,   19.47,    1.41,    0.02
Train - Start of epoch 292
60/60 [==============================] - 9s 153ms/step - Reconstructed Loss: 306.6613
Epoch 292, Time elapsed: 49.07 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.48,   56.19,   88.78,   23.73,   45.07,   71.29,   19.04,    1.37,    0.02
Train - Start of epoch 293
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 307.1700
Epoch 293, Time elapsed: 49.23 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.53,   56.17,   88.76,   23.76,   44.71,   71.28,   19.46,    1.38,    0.02
Train - Start of epoch 294
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 306.6813
Epoch 294, Time elapsed: 49.39 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.73,   56.20,   88.77,   23.74,   45.02,   70.98,   19.60,    1.39,    0.02
Train - Start of epoch 295
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.6289
Epoch 295, Time elapsed: 49.56 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.06,   56.17,   88.76,   23.72,   45.46,   71.02,   19.53,    1.38,    0.02
Train - Start of epoch 296
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 307.9819
Epoch 296, Time elapsed: 49.72 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.84,   56.20,   88.75,   23.73,   45.66,   70.91,   19.22,    1.36,    0.02
Train - Start of epoch 297
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 302.5805
Epoch 297, Time elapsed: 49.88 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.63,   56.17,   88.77,   23.72,   45.41,   70.78,   19.36,    1.38,    0.02
Train - Start of epoch 298
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.5145
Epoch 298, Time elapsed: 50.05 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.47,   56.18,   88.76,   23.71,   45.13,   71.00,   19.28,    1.38,    0.02
Train - Start of epoch 299
60/60 [==============================] - 9s 154ms/step - Reconstructed Loss: 306.2491
Epoch 299, Time elapsed: 50.2 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.74,   56.16,   88.75,   23.72,   44.62,   70.75,   19.34,    1.38,    0.02
Train - Start of epoch 300
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.9877
Epoch 300, Time elapsed: 50.37 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.56,   56.17,   88.75,   23.75,   45.10,   72.06,   19.33,    1.37,    0.02
<tf.Variable 'Variable:0' shape=() dtype=int32, numpy=300>
Saved checkpoint for epoch 300: example/result/3/checkpoint/ckpt-6
Train Done.

We can visualize the training loss. It fluctuates since we argument the data with random masking, which also provides regularization against overfitting. One may continue training until the loss gets stabilized.

[5]:
plt.plot(hist['train']['total'])
plt.xlabel('Epoch')
plt.ylabel('Trianing loss')
[5]:
Text(0, 0.5, 'Trianing loss')
../../_images/tutorial_python_integration_3modalities_8_1.png

Continue training saved models#

We can continue training by specifying init_epoch and num_epoch arguments. Note that the value of init_epoch should depend on the number of epoch the latest checkpoint correponds to. As an example, above we have trained and saved the model at 300th epoch. So we can set init_epoch=301 and increase the value of num_epoch.

[6]:
hist = model.train(
        init_epoch=301, num_epoch=500, batch_size=512, save_every_epoch=50,
        verbose=True, checkpoint_dir=path_root+'checkpoint/')
Restored from example/result/3/checkpoint/ckpt-6
Train - Start of epoch 301
WARNING:tensorflow:Detecting that an object or model or tf.train.Checkpoint is being deleted with unrestored values. See the following logs for the specific values in question. To silence these warnings, use `status.expect_partial()`. See https://www.tensorflow.org/api_docs/python/tf/train/Checkpoint#restorefor details about the status object returned by the restore function.
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).step
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._iterations
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._learning_rate
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.1
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.2
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.3
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.4
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.5
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.6
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.7
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.8
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.9
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.10
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.11
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.12
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.13
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.14
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.15
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.16
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.17
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.18
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.19
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.20
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.21
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.22
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.23
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.24
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.25
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.26
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.27
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.28
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.29
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.30
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.31
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.32
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.33
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.34
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.35
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.36
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.37
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.38
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.39
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.40
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.41
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.42
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.43
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.44
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.45
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.46
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.47
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.48
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.49
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.50
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.51
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.52
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.53
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.54
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.55
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.56
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.57
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.58
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.59
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.60
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.61
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.62
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.63
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.64
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.65
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.66
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.67
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.68
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.69
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.70
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.71
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.72
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.73
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.74
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.75
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.76
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.77
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.78
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.79
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.80
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.81
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.82
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.83
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.84
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.85
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.86
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.87
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.88
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.89
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.90
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.91
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.92
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.93
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.94
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.95
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.96
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.97
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.98
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.99
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.100
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.101
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.102
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.103
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.104
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.105
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.106
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.107
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.108
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.109
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.110
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.111
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.112
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.113
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.114
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.115
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.116
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.117
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.118
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.119
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.120
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.121
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.122
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.123
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.124
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.125
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.126
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.127
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.128
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.129
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.130
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.131
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.132
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.133
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.134
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.135
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.136
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.137
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.138
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.139
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.140
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.141
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.142
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.143
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.144
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.145
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.146
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.147
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.148
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.149
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.150
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.151
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.152
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.153
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.154
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.155
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.156
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.157
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.158
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.159
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.160
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.161
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.162
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.163
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.164
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.165
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.166
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.167
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.168
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.169
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.170
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.171
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.172
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.173
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.174
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.175
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.176
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.177
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.178
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.179
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.180
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.181
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.182
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.183
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.184
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.185
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.186
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.187
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.188
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.189
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.190
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.191
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.192
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.193
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.194
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.195
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.196
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.197
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.198
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.199
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.200
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.201
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.202
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.203
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.204
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.205
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.206
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.207
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.208
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.209
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.210
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.211
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.212
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.213
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.214
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.215
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.216
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.217
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.218
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.219
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.220
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.221
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.222
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.223
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.224
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.225
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.226
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.227
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.228
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.229
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.230
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.231
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.232
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.233
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.234
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.235
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.236
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.237
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.238
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.239
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.240
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.241
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.242
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.243
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.244
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.245
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.246
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.247
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.248
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.249
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.250
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.251
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.252
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.253
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.254
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.255
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.256
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.257
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.258
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.259
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.260
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.261
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.262
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.263
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.264
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.265
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.266
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.267
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.268
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.269
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.270
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.271
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.272
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.273
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.274
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.275
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.276
2025-06-07 14:05:07.149298: I external/local_xla/xla/service/service.cc:168] XLA service 0x5cc9dbc8a8e0 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:
2025-06-07 14:05:07.149311: I external/local_xla/xla/service/service.cc:176]   StreamExecutor device (0): NVIDIA GeForce RTX 4090, Compute Capability 8.9
2025-06-07 14:05:07.151686: I tensorflow/compiler/mlir/tensorflow/utils/dump_mlir_util.cc:269] disabling MLIR crash reproducer, set env var `MLIR_CRASH_REPRODUCER_DIRECTORY` to enable.
2025-06-07 14:05:07.199237: I external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:454] Loaded cuDNN version 8907
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
I0000 00:00:1749305107.252957 4044460 device_compiler.h:186] Compiled cluster using XLA!  This line is logged at most once for the lifetime of the process.
WARNING:tensorflow:5 out of the last 5 calls to <function _BaseOptimizer._update_step_xla at 0x7a1764309310> triggered tf.function retracing. Tracing is expensive and the excessive number of tracings could be due to (1) creating @tf.function repeatedly in a loop, (2) passing tensors with different shapes, (3) passing Python objects instead of tensors. For (1), please define your @tf.function outside of the loop. For (2), @tf.function has reduce_retracing=True option that can avoid unnecessary retracing. For (3), please refer to https://www.tensorflow.org/guide/function#controlling_retracing and https://www.tensorflow.org/api_docs/python/tf/function for  more details.
WARNING:tensorflow:6 out of the last 6 calls to <function _BaseOptimizer._update_step_xla at 0x7a1764309310> triggered tf.function retracing. Tracing is expensive and the excessive number of tracings could be due to (1) creating @tf.function repeatedly in a loop, (2) passing tensors with different shapes, (3) passing Python objects instead of tensors. For (1), please define your @tf.function outside of the loop. For (2), @tf.function has reduce_retracing=True option that can avoid unnecessary retracing. For (3), please refer to https://www.tensorflow.org/guide/function#controlling_retracing and https://www.tensorflow.org/api_docs/python/tf/function for  more details.
60/60 [==============================] - 35s 586ms/step - Reconstructed Loss: 307.7986
Epoch 301, Time elapsed: 0.59 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.01,   56.17,   88.75,   23.75,   45.92,   70.86,   19.16,    1.37,    0.02
Train - Start of epoch 302
60/60 [==============================] - 10s 170ms/step - Reconstructed Loss: 305.0807
Epoch 302, Time elapsed: 0.76 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.84,   56.16,   88.75,   23.72,   44.60,   70.78,   19.42,    1.38,    0.02
Train - Start of epoch 303
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 306.3941
Epoch 303, Time elapsed: 0.92 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.94,   56.19,   88.75,   23.73,   45.14,   71.33,   19.39,    1.39,    0.02
Train - Start of epoch 304
60/60 [==============================] - 10s 171ms/step - Reconstructed Loss: 305.1292
Epoch 304, Time elapsed: 1.09 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.65,   56.16,   88.74,   23.74,   44.69,   71.82,   19.09,    1.39,    0.02
Train - Start of epoch 305
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 305.2392
Epoch 305, Time elapsed: 1.26 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.58,   56.20,   88.73,   23.71,   44.66,   71.42,   19.47,    1.37,    0.02
Train - Start of epoch 306
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 306.7448
Epoch 306, Time elapsed: 1.43 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.49,   56.14,   88.75,   23.73,   45.30,   70.71,   19.46,    1.37,    0.02
Train - Start of epoch 307
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 304.8740
Epoch 307, Time elapsed: 1.59 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.71,   56.18,   88.75,   23.73,   45.31,   71.03,   19.31,    1.38,    0.02
Train - Start of epoch 308
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.1966
Epoch 308, Time elapsed: 1.76 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.11,   56.15,   88.73,   23.73,   44.99,   70.91,   19.23,    1.36,    0.02
Train - Start of epoch 309
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 305.5391
Epoch 309, Time elapsed: 1.92 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.21,   56.16,   88.73,   23.73,   45.35,   70.49,   19.34,    1.39,    0.02
Train - Start of epoch 310
60/60 [==============================] - 10s 169ms/step - Reconstructed Loss: 304.8853
Epoch 310, Time elapsed: 2.1 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.67,   56.18,   88.73,   23.73,   45.04,   70.01,   19.58,    1.38,    0.02
Train - Start of epoch 311
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 305.1180
Epoch 311, Time elapsed: 2.26 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.45,   56.15,   88.74,   23.73,   45.40,   70.75,   19.29,    1.36,    0.02
Train - Start of epoch 312
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 303.7389
Epoch 312, Time elapsed: 2.42 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.65,   56.13,   88.73,   23.72,   45.52,   70.97,   19.18,    1.38,    0.02
Train - Start of epoch 313
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.2441
Epoch 313, Time elapsed: 2.59 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.28,   56.18,   88.73,   23.71,   44.97,   70.94,   19.36,    1.37,    0.02
Train - Start of epoch 314
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 306.5570
Epoch 314, Time elapsed: 2.75 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.19,   56.18,   88.74,   23.70,   44.70,   71.21,   19.30,    1.35,    0.02
Train - Start of epoch 315
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 307.5041
Epoch 315, Time elapsed: 2.92 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.65,   56.15,   88.72,   23.71,   45.12,   70.95,   19.59,    1.39,    0.02
Train - Start of epoch 316
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 307.0144
Epoch 316, Time elapsed: 3.08 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.33,   56.19,   88.73,   23.70,   44.79,   71.08,   19.45,    1.36,    0.02
Train - Start of epoch 317
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 304.9135
Epoch 317, Time elapsed: 3.25 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.62,   56.16,   88.73,   23.71,   44.30,   71.91,   19.43,    1.36,    0.02
Train - Start of epoch 318
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 307.6999
Epoch 318, Time elapsed: 3.42 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.50,   56.20,   88.72,   23.73,   45.28,   70.82,   19.34,    1.39,    0.02
Train - Start of epoch 319
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 307.3279
Epoch 319, Time elapsed: 3.58 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.69,   56.17,   88.72,   23.69,   45.13,   71.44,   19.15,    1.37,    0.02
Train - Start of epoch 320
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 302.6036
Epoch 320, Time elapsed: 3.75 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.98,   56.14,   88.73,   23.72,   44.94,   70.43,   19.62,    1.38,    0.02
Train - Start of epoch 321
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 304.7815
Epoch 321, Time elapsed: 3.91 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.02,   56.12,   88.72,   23.73,   45.65,   70.03,   19.36,    1.38,    0.02
Train - Start of epoch 322
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 304.0349
Epoch 322, Time elapsed: 4.07 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.43,   56.15,   88.72,   23.70,   45.24,   70.60,   19.63,    1.37,    0.02
Train - Start of epoch 323
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 307.4281
Epoch 323, Time elapsed: 4.23 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.04,   56.15,   88.71,   23.71,   45.56,   70.27,   19.24,    1.38,    0.02
Train - Start of epoch 324
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 306.1405
Epoch 324, Time elapsed: 4.4 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.82,   56.13,   88.71,   23.71,   44.82,   70.67,   19.39,    1.36,    0.02
Train - Start of epoch 325
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 305.4790
Epoch 325, Time elapsed: 4.57 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.52,   56.19,   88.72,   23.73,   44.97,   71.04,   19.48,    1.37,    0.02
Train - Start of epoch 326
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 305.1946
Epoch 326, Time elapsed: 4.74 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.11,   56.14,   88.69,   23.73,   45.00,   70.78,   19.36,    1.38,    0.02
Train - Start of epoch 327
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.5500
Epoch 327, Time elapsed: 4.9 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.69,   56.15,   88.70,   23.73,   44.76,   71.78,   19.21,    1.35,    0.02
Train - Start of epoch 328
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 307.6944
Epoch 328, Time elapsed: 5.06 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.02,   56.13,   88.69,   23.71,   44.41,   70.92,   19.75,    1.38,    0.02
Train - Start of epoch 329
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 304.3330
Epoch 329, Time elapsed: 5.23 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.18,   56.11,   88.71,   23.72,   44.90,   70.81,   19.54,    1.37,    0.02
Train - Start of epoch 330
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 307.7628
Epoch 330, Time elapsed: 5.4 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.25,   56.16,   88.70,   23.70,   45.56,   70.47,   19.28,    1.35,    0.02
Train - Start of epoch 331
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 304.2209
Epoch 331, Time elapsed: 5.56 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.45,   56.16,   88.70,   23.70,   45.15,   70.85,   19.48,    1.39,    0.02
Train - Start of epoch 332
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 306.6308
Epoch 332, Time elapsed: 5.73 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.71,   56.16,   88.71,   23.71,   45.27,   71.22,   19.25,    1.37,    0.02
Train - Start of epoch 333
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 303.7860
Epoch 333, Time elapsed: 5.9 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.37,   56.12,   88.70,   23.72,   44.38,   71.59,   19.48,    1.37,    0.02
Train - Start of epoch 334
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 306.6873
Epoch 334, Time elapsed: 6.06 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.11,   56.13,   88.69,   23.70,   45.13,   70.86,   19.23,    1.35,    0.02
Train - Start of epoch 335
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 303.8030
Epoch 335, Time elapsed: 6.22 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.85,   56.14,   88.69,   23.71,   45.23,   71.29,   19.40,    1.37,    0.02
Train - Start of epoch 336
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 306.9467
Epoch 336, Time elapsed: 6.39 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.18,   56.12,   88.70,   23.72,   45.00,   71.95,   19.31,    1.35,    0.02
Train - Start of epoch 337
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.0794
Epoch 337, Time elapsed: 6.56 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.10,   56.12,   88.69,   23.71,   45.05,   70.90,   19.26,    1.36,    0.02
Train - Start of epoch 338
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.1701
Epoch 338, Time elapsed: 6.72 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.47,   56.16,   88.69,   23.70,   45.29,   71.07,   19.19,    1.36,    0.02
Train - Start of epoch 339
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 305.4955
Epoch 339, Time elapsed: 6.89 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.55,   56.14,   88.68,   23.70,   45.43,   70.94,   19.29,    1.35,    0.02
Train - Start of epoch 340
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 306.5576
Epoch 340, Time elapsed: 7.05 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.50,   56.13,   88.68,   23.70,   45.40,   70.97,   19.26,    1.34,    0.02
Train - Start of epoch 341
60/60 [==============================] - 10s 169ms/step - Reconstructed Loss: 304.3899
Epoch 341, Time elapsed: 7.22 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.06,   56.08,   88.68,   23.72,   45.22,   70.93,   19.02,    1.38,    0.02
Train - Start of epoch 342
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 307.4309
Epoch 342, Time elapsed: 7.39 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.54,   56.12,   88.68,   23.72,   45.29,   71.24,   19.11,    1.36,    0.02
Train - Start of epoch 343
60/60 [==============================] - 10s 169ms/step - Reconstructed Loss: 306.0904
Epoch 343, Time elapsed: 7.56 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.22,   56.17,   88.68,   23.70,   45.46,   71.29,   19.51,    1.39,    0.02
Train - Start of epoch 344
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 307.1012
Epoch 344, Time elapsed: 7.72 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.25,   56.10,   88.68,   23.71,   45.25,   70.91,   19.22,    1.35,    0.02
Train - Start of epoch 345
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 304.9146
Epoch 345, Time elapsed: 7.89 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.42,   56.13,   88.67,   23.70,   45.27,   70.81,   19.44,    1.37,    0.02
Train - Start of epoch 346
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.5389
Epoch 346, Time elapsed: 8.05 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.94,   56.13,   88.68,   23.71,   44.84,   70.80,   19.42,    1.36,    0.02
Train - Start of epoch 347
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 307.9190
Epoch 347, Time elapsed: 8.22 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.35,   56.13,   88.67,   23.71,   44.73,   71.52,   19.22,    1.36,    0.02
Train - Start of epoch 348
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 304.8737
Epoch 348, Time elapsed: 8.38 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.36,   56.13,   88.68,   23.71,   45.10,   71.10,   19.28,    1.35,    0.02
Train - Start of epoch 349
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 306.0865
Epoch 349, Time elapsed: 8.55 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.50,   56.10,   88.68,   23.71,   44.94,   71.51,   19.17,    1.36,    0.02
Train - Start of epoch 350
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.3232
Epoch 350, Time elapsed: 8.72 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.80,   56.15,   88.67,   23.71,   45.20,   71.50,   19.21,    1.35,    0.02
<tf.Variable 'Variable:0' shape=() dtype=int32, numpy=350>
Saved checkpoint for epoch 350: example/result/3/checkpoint/ckpt-7
Train - Start of epoch 351
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.5218
Epoch 351, Time elapsed: 9.02 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.49,   56.15,   88.66,   23.70,   45.12,   70.20,   19.28,    1.36,    0.02
Train - Start of epoch 352
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 304.2297
Epoch 352, Time elapsed: 9.18 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.65,   56.11,   88.67,   23.69,   44.88,   70.45,   19.47,    1.36,    0.02
Train - Start of epoch 353
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.6425
Epoch 353, Time elapsed: 9.34 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.19,   56.10,   88.67,   23.70,   45.09,   71.05,   19.21,    1.35,    0.02
Train - Start of epoch 354
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 303.7007
Epoch 354, Time elapsed: 9.51 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.13,   56.12,   88.67,   23.69,   44.72,   71.05,   19.50,    1.37,    0.02
Train - Start of epoch 355
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 304.9337
Epoch 355, Time elapsed: 9.68 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.12,   56.11,   88.67,   23.72,   45.42,   70.52,   19.31,    1.36,    0.02
Train - Start of epoch 356
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 305.9063
Epoch 356, Time elapsed: 9.84 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.69,   56.10,   88.66,   23.72,   45.15,   71.42,   19.29,    1.34,    0.02
Train - Start of epoch 357
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 303.3774
Epoch 357, Time elapsed: 10.0 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.63,   56.09,   88.66,   23.71,   44.80,   70.50,   19.50,    1.36,    0.02
Train - Start of epoch 358
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 303.0071
Epoch 358, Time elapsed: 10.17 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.69,   56.09,   88.67,   23.70,   44.92,   70.80,   19.14,    1.35,    0.02
Train - Start of epoch 359
60/60 [==============================] - 10s 168ms/step - Reconstructed Loss: 305.0992
Epoch 359, Time elapsed: 10.34 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.79,   56.11,   88.66,   23.69,   45.64,   69.80,   19.51,    1.37,    0.02
Train - Start of epoch 360
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 301.8283
Epoch 360, Time elapsed: 10.5 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.50,   56.11,   88.67,   23.71,   45.09,   70.19,   19.39,    1.34,    0.02
Train - Start of epoch 361
60/60 [==============================] - 9s 147ms/step - Reconstructed Loss: 305.2836
Epoch 361, Time elapsed: 10.65 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.29,   56.11,   88.65,   23.69,   44.93,   71.14,   19.41,    1.35,    0.02
Train - Start of epoch 362
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 307.2360
Epoch 362, Time elapsed: 10.81 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.09,   56.11,   88.67,   23.70,   44.47,   71.46,   19.31,    1.35,    0.02
Train - Start of epoch 363
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 303.8609
Epoch 363, Time elapsed: 10.98 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.96,   56.12,   88.66,   23.67,   45.37,   70.51,   19.26,    1.35,    0.02
Train - Start of epoch 364
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 306.5406
Epoch 364, Time elapsed: 11.15 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.37,   56.10,   88.65,   23.70,   45.37,   70.80,   19.38,    1.35,    0.02
Train - Start of epoch 365
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.4060
Epoch 365, Time elapsed: 11.31 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.60,   56.11,   88.65,   23.69,   45.40,   70.89,   19.47,    1.37,    0.02
Train - Start of epoch 366
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 304.4933
Epoch 366, Time elapsed: 11.47 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.06,   56.08,   88.65,   23.70,   45.07,   70.85,   19.33,    1.35,    0.02
Train - Start of epoch 367
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.6823
Epoch 367, Time elapsed: 11.64 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.45,   56.12,   88.65,   23.68,   45.45,   70.56,   19.59,    1.37,    0.02
Train - Start of epoch 368
60/60 [==============================] - 9s 148ms/step - Reconstructed Loss: 305.2156
Epoch 368, Time elapsed: 11.78 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.24,   56.13,   88.65,   23.69,   45.03,   70.95,   19.44,    1.35,    0.02
Train - Start of epoch 369
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 303.8154
Epoch 369, Time elapsed: 11.95 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.06,   56.13,   88.65,   23.68,   45.03,   70.62,   19.59,    1.34,    0.02
Train - Start of epoch 370
60/60 [==============================] - 9s 148ms/step - Reconstructed Loss: 303.1605
Epoch 370, Time elapsed: 12.1 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.96,   56.09,   88.65,   23.68,   45.15,   70.59,   19.42,    1.36,    0.02
Train - Start of epoch 371
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 306.9263
Epoch 371, Time elapsed: 12.26 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.23,   56.07,   88.64,   23.69,   45.57,   70.76,   19.14,    1.34,    0.02
Train - Start of epoch 372
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 306.2031
Epoch 372, Time elapsed: 12.43 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.00,   56.08,   88.65,   23.69,   44.91,   71.01,   19.31,    1.34,    0.02
Train - Start of epoch 373
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 303.1032
Epoch 373, Time elapsed: 12.6 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.87,   56.06,   88.65,   23.68,   45.04,   70.85,   19.25,    1.34,    0.02
Train - Start of epoch 374
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 304.8159
Epoch 374, Time elapsed: 12.76 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.33,   56.12,   88.64,   23.69,   45.34,   70.67,   19.48,    1.38,    0.02
Train - Start of epoch 375
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 307.7765
Epoch 375, Time elapsed: 12.93 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.64,   56.12,   88.65,   23.68,   45.71,   70.93,   19.18,    1.36,    0.02
Train - Start of epoch 376
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 306.1213
Epoch 376, Time elapsed: 13.09 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  306.14,   56.06,   88.65,   23.71,   45.40,   71.66,   19.29,    1.35,    0.02
Train - Start of epoch 377
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 306.4819
Epoch 377, Time elapsed: 13.26 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.99,   56.10,   88.64,   23.69,   45.01,   70.75,   19.44,    1.35,    0.02
Train - Start of epoch 378
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.8112
Epoch 378, Time elapsed: 13.42 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.72,   56.12,   88.64,   23.68,   45.29,   71.38,   19.24,    1.35,    0.02
Train - Start of epoch 379
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 303.4704
Epoch 379, Time elapsed: 13.59 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.17,   56.12,   88.64,   23.68,   45.67,   70.45,   19.25,    1.35,    0.02
Train - Start of epoch 380
60/60 [==============================] - 9s 155ms/step - Reconstructed Loss: 304.9703
Epoch 380, Time elapsed: 13.74 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.42,   56.13,   88.63,   23.69,   44.83,   70.45,   19.31,    1.35,    0.02
Train - Start of epoch 381
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.5292
Epoch 381, Time elapsed: 13.91 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.07,   56.11,   88.64,   23.67,   45.38,   70.45,   19.46,    1.35,    0.02
Train - Start of epoch 382
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 306.1094
Epoch 382, Time elapsed: 14.07 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.84,   56.10,   88.64,   23.69,   44.91,   70.92,   19.24,    1.33,    0.02
Train - Start of epoch 383
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.3785
Epoch 383, Time elapsed: 14.23 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.32,   56.12,   88.62,   23.69,   44.91,   71.02,   19.58,    1.36,    0.02
Train - Start of epoch 384
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 303.2668
Epoch 384, Time elapsed: 14.4 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.03,   56.09,   88.64,   23.70,   44.75,   70.89,   19.59,    1.36,    0.02
Train - Start of epoch 385
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.7578
Epoch 385, Time elapsed: 14.57 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.58,   56.10,   88.63,   23.67,   45.05,   71.49,   19.30,    1.34,    0.02
Train - Start of epoch 386
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 304.2928
Epoch 386, Time elapsed: 14.73 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.11,   56.07,   88.63,   23.71,   45.35,   70.66,   19.32,    1.36,    0.02
Train - Start of epoch 387
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.6044
Epoch 387, Time elapsed: 14.89 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.21,   56.10,   88.63,   23.69,   45.19,   70.88,   19.36,    1.34,    0.02
Train - Start of epoch 388
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.3502
Epoch 388, Time elapsed: 15.06 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.98,   56.08,   88.63,   23.70,   45.58,   70.19,   19.44,    1.36,    0.02
Train - Start of epoch 389
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 304.1316
Epoch 389, Time elapsed: 15.22 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.26,   56.10,   88.62,   23.68,   45.40,   70.83,   19.30,    1.31,    0.02
Train - Start of epoch 390
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 303.7452
Epoch 390, Time elapsed: 15.39 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.05,   56.09,   88.62,   23.67,   45.06,   71.14,   19.11,    1.35,    0.02
Train - Start of epoch 391
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.5460
Epoch 391, Time elapsed: 15.55 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.40,   56.09,   88.62,   23.69,   44.95,   71.24,   19.46,    1.34,    0.02
Train - Start of epoch 392
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 307.4107
Epoch 392, Time elapsed: 15.72 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.62,   56.09,   88.63,   23.67,   45.28,   71.41,   19.19,    1.34,    0.02
Train - Start of epoch 393
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 303.6317
Epoch 393, Time elapsed: 15.88 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.34,   56.11,   88.62,   23.69,   45.67,   70.49,   19.39,    1.36,    0.02
Train - Start of epoch 394
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 308.3016
Epoch 394, Time elapsed: 16.05 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.21,   56.10,   88.63,   23.68,   45.31,   70.86,   19.27,    1.34,    0.02
Train - Start of epoch 395
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.5485
Epoch 395, Time elapsed: 16.22 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.28,   56.08,   88.62,   23.69,   44.81,   71.66,   19.09,    1.33,    0.01
Train - Start of epoch 396
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 307.7701
Epoch 396, Time elapsed: 16.38 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.03,   56.07,   88.62,   23.68,   45.30,   70.81,   19.19,    1.34,    0.01
Train - Start of epoch 397
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.9125
Epoch 397, Time elapsed: 16.55 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.06,   56.07,   88.61,   23.68,   44.81,   71.06,   19.47,    1.34,    0.02
Train - Start of epoch 398
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.4640
Epoch 398, Time elapsed: 16.71 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.17,   56.08,   88.62,   23.69,   44.54,   71.46,   19.43,    1.35,    0.01
Train - Start of epoch 399
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.4936
Epoch 399, Time elapsed: 16.87 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.11,   56.09,   88.62,   23.69,   45.00,   70.82,   19.52,    1.36,    0.01
Train - Start of epoch 400
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.3039
Epoch 400, Time elapsed: 17.04 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.74,   56.08,   88.62,   23.68,   45.24,   70.20,   19.56,    1.35,    0.01
<tf.Variable 'Variable:0' shape=() dtype=int32, numpy=400>
Saved checkpoint for epoch 400: example/result/3/checkpoint/ckpt-8
Train - Start of epoch 401
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 304.5705
Epoch 401, Time elapsed: 17.33 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.12,   56.07,   88.61,   23.69,   45.04,   71.00,   19.35,    1.33,    0.01
Train - Start of epoch 402
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.0415
Epoch 402, Time elapsed: 17.5 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.32,   56.08,   88.62,   23.68,   45.03,   71.25,   19.31,    1.34,    0.01
Train - Start of epoch 403
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 304.2502
Epoch 403, Time elapsed: 17.66 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.80,   56.08,   88.60,   23.68,   44.71,   71.07,   19.30,    1.34,    0.01
Train - Start of epoch 404
60/60 [==============================] - 9s 144ms/step - Reconstructed Loss: 302.3295
Epoch 404, Time elapsed: 17.81 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.90,   56.05,   88.62,   23.67,   45.36,   70.57,   19.28,    1.34,    0.01
Train - Start of epoch 405
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 305.1962
Epoch 405, Time elapsed: 17.97 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.99,   56.10,   88.61,   23.66,   44.67,   71.39,   19.20,    1.35,    0.01
Train - Start of epoch 406
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 305.0767
Epoch 406, Time elapsed: 18.13 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.72,   56.05,   88.61,   23.67,   44.72,   70.75,   19.57,    1.33,    0.01
Train - Start of epoch 407
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.9519
Epoch 407, Time elapsed: 18.3 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.90,   56.05,   88.61,   23.68,   44.74,   71.04,   19.43,    1.33,    0.01
Train - Start of epoch 408
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 302.2807
Epoch 408, Time elapsed: 18.46 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.29,   56.05,   88.61,   23.68,   44.99,   71.54,   19.07,    1.34,    0.01
Train - Start of epoch 409
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.4839
Epoch 409, Time elapsed: 18.62 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.91,   56.09,   88.60,   23.70,   44.79,   70.78,   19.57,    1.37,    0.01
Train - Start of epoch 410
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 306.3271
Epoch 410, Time elapsed: 18.79 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.29,   56.09,   88.61,   23.68,   44.75,   71.37,   19.40,    1.37,    0.01
Train - Start of epoch 411
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.8579
Epoch 411, Time elapsed: 18.95 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.21,   56.05,   88.61,   23.67,   45.15,   71.10,   19.29,    1.33,    0.01
Train - Start of epoch 412
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 305.4361
Epoch 412, Time elapsed: 19.12 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.00,   56.07,   88.61,   23.68,   45.24,   70.72,   19.34,    1.33,    0.01
Train - Start of epoch 413
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 305.8554
Epoch 413, Time elapsed: 19.28 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.40,   56.08,   88.61,   23.67,   44.58,   70.87,   19.28,    1.31,    0.01
Train - Start of epoch 414
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.8185
Epoch 414, Time elapsed: 19.45 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.02,   56.08,   88.60,   23.67,   44.91,   71.26,   19.16,    1.32,    0.01
Train - Start of epoch 415
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 303.7332
Epoch 415, Time elapsed: 19.61 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.72,   56.04,   88.59,   23.69,   45.62,   70.19,   19.23,    1.34,    0.01
Train - Start of epoch 416
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 307.1554
Epoch 416, Time elapsed: 19.78 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.43,   56.10,   88.60,   23.66,   45.39,   70.94,   19.37,    1.35,    0.01
Train - Start of epoch 417
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 307.4145
Epoch 417, Time elapsed: 19.94 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.24,   56.09,   88.61,   23.66,   45.34,   70.61,   19.56,    1.36,    0.01
Train - Start of epoch 418
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.1611
Epoch 418, Time elapsed: 20.1 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.91,   56.07,   88.61,   23.68,   44.87,   70.86,   19.48,    1.34,    0.01
Train - Start of epoch 419
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 304.2587
Epoch 419, Time elapsed: 20.27 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.07,   56.07,   88.59,   23.68,   45.22,   70.74,   19.42,    1.33,    0.01
Train - Start of epoch 420
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 306.2472
Epoch 420, Time elapsed: 20.43 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.23,   56.08,   88.59,   23.66,   45.19,   71.02,   19.34,    1.32,    0.01
Train - Start of epoch 421
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 306.2301
Epoch 421, Time elapsed: 20.6 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.33,   56.02,   88.61,   23.68,   45.21,   71.21,   19.23,    1.36,    0.01
Train - Start of epoch 422
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 304.2460
Epoch 422, Time elapsed: 20.76 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.19,   56.06,   88.60,   23.68,   45.30,   71.03,   19.20,    1.31,    0.01
Train - Start of epoch 423
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.0754
Epoch 423, Time elapsed: 20.93 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.87,   56.07,   88.59,   23.66,   45.05,   70.63,   19.50,    1.35,    0.01
Train - Start of epoch 424
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.1326
Epoch 424, Time elapsed: 21.09 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.31,   56.05,   88.60,   23.70,   44.56,   71.74,   19.32,    1.32,    0.01
Train - Start of epoch 425
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 303.5710
Epoch 425, Time elapsed: 21.25 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.96,   56.08,   88.59,   23.66,   45.10,   71.05,   19.13,    1.33,    0.01
Train - Start of epoch 426
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 301.8161
Epoch 426, Time elapsed: 21.42 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.14,   56.06,   88.59,   23.67,   44.77,   70.50,   19.20,    1.33,    0.01
Train - Start of epoch 427
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 307.9943
Epoch 427, Time elapsed: 21.58 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.97,   56.09,   88.59,   23.67,   45.09,   70.83,   19.36,    1.33,    0.01
Train - Start of epoch 428
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 307.2638
Epoch 428, Time elapsed: 21.75 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.18,   56.07,   88.59,   23.66,   45.27,   70.87,   19.39,    1.33,    0.01
Train - Start of epoch 429
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.3197
Epoch 429, Time elapsed: 21.91 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.63,   56.07,   88.59,   23.65,   44.93,   70.75,   19.29,    1.33,    0.01
Train - Start of epoch 430
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 308.1440
Epoch 430, Time elapsed: 22.08 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.13,   56.08,   88.60,   23.66,   44.81,   71.48,   19.16,    1.34,    0.01
Train - Start of epoch 431
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 303.8732
Epoch 431, Time elapsed: 22.24 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.42,   56.07,   88.58,   23.66,   44.21,   71.30,   19.23,    1.34,    0.01
Train - Start of epoch 432
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.2478
Epoch 432, Time elapsed: 22.4 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.76,   56.07,   88.59,   23.66,   45.41,   71.48,   19.21,    1.33,    0.01
Train - Start of epoch 433
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 305.0557
Epoch 433, Time elapsed: 22.56 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.01,   56.08,   88.59,   23.67,   45.60,   70.52,   19.20,    1.34,    0.01
Train - Start of epoch 434
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.6474
Epoch 434, Time elapsed: 22.73 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.94,   56.07,   88.59,   23.65,   44.62,   71.25,   19.41,    1.34,    0.01
Train - Start of epoch 435
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.0573
Epoch 435, Time elapsed: 22.89 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.78,   56.03,   88.60,   23.67,   44.84,   71.16,   19.14,    1.32,    0.01
Train - Start of epoch 436
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 305.2732
Epoch 436, Time elapsed: 23.06 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.12,   56.02,   88.58,   23.67,   44.77,   71.66,   19.08,    1.32,    0.01
Train - Start of epoch 437
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 307.6202
Epoch 437, Time elapsed: 23.22 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.82,   56.03,   88.58,   23.68,   45.00,   70.99,   19.18,    1.33,    0.01
Train - Start of epoch 438
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 307.1511
Epoch 438, Time elapsed: 23.38 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.12,   56.02,   88.60,   23.68,   44.84,   71.33,   19.30,    1.35,    0.01
Train - Start of epoch 439
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 302.4349
Epoch 439, Time elapsed: 23.55 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.39,   56.06,   88.60,   23.67,   44.63,   70.62,   19.45,    1.35,    0.01
Train - Start of epoch 440
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.0045
Epoch 440, Time elapsed: 23.72 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.71,   56.02,   88.59,   23.67,   44.93,   71.96,   19.18,    1.34,    0.01
Train - Start of epoch 441
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 306.3135
Epoch 441, Time elapsed: 23.88 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.34,   56.05,   88.59,   23.68,   45.08,   71.50,   19.11,    1.32,    0.01
Train - Start of epoch 442
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 305.9922
Epoch 442, Time elapsed: 24.05 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.98,   56.01,   88.60,   23.67,   44.64,   71.47,   19.27,    1.31,    0.01
Train - Start of epoch 443
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 302.1077
Epoch 443, Time elapsed: 24.21 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.46,   56.04,   88.58,   23.68,   44.66,   70.76,   19.40,    1.34,    0.01
Train - Start of epoch 444
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 304.1765
Epoch 444, Time elapsed: 24.37 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.54,   56.04,   88.58,   23.66,   44.78,   70.85,   19.29,    1.32,    0.01
Train - Start of epoch 445
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 304.8202
Epoch 445, Time elapsed: 24.54 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  303.49,   56.04,   88.58,   23.66,   44.77,   69.81,   19.31,    1.32,    0.01
Train - Start of epoch 446
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.9856
Epoch 446, Time elapsed: 24.71 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.90,   56.02,   88.59,   23.66,   45.21,   70.96,   19.14,    1.30,    0.01
Train - Start of epoch 447
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 306.3071
Epoch 447, Time elapsed: 24.87 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.18,   56.04,   88.57,   23.65,   44.94,   71.37,   19.27,    1.32,    0.01
Train - Start of epoch 448
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 301.0696
Epoch 448, Time elapsed: 25.03 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.61,   56.06,   88.59,   23.66,   44.67,   70.85,   19.44,    1.34,    0.01
Train - Start of epoch 449
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 307.1003
Epoch 449, Time elapsed: 25.2 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.42,   56.03,   88.58,   23.69,   45.15,   70.35,   19.28,    1.33,    0.01
Train - Start of epoch 450
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.1936
Epoch 450, Time elapsed: 25.36 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.52,   56.04,   88.58,   23.68,   45.19,   70.21,   19.48,    1.34,    0.01
<tf.Variable 'Variable:0' shape=() dtype=int32, numpy=450>
Saved checkpoint for epoch 450: example/result/3/checkpoint/ckpt-9
Train - Start of epoch 451
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 302.6884
Epoch 451, Time elapsed: 25.66 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.49,   56.05,   88.57,   23.66,   44.93,   70.47,   19.48,    1.31,    0.01
Train - Start of epoch 452
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 304.0132
Epoch 452, Time elapsed: 25.83 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.31,   56.05,   88.58,   23.66,   45.17,   70.13,   19.37,    1.34,    0.01
Train - Start of epoch 453
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 304.4064
Epoch 453, Time elapsed: 25.99 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.83,   56.02,   88.58,   23.66,   44.57,   71.09,   19.56,    1.34,    0.01
Train - Start of epoch 454
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 305.0150
Epoch 454, Time elapsed: 26.16 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.95,   56.06,   88.58,   23.68,   45.19,   70.52,   19.54,    1.35,    0.01
Train - Start of epoch 455
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 302.1484
Epoch 455, Time elapsed: 26.32 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.73,   56.03,   88.57,   23.67,   45.23,   70.79,   19.10,    1.32,    0.01
Train - Start of epoch 456
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 305.9866
Epoch 456, Time elapsed: 26.48 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.32,   56.04,   88.58,   23.66,   44.30,   71.05,   19.36,    1.32,    0.01
Train - Start of epoch 457
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 301.5020
Epoch 457, Time elapsed: 26.65 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.36,   56.03,   88.56,   23.66,   45.10,   71.36,   19.31,    1.32,    0.01
Train - Start of epoch 458
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 303.9671
Epoch 458, Time elapsed: 26.81 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.01,   56.09,   88.57,   23.65,   44.89,   71.29,   19.18,    1.32,    0.01
Train - Start of epoch 459
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 305.0192
Epoch 459, Time elapsed: 26.98 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.67,   56.03,   88.57,   23.66,   44.62,   71.36,   19.09,    1.33,    0.01
Train - Start of epoch 460
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.1497
Epoch 460, Time elapsed: 27.14 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.63,   56.09,   88.56,   23.65,   44.98,   70.86,   19.14,    1.32,    0.01
Train - Start of epoch 461
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 304.5806
Epoch 461, Time elapsed: 27.31 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.33,   56.02,   88.58,   23.67,   45.32,   70.86,   19.55,    1.34,    0.01
Train - Start of epoch 462
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.4428
Epoch 462, Time elapsed: 27.47 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.96,   56.03,   88.57,   23.66,   45.41,   70.80,   19.16,    1.32,    0.01
Train - Start of epoch 463
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 307.4931
Epoch 463, Time elapsed: 27.64 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.47,   56.03,   88.57,   23.66,   45.01,   71.91,   18.96,    1.32,    0.01
Train - Start of epoch 464
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 305.0582
Epoch 464, Time elapsed: 27.8 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.42,   56.03,   88.57,   23.65,   44.83,   70.83,   19.18,    1.32,    0.01
Train - Start of epoch 465
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 302.6009
Epoch 465, Time elapsed: 27.96 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.22,   56.05,   88.57,   23.65,   44.47,   70.63,   19.52,    1.32,    0.01
Train - Start of epoch 466
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 306.2520
Epoch 466, Time elapsed: 28.13 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.83,   56.03,   88.57,   23.66,   44.80,   70.85,   19.60,    1.31,    0.01
Train - Start of epoch 467
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 307.8603
Epoch 467, Time elapsed: 28.29 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.06,   56.03,   88.56,   23.66,   45.36,   71.09,   19.05,    1.31,    0.01
Train - Start of epoch 468
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 306.8159
Epoch 468, Time elapsed: 28.45 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.35,   56.01,   88.56,   23.67,   44.49,   70.94,   19.37,    1.30,    0.01
Train - Start of epoch 469
60/60 [==============================] - 9s 148ms/step - Reconstructed Loss: 304.8237
Epoch 469, Time elapsed: 28.6 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.42,   56.01,   88.57,   23.66,   44.50,   71.06,   19.28,    1.34,    0.01
Train - Start of epoch 470
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 302.7514
Epoch 470, Time elapsed: 28.76 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.54,   56.05,   88.56,   23.66,   44.84,   70.86,   19.24,    1.33,    0.01
Train - Start of epoch 471
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 308.0376
Epoch 471, Time elapsed: 28.93 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.79,   56.02,   88.56,   23.67,   44.37,   71.73,   19.11,    1.30,    0.01
Train - Start of epoch 472
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 302.8415
Epoch 472, Time elapsed: 29.09 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.40,   56.02,   88.56,   23.66,   44.76,   70.78,   19.28,    1.33,    0.01
Train - Start of epoch 473
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 303.3199
Epoch 473, Time elapsed: 29.26 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.19,   56.02,   88.57,   23.67,   45.19,   71.31,   19.10,    1.33,    0.01
Train - Start of epoch 474
60/60 [==============================] - 9s 149ms/step - Reconstructed Loss: 305.2748
Epoch 474, Time elapsed: 29.41 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  303.94,   56.01,   88.57,   23.64,   44.29,   70.74,   19.40,    1.29,    0.01
Train - Start of epoch 475
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 305.5414
Epoch 475, Time elapsed: 29.57 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.08,   56.04,   88.56,   23.64,   44.94,   71.42,   19.15,    1.32,    0.01
Train - Start of epoch 476
60/60 [==============================] - 10s 166ms/step - Reconstructed Loss: 303.4311
Epoch 476, Time elapsed: 29.74 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.17,   56.02,   88.56,   23.66,   44.63,   70.52,   19.44,    1.33,    0.01
Train - Start of epoch 477
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 305.3656
Epoch 477, Time elapsed: 29.91 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.92,   56.03,   88.56,   23.67,   45.43,   70.62,   19.28,    1.32,    0.01
Train - Start of epoch 478
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 301.6761
Epoch 478, Time elapsed: 30.07 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  303.98,   56.01,   88.57,   23.66,   44.99,   70.04,   19.39,    1.33,    0.01
Train - Start of epoch 479
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 304.5654
Epoch 479, Time elapsed: 30.23 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.09,   56.03,   88.56,   23.63,   44.72,   70.60,   19.23,    1.30,    0.01
Train - Start of epoch 480
60/60 [==============================] - 10s 167ms/step - Reconstructed Loss: 302.4329
Epoch 480, Time elapsed: 30.4 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.31,   56.02,   88.55,   23.66,   44.69,   70.59,   19.49,    1.31,    0.01
Train - Start of epoch 481
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 303.7665
Epoch 481, Time elapsed: 30.57 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.35,   56.03,   88.56,   23.65,   45.03,   71.56,   19.19,    1.32,    0.01
Train - Start of epoch 482
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 303.8552
Epoch 482, Time elapsed: 30.73 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.81,   56.01,   88.56,   23.66,   45.16,   70.99,   19.11,    1.31,    0.01
Train - Start of epoch 483
60/60 [==============================] - 9s 150ms/step - Reconstructed Loss: 301.6144
Epoch 483, Time elapsed: 30.88 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.31,   56.03,   88.55,   23.64,   45.13,   71.44,   19.18,    1.32,    0.01
Train - Start of epoch 484
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 305.0513
Epoch 484, Time elapsed: 31.04 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  305.54,   56.03,   88.56,   23.64,   45.74,   71.17,   19.06,    1.32,    0.01
Train - Start of epoch 485
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 301.2861
Epoch 485, Time elapsed: 31.2 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.41,   56.00,   88.56,   23.68,   45.62,   69.82,   19.38,    1.33,    0.01
Train - Start of epoch 486
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 306.4709
Epoch 486, Time elapsed: 31.36 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.73,   56.02,   88.55,   23.66,   44.78,   71.29,   19.10,    1.31,    0.01
Train - Start of epoch 487
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 304.6289
Epoch 487, Time elapsed: 31.53 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.56,   56.02,   88.56,   23.64,   44.17,   71.79,   19.06,    1.32,    0.01
Train - Start of epoch 488
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 304.6059
Epoch 488, Time elapsed: 31.69 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.61,   56.01,   88.57,   23.65,   44.86,   71.09,   19.13,    1.31,    0.01
Train - Start of epoch 489
60/60 [==============================] - 9s 153ms/step - Reconstructed Loss: 308.7057
Epoch 489, Time elapsed: 31.84 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.74,   56.03,   88.55,   23.65,   44.89,   71.00,   19.28,    1.33,    0.01
Train - Start of epoch 490
60/60 [==============================] - 10s 165ms/step - Reconstructed Loss: 305.2145
Epoch 490, Time elapsed: 32.01 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.98,   56.01,   88.55,   23.67,   44.66,   71.47,   19.27,    1.33,    0.01
Train - Start of epoch 491
60/60 [==============================] - 10s 160ms/step - Reconstructed Loss: 303.6057
Epoch 491, Time elapsed: 32.17 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.92,   56.01,   88.55,   23.66,   45.15,   70.93,   19.27,    1.32,    0.01
Train - Start of epoch 492
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 307.3296
Epoch 492, Time elapsed: 32.34 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.55,   56.01,   88.56,   23.66,   44.91,   70.56,   19.51,    1.34,    0.01
Train - Start of epoch 493
60/60 [==============================] - 10s 159ms/step - Reconstructed Loss: 303.0021
Epoch 493, Time elapsed: 32.5 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  303.99,   55.99,   88.55,   23.66,   44.73,   70.44,   19.29,    1.32,    0.01
Train - Start of epoch 494
60/60 [==============================] - 10s 161ms/step - Reconstructed Loss: 303.7570
Epoch 494, Time elapsed: 32.66 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  303.96,   56.02,   88.55,   23.67,   44.75,   70.30,   19.34,    1.32,    0.01
Train - Start of epoch 495
60/60 [==============================] - 10s 162ms/step - Reconstructed Loss: 304.5034
Epoch 495, Time elapsed: 32.82 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.52,   55.99,   88.55,   23.66,   44.59,   71.07,   19.34,    1.31,    0.01
Train - Start of epoch 496
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 303.5543
Epoch 496, Time elapsed: 32.99 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.10,   56.05,   88.54,   23.66,   44.59,   70.56,   19.37,    1.33,    0.01
Train - Start of epoch 497
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 303.3541
Epoch 497, Time elapsed: 33.15 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.13,   56.00,   88.55,   23.65,   45.30,   69.96,   19.34,    1.33,    0.01
Train - Start of epoch 498
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 303.3885
Epoch 498, Time elapsed: 33.32 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.54,   56.00,   88.55,   23.63,   45.18,   70.87,   18.99,    1.31,    0.01
Train - Start of epoch 499
60/60 [==============================] - 10s 164ms/step - Reconstructed Loss: 302.7107
Epoch 499, Time elapsed: 33.48 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.98,   56.01,   88.56,   23.65,   45.04,   71.37,   19.02,    1.32,    0.01
Train - Start of epoch 500
60/60 [==============================] - 10s 163ms/step - Reconstructed Loss: 304.1150
Epoch 500, Time elapsed: 33.65 minutes
          total, obs_rna, obs_adt, obs_atac, unobs_rna, unobs_adt, unobs_atac,      kl,     mmd
train :  304.34,   56.01,   88.55,   23.65,   44.88,   70.53,   19.37,    1.33,    0.01
<tf.Variable 'Variable:0' shape=() dtype=int32, numpy=500>
Saved checkpoint for epoch 500: example/result/3/checkpoint/ckpt-10
Train Done.

Loading checkpoints#

For later usage, we can load the trained model through the load_model method without the need to retrain:

model.load_model(path_root+'checkpoint/')

Obtain integrative latent representations#

[ ]:
model.update_z()
[ ]:
# the latent variables are stored in model.adata
map_dict = {0:'Control',1:'Stimulation'}
condition = np.array([map_dict[i] for i in batches[:,0]])
map_dict = {0:'DOGMA-seq',1:'CITE-seq',2:'ASAP-seq'}
dataset = np.array([map_dict[i] for i in batches[:,-1]])

model.adata.obs['Condition'] = condition
model.adata.obs['Condition'] = model.adata.obs['Condition'].astype("category")
model.adata.obs['Dataset'] = dataset
model.adata.obs['Dataset'] = model.adata.obs['Dataset'].astype("category")
model.adata.obs['Cell Types'] = cell_types
model.adata
AnnData object with n_obs × n_vars = 30987 × 32
    obs: 'Condition', 'Dataset', 'Cell Types'
    uns: 'neighbors'
    obsp: 'distances', 'connectivities'
[ ]:
axes = model.visualize_latent(method = "UMAP", color = [
    'Condition','Dataset','Cell Types'], show=False)
axes[2].set_title("Seurat's Annotated Cell Types")

# Hide the right and top spines
axes[0].spines.right.set_visible(False)
axes[0].spines.top.set_visible(False)

# Only show ticks on the left and bottom spines
axes[0].yaxis.set_ticks_position('left')
axes[0].xaxis.set_ticks_position('bottom')

axes[1].spines.right.set_visible(False)
axes[1].spines.top.set_visible(False)
axes[1].yaxis.set_ticks_position('left')
# axes[0].xaxis.set_ticks_position('bottom')

axes[2].spines.right.set_visible(False)
axes[2].spines.top.set_visible(False)
axes[2].yaxis.set_ticks_position('left')
plt.show()
Calculate UMAP ...
../../_images/tutorial_python_integration_3modalities_17_1.png

Visualize the denoised and imputed expressions#

[ ]:
denoised_data = model.get_denoised_data(
    batch_size_inference=128, L=50)

adata = sc.AnnData(
    X=pd.DataFrame(data[:,:model.vae.config.dim_input_arr[0]], columns=gene_names))

adata.uns = model.adata.uns
adata.obsm = model.adata.obsm
adata.obs = model.adata.obs

adata_hat = sc.AnnData(
    X=pd.DataFrame(denoised_data[:,:model.vae.config.dim_input_arr[0]], columns=gene_names))

adata_hat.uns = model.adata.uns
adata_hat.obsm = model.adata.obsm
adata_hat.obs = model.adata.obs
WARNING:tensorflow:Detecting that an object or model or tf.train.Checkpoint is being deleted with unrestored values. See the following logs for the specific values in question. To silence these warnings, use `status.expect_partial()`. See https://www.tensorflow.org/api_docs/python/tf/train/Checkpoint#restorefor details about the status object returned by the restore function.
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).step
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._iterations
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._learning_rate
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.1
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.2
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.3
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.4
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.5
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.6
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.7
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.8
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.9
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.10
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.11
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.12
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.13
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.14
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.15
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.16
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.17
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.18
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.19
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.20
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.21
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.22
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.23
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.24
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.25
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.26
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.27
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.28
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.29
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.30
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.31
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.32
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.33
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.34
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.35
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.36
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.37
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.38
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.39
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.40
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.41
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.42
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.43
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.44
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.45
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.46
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.47
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.48
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.49
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.50
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.51
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.52
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.53
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.54
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.55
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.56
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.57
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.58
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.59
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.60
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.61
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.62
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.63
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.64
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.65
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.66
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.67
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.68
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.69
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.70
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.71
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.72
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.73
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.74
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.75
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.76
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.77
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.78
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.79
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.80
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.81
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.82
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.83
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.84
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.85
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.86
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.87
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.88
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.89
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.90
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.91
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.92
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.93
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.94
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.95
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.96
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.97
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.98
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.99
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.100
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.101
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.102
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.103
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.104
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.105
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.106
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.107
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.108
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.109
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.110
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.111
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.112
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.113
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.114
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.115
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.116
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.117
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.118
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.119
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.120
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.121
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.122
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.123
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.124
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.125
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.126
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.127
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.128
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.129
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.130
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.131
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.132
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.133
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.134
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.135
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.136
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.137
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.138
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.139
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.140
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.141
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.142
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.143
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.144
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.145
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.146
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.147
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.148
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.149
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.150
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.151
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.152
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.153
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.154
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.155
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.156
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.157
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.158
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.159
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.160
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.161
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.162
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.163
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.164
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.165
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.166
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.167
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.168
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.169
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.170
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.171
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.172
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.173
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.174
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.175
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.176
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.177
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.178
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.179
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.180
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.181
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.182
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.183
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.184
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.185
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.186
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.187
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.188
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.189
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.190
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.191
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.192
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.193
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.194
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.195
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.196
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.197
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.198
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.199
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.200
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.201
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.202
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.203
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.204
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.205
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.206
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.207
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.208
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.209
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.210
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.211
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.212
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.213
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.214
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.215
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.216
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.217
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.218
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.219
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.220
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.221
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.222
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.223
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.224
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.225
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.226
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.227
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.228
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.229
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.230
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.231
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.232
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.233
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.234
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.235
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.236
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.237
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.238
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.239
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.240
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.241
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.242
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.243
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.244
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.245
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.246
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.247
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.248
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.249
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.250
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.251
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.252
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.253
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.254
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.255
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.256
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.257
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.258
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.259
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.260
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.261
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.262
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.263
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.264
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.265
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.266
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.267
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.268
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.269
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.270
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.271
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.272
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.273
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.274
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.275
WARNING:tensorflow:Value in checkpoint could not be found in the restored object: (root).optimizer._variables.276
/home/jinhongd/anaconda3/envs/tf/lib/python3.9/site-packages/anndata/_core/aligned_df.py:67: ImplicitModificationWarning: Transforming to str index.
  warnings.warn("Transforming to str index.", ImplicitModificationWarning)
/home/jinhongd/anaconda3/envs/tf/lib/python3.9/site-packages/anndata/_core/aligned_df.py:67: ImplicitModificationWarning: Transforming to str index.
  warnings.warn("Transforming to str index.", ImplicitModificationWarning)
[ ]:
fig, axes = plt.subplots(2,2,figsize=(9,8))
sc.pl.umap(adata_hat[adata.obs['Condition']=='Control'],
           color='CD69', ax=axes[0,0], show=False)
sc.pl.umap(adata_hat[adata.obs['Condition']!='Control'],
           color='CD69', ax=axes[0,1], show=False)
sc.pl.umap(adata[(adata.obs['Dataset']!='ASAP-seq')&
    (adata.obs['Condition']=='Control')],
           color='CD69', ax=axes[1,0], show=False)
sc.pl.umap(adata[(adata.obs['Dataset']!='ASAP-seq')&
    (adata.obs['Condition']!='Control')],
           color='CD69', ax=axes[1,1], show=False)

for i in range(2):
    for j in range(2):

        # Hide the right and top spines
        axes[i,j].spines.right.set_visible(False)
        axes[i,j].spines.top.set_visible(False)

        # Only show ticks on the left and bottom spines
        axes[i,j].yaxis.set_ticks_position('left')
        axes[i,j].xaxis.set_ticks_position('bottom')

        axes[i,j].set_xlabel('')
        axes[i,j].set_ylabel('')
        axes[i,j].set_title('')
axes[1,0].set_xlabel('UMAP1')
axes[0,0].set_ylabel('UMAP2')
axes[1,0].set_ylabel('UMAP2')

axes[0,0].set_title('CD69 Gene (Control)')
axes[0,1].set_title('CD69 Gene (Stimulation)')

plt.tight_layout()
../../_images/tutorial_python_integration_3modalities_20_0.png
[ ]:
fig, axes = plt.subplots(2,2,figsize=(9,8))
sc.pl.umap(adata_hat[adata.obs['Condition']=='Control'],
           color='CD3E', ax=axes[0,0], show=False)
sc.pl.umap(adata_hat[adata.obs['Condition']!='Control'],
           color='CD3E', ax=axes[0,1], show=False)
sc.pl.umap(adata[(adata.obs['Dataset']=='CITE-seq')&
    (adata.obs['Condition']=='Control')],
           color='CD3E', ax=axes[1,0], show=False)
sc.pl.umap(adata[(adata.obs['Dataset']=='CITE-seq')&
    (adata.obs['Condition']!='Control')],
           color='CD3E', ax=axes[1,1], show=False)

for i in range(2):
    for j in range(2):

        # Hide the right and top spines
        axes[i,j].spines.right.set_visible(False)
        axes[i,j].spines.top.set_visible(False)

        # Only show ticks on the left and bottom spines
        axes[i,j].yaxis.set_ticks_position('left')
        axes[i,j].xaxis.set_ticks_position('bottom')

        axes[i,j].set_xlabel('')
        axes[i,j].set_ylabel('')
        axes[i,j].set_title('')
axes[1,0].set_xlabel('UMAP1')
axes[0,0].set_ylabel('UMAP2')
axes[1,0].set_ylabel('UMAP2')

axes[0,0].set_title('CD3E Gene (Control)')
axes[0,1].set_title('CD3E Gene (Stimulation)')

plt.tight_layout()
plt.show()
../../_images/tutorial_python_integration_3modalities_21_0.png