# N-FPN Rock Paper Scissors Toy Problem

We perform a rock-paper-scissors experiment. Each player's actions are restricted to the unit simplex $\Delta^3 \triangleq \{ x \in \mathbb{R}^{3}_{\geq0} : \|x\|_1 = 1\} \subset\mathbb{R}^3$ so that  $\mathcal{C} = \Delta^3 \times \Delta^3$ and actions  $x_i$ are interpreted as probability distributions over  three choices: rock, paper and scissors.
Equilibria $x_d^\star$ are VI solutions, _i.e._

$$ \left< F(x_d^\star;d), x - x_d^\star\right> \geq 0,\quad \mbox{for all $x\in \mathcal{C}$},$$

using the game gradient

$$F = [\nabla_{x_1} u_k(x;d)^\top, \ \nabla_{x_2} u_k(x;d)^\top ]^\top $$

with    cost functions given by
$$
    u_1(x;d) \triangleq \left< x_1, B(d)x_2\right>
    \quad \mbox{and}\quad
    u_2(x;d) \triangleq -\left< x_1, B(d) x_2\right>.
$$
where the antisymmetric payoff matrix $B(d) \in \mathbb{R}^{3\times 3}$  is defined in the paper is used to define the players' cost functions and each vectors $w^i \in \mathbb{R}^{3}$ is drawn uniformly in $[0,1]^3$ for $i \in [3]$.
Contextual data $d$ are drawn from a distribution $\mathcal{D}$ that is uniform over $[0,1]^3$. An N-FPN is trained to predict $x_d^\star$ from $d$ using  training data   context-action pairs $\{(d^i,x_{d^i}^\star)\}_{i=1}^{1000}$, without using knowledge of $F$. The learned $F_{\Theta}$ has two fully connected layers with a leaky ReLU activation, and forward propagation uses projected gradient. This notebook generates data for two plots. The first plot shows convergence of the test loss while training the N-FPN.
The final plot simulates play between an optimal Nash player with access to $u_1(\cdot,d)$ and an N-FPN player that only has access to $d$ and training data.
The final plot measures performance using
\begin{equation}
    \mbox{(Expected Nash Player $k$-Game Cost Variance)} \equiv y^k \triangleq \mathbb{E}_{d\sim\mathcal{D}}\left[\left(\dfrac{1}{k} \sum_{\ell=1}^k  u_1^2\Big(s^\ell; d \Big) \right)^{1/2}\right],
\end{equation}
where $s$ is a tuple of two one-hot vectors $s_1^k \sim x_d^\star$ and $s_2^k \sim \mathcal{N}_\Theta(d)$.
Because rock-paper-scissors is a zero-sum game, if the N-FPN plays optimally, then the average reward of the Nash player converges to zero as the number of games increases.
That is, optimal $\mathcal{N}_\Theta$ yields $y^k\rightarrow 0$, as shown in the final plot of this notebook.

```
import time
import torch
import torch.nn               as nn
import torch.optim            as optim
import numpy                  as np
import matplotlib.pyplot      as plt
from torch.utils.data         import Dataset, TensorDataset, DataLoader
from torch.utils.data.dataset import random_split

context       = torch.tensor
action        = torch.tensor
weight_matrix = torch.tensor
payoff_matrix = torch.tensor

seed = 30
torch.manual_seed(seed)
W = torch.rand(3, 3) * torch.tensor([0.5, 10, 20])
W = W.permute(1,0)
print(W)
```

    tensor([[ 0.4504,  0.4369,  0.4473],
            [ 7.4636,  7.4026,  6.2383],
            [ 9.4323, 15.6801,  8.5520]])

## Generate Synthetic Training Data

Notes:

1) The analytic solutions are generated using the Extra Gradient Scheme as in (1.2) and (1.3) of this [paper](http://math.haifa.ac.il/agibali/Web/Extensions%20of%20Korpelevich's%20extragradient%20method%20for%20the%20variational%20inequality%20problem%20in%20Euclidean%20space.pdf).

2) The simplex projection is performed using Algorithm 1 in this [paper](https://arxiv.org/pdf/1309.1541.pdf).

```
def sample_context(num_samples: int) -> context:
    return torch.rand(num_samples, 3)

def project_simplex(y: action, action_size=3, num_players=2) -> action:
    num_samples = y.shape[0]
    proj        = torch.zeros(y.shape)
    for i in range(num_players):
        ind   = [i * action_size + j for j in range(action_size)]
        u     = torch.flip(torch.sort(y[:, ind], dim=1)[0], dims=(1,))
        u_sum = torch.cumsum(u, dim=1)
        j     = torch.arange(1, action_size + 1, dtype=y.dtype, device=y.device)
        pos_u_expr   = u * j + 1.0 - u_sum  > 0
        pos_u_expr   = pos_u_expr.float()
        rho          = torch.sum(pos_u_expr, dim=1, keepdim=True)
        rho          = rho.long()
        lambd        = [(1 - u_sum[sample, rho[sample]-1]) / rho[sample]
                        for sample in range(num_samples)]
        lambd        = torch.tensor(lambd)
        lambd        = lambd.view(lambd.shape[0], 1)
        proj[:, ind] = torch.clamp(y[:, ind] + lambd, min=0)
    return proj

def create_payoff_matrix(d: context) -> payoff_matrix:
    num_samples = d.shape[0]
    action_size = d.shape[1]
    Wd          = d.mm(W.permute(1,0))
    B           = torch.zeros(num_samples, action_size, action_size)
    B[:,0,1]    = -Wd[:, 0]
    B[:,0,2]    =  Wd[:, 1]
    B[:,1,2]    = -Wd[:, 2]
    B          -= B.permute(0, 2, 1)
    return B

def F(x: action, d: context, player_size=3) -> action:
    B    = create_payoff_matrix(d)
    x    = x.view(x.shape[0], x.shape[1], 1)
    Fx_1 = B.bmm(x[:, player_size:, :])
    Bt   = B.permute(0, 2, 1)
    Fx_2 = -Bt.bmm(x[:, :player_size, :])
    Fx   = torch.cat((Fx_1, Fx_2), dim=1)
    return Fx.view(Fx.shape[0], Fx.shape[1])

def get_nash_eq(d: context, fxd_pt_tol=1e-5, max_iter=10000, step_size=5e-3,
                action_size=6, debug_mode=False) -> action:
    num_samples = d.shape[0]
    x           = torch.rand(num_samples, action_size)
    conv        = False
    step        = 0
    while not conv and step < max_iter:
        x_prev = x.clone()
        y      = project_simplex(x - step_size * F(x, d))
        x      = project_simplex(x - step_size * F(y, d))
        res    = torch.max(torch.norm(x - x_prev, dim=1))
        step  += 1
        conv   = res < fxd_pt_tol
        if step % 5 == 0 and debug_mode:
            fmt_str = "Step {:5d}: |xk - xk_prev| = {:2.2e}   x[0,:] = "
            print(fmt_str.format(step, res) + str(x[0,:]))
    return x

def create_data(train_batch_size=200, test_batch_size=100,
                train_size=1000,  test_size=100):
    d_context = sample_context(train_size + test_size)
    x_true    = get_nash_eq(d_context, debug_mode=True)
    dataset   = TensorDataset(x_true, d_context)

    train_dataset, test_dataset = random_split(dataset,
                                               [train_size, test_size])
    train_loader  = DataLoader(dataset=train_dataset,
                               batch_size=train_batch_size, shuffle=True)
    test_loader   = DataLoader(dataset=test_dataset,
                               batch_size=test_batch_size,  shuffle=False)
    return train_loader, test_loader

if not 'train_loader' in globals():
    train_loader, test_loader = create_data()
```

    Step     5: |xk - xk_prev| = 1.48e-01   x[0,:] = tensor([0.4481, 0.4214, 0.1305, 0.0943, 0.8389, 0.0668])
    Step    10: |xk - xk_prev| = 1.34e-01   x[0,:] = tensor([0.5126, 0.4874, 0.0000, 0.1333, 0.8667, 0.0000])
    Step    15: |xk - xk_prev| = 1.08e-01   x[0,:] = tensor([0.5249, 0.4751, 0.0000, 0.1456, 0.8544, 0.0000])
    Step    20: |xk - xk_prev| = 8.69e-02   x[0,:] = tensor([0.5371, 0.4629, 0.0000, 0.1579, 0.8421, 0.0000])
    Step    25: |xk - xk_prev| = 6.22e-02   x[0,:] = tensor([0.5494, 0.4506, 0.0000, 0.1701, 0.8299, 0.0000])
    Step    30: |xk - xk_prev| = 5.13e-02   x[0,:] = tensor([0.5617, 0.4383, 0.0000, 0.1824, 0.8176, 0.0000])
    Step    35: |xk - xk_prev| = 4.67e-02   x[0,:] = tensor([0.5739, 0.4261, 0.0000, 0.1947, 0.8053, 0.0000])
    Step    40: |xk - xk_prev| = 4.13e-02   x[0,:] = tensor([0.5862, 0.4138, 0.0000, 0.2069, 0.7931, 0.0000])
    Step    45: |xk - xk_prev| = 3.42e-02   x[0,:] = tensor([0.5985, 0.4015, 0.0000, 0.2192, 0.7808, 0.0000])
    Step    50: |xk - xk_prev| = 3.09e-02   x[0,:] = tensor([0.6107, 0.3893, 0.0000, 0.2315, 0.7685, 0.0000])
    Step    55: |xk - xk_prev| = 2.46e-02   x[0,:] = tensor([0.6221, 0.3779, 0.0000, 0.2415, 0.7540, 0.0045])
    Step    60: |xk - xk_prev| = 2.19e-02   x[0,:] = tensor([0.6290, 0.3710, 0.0000, 0.2484, 0.7364, 0.0152])
    Step    65: |xk - xk_prev| = 2.18e-02   x[0,:] = tensor([0.6294, 0.3706, 0.0000, 0.2542, 0.7177, 0.0281])
    Step    70: |xk - xk_prev| = 2.18e-02   x[0,:] = tensor([0.6235, 0.3765, 0.0000, 0.2613, 0.7002, 0.0386])
    Step    75: |xk - xk_prev| = 2.02e-02   x[0,:] = tensor([0.6139, 0.3861, 0.0000, 0.2712, 0.6856, 0.0432])
    Step    80: |xk - xk_prev| = 2.01e-02   x[0,:] = tensor([0.6041, 0.3959, 0.0000, 0.2847, 0.6746, 0.0407])
    Step    85: |xk - xk_prev| = 2.01e-02   x[0,:] = tensor([0.5974, 0.4026, 0.0000, 0.3011, 0.6664, 0.0325])
    Step    90: |xk - xk_prev| = 2.01e-02   x[0,:] = tensor([0.5961, 0.4039, 0.0000, 0.3187, 0.6595, 0.0218])
    Step    95: |xk - xk_prev| = 1.13e-02   x[0,:] = tensor([0.6001, 0.3999, 0.0000, 0.3356, 0.6519, 0.0125])
    Step   100: |xk - xk_prev| = 1.13e-02   x[0,:] = tensor([0.6077, 0.3923, 0.0000, 0.3503, 0.6420, 0.0076])
    Step   105: |xk - xk_prev| = 1.12e-02   x[0,:] = tensor([0.6161, 0.3839, 0.0000, 0.3621, 0.6293, 0.0086])
    Step   110: |xk - xk_prev| = 1.12e-02   x[0,:] = tensor([0.6222, 0.3778, 0.0000, 0.3713, 0.6140, 0.0147])
    Step   115: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6242, 0.3758, 0.0000, 0.3793, 0.5973, 0.0234])
    Step   120: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6217, 0.3783, 0.0000, 0.3874, 0.5810, 0.0316])
    Step   125: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6157, 0.3843, 0.0000, 0.3972, 0.5663, 0.0365])
    Step   130: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6087, 0.3913, 0.0000, 0.4095, 0.5539, 0.0366])
    Step   135: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6031, 0.3969, 0.0000, 0.4239, 0.5439, 0.0322])
    Step   140: |xk - xk_prev| = 1.03e-02   x[0,:] = tensor([0.6007, 0.3993, 0.0000, 0.4397, 0.5351, 0.0252])
    Step   145: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6022, 0.3978, 0.0000, 0.4555, 0.5264, 0.0181])
    Step   150: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6067, 0.3933, 0.0000, 0.4701, 0.5165, 0.0134])
    Step   155: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6125, 0.3875, 0.0000, 0.4828, 0.5046, 0.0125])
    Step   160: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6176, 0.3824, 0.0000, 0.4936, 0.4909, 0.0156])
    Step   165: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6201, 0.3799, 0.0000, 0.5031, 0.4758, 0.0211])
    Step   170: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6195, 0.3805, 0.0000, 0.5123, 0.4605, 0.0272])
    Step   175: |xk - xk_prev| = 5.83e-03   x[0,:] = tensor([0.6161, 0.3839, 0.0000, 0.5224, 0.4460, 0.0316])
    Step   180: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6113, 0.3887, 0.0000, 0.5340, 0.4331, 0.0329])
    Step   185: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6069, 0.3931, 0.0000, 0.5472, 0.4218, 0.0310])
    Step   190: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6043, 0.3957, 0.0000, 0.5617, 0.4117, 0.0266])
    Step   195: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6044, 0.3956, 0.0000, 0.5765, 0.4020, 0.0215])
    Step   200: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6068, 0.3932, 0.0000, 0.5908, 0.3917, 0.0175])
    Step   205: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([6.1064e-01, 3.8931e-01, 5.3708e-05, 6.0385e-01, 3.8030e-01, 1.5853e-02])
    Step   210: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6119, 0.3829, 0.0052, 0.6144, 0.3686, 0.0170])
    Step   215: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6089, 0.3748, 0.0163, 0.6191, 0.3605, 0.0203])
    Step   220: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.6028, 0.3680, 0.0292, 0.6168, 0.3586, 0.0246])
    Step   225: |xk - xk_prev| = 5.82e-03   x[0,:] = tensor([0.5961, 0.3647, 0.0392, 0.6087, 0.3631, 0.0282])
    Step   230: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.5910, 0.3658, 0.0432, 0.5980, 0.3720, 0.0300])
    Step   235: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.5892, 0.3706, 0.0402, 0.5886, 0.3819, 0.0295])
    Step   240: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.5912, 0.3772, 0.0317, 0.5836, 0.3894, 0.0270])
    Step   245: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.5958, 0.3832, 0.0209, 0.5845, 0.3920, 0.0235])
    Step   250: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.6015, 0.3866, 0.0119, 0.5905, 0.3892, 0.0203])
    Step   255: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.6061, 0.3864, 0.0075, 0.5992, 0.3823, 0.0185])
    Step   260: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.6081, 0.3829, 0.0089, 0.6075, 0.3740, 0.0185])
    Step   265: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.6071, 0.3775, 0.0154, 0.6124, 0.3672, 0.0204])
    Step   270: |xk - xk_prev| = 5.81e-03   x[0,:] = tensor([0.6035, 0.3723, 0.0242, 0.6126, 0.3642, 0.0232])
    Step   275: |xk - xk_prev| = 3.72e-03   x[0,:] = tensor([0.5989, 0.3689, 0.0322, 0.6083, 0.3657, 0.0260])
    Step   280: |xk - xk_prev| = 3.68e-03   x[0,:] = tensor([0.5948, 0.3685, 0.0367, 0.6013, 0.3710, 0.0277])
    Step   285: |xk - xk_prev| = 3.64e-03   x[0,:] = tensor([0.5926, 0.3710, 0.0364, 0.5942, 0.3779, 0.0280])
    Step   290: |xk - xk_prev| = 3.59e-03   x[0,:] = tensor([0.5930, 0.3753, 0.0317, 0.5894, 0.3839, 0.0267])
    Step   295: |xk - xk_prev| = 3.52e-03   x[0,:] = tensor([0.5956, 0.3798, 0.0245, 0.5885, 0.3871, 0.0244])
    Step   300: |xk - xk_prev| = 3.46e-03   x[0,:] = tensor([0.5994, 0.3830, 0.0176, 0.5914, 0.3865, 0.0221])
    Step   305: |xk - xk_prev| = 3.43e-03   x[0,:] = tensor([0.6030, 0.3838, 0.0132, 0.5970, 0.3826, 0.0204])
    Step   310: |xk - xk_prev| = 3.38e-03   x[0,:] = tensor([0.6052, 0.3821, 0.0126, 0.6031, 0.3770, 0.0199])
    Step   315: |xk - xk_prev| = 3.35e-03   x[0,:] = tensor([0.6053, 0.3788, 0.0160, 0.6075, 0.3717, 0.0208])
    Step   320: |xk - xk_prev| = 3.32e-03   x[0,:] = tensor([0.6034, 0.3750, 0.0217, 0.6089, 0.3685, 0.0225])
    Step   325: |xk - xk_prev| = 3.29e-03   x[0,:] = tensor([0.6003, 0.3720, 0.0277, 0.6070, 0.3684, 0.0246])
    Step   330: |xk - xk_prev| = 3.27e-03   x[0,:] = tensor([0.5972, 0.3710, 0.0318, 0.6027, 0.3712, 0.0261])
    Step   335: |xk - xk_prev| = 3.24e-03   x[0,:] = tensor([0.5951, 0.3720, 0.0329, 0.5976, 0.3757, 0.0267])
    Step   340: |xk - xk_prev| = 3.22e-03   x[0,:] = tensor([0.5947, 0.3746, 0.0307, 0.5935, 0.3803, 0.0262])
    Step   345: |xk - xk_prev| = 3.18e-03   x[0,:] = tensor([0.5960, 0.3778, 0.0262, 0.5918, 0.3834, 0.0248])
    Step   350: |xk - xk_prev| = 3.12e-03   x[0,:] = tensor([0.5985, 0.3804, 0.0211, 0.5929, 0.3840, 0.0231])
    Step   355: |xk - xk_prev| = 3.06e-03   x[0,:] = tensor([0.6011, 0.3816, 0.0172, 0.5962, 0.3820, 0.0217])
    Step   360: |xk - xk_prev| = 3.00e-03   x[0,:] = tensor([0.6031, 0.3811, 0.0158, 0.6005, 0.3785, 0.0211])
    Step   365: |xk - xk_prev| = 2.94e-03   x[0,:] = tensor([0.6037, 0.3791, 0.0172, 0.6041, 0.3745, 0.0213])
    Step   370: |xk - xk_prev| = 2.89e-03   x[0,:] = tensor([0.6028, 0.3765, 0.0207, 0.6059, 0.3717, 0.0224])
    Step   375: |xk - xk_prev| = 2.85e-03   x[0,:] = tensor([0.6009, 0.3741, 0.0249, 0.6055, 0.3708, 0.0238])
    Step   380: |xk - xk_prev| = 2.81e-03   x[0,:] = tensor([0.5987, 0.3729, 0.0284, 0.6030, 0.3720, 0.0250])
    Step   385: |xk - xk_prev| = 2.77e-03   x[0,:] = tensor([0.5969, 0.3730, 0.0300, 0.5995, 0.3748, 0.0257])
    Step   390: |xk - xk_prev| = 2.73e-03   x[0,:] = tensor([0.5962, 0.3745, 0.0293, 0.5963, 0.3781, 0.0256])
    Step   395: |xk - xk_prev| = 2.72e-03   x[0,:] = tensor([0.5967, 0.3767, 0.0267, 0.5944, 0.3807, 0.0248])
    Step   400: |xk - xk_prev| = 2.69e-03   x[0,:] = tensor([0.5981, 0.3787, 0.0232, 0.5945, 0.3818, 0.0237])
    Step   405: |xk - xk_prev| = 2.67e-03   x[0,:] = tensor([0.6000, 0.3800, 0.0201, 0.5963, 0.3811, 0.0226])
    Step   410: |xk - xk_prev| = 2.66e-03   x[0,:] = tensor([0.6016, 0.3800, 0.0184, 0.5991, 0.3790, 0.0220])
    Step   415: |xk - xk_prev| = 2.64e-03   x[0,:] = tensor([0.6024, 0.3790, 0.0186, 0.6019, 0.3762, 0.0219])
    Step   420: |xk - xk_prev| = 2.63e-03   x[0,:] = tensor([0.6021, 0.3773, 0.0206, 0.6037, 0.3739, 0.0224])
    Step   425: |xk - xk_prev| = 2.61e-03   x[0,:] = tensor([0.6011, 0.3755, 0.0234, 0.6039, 0.3727, 0.0234])
    Step   430: |xk - xk_prev| = 2.59e-03   x[0,:] = tensor([0.5995, 0.3743, 0.0262, 0.6027, 0.3730, 0.0243])
    Step   435: |xk - xk_prev| = 2.55e-03   x[0,:] = tensor([0.5981, 0.3740, 0.0278, 0.6005, 0.3746, 0.0249])
    Step   440: |xk - xk_prev| = 2.52e-03   x[0,:] = tensor([0.5973, 0.3748, 0.0279, 0.5981, 0.3769, 0.0251])
    Step   445: |xk - xk_prev| = 2.49e-03   x[0,:] = tensor([0.5974, 0.3761, 0.0265, 0.5964, 0.3789, 0.0247])
    Step   450: |xk - xk_prev| = 2.46e-03   x[0,:] = tensor([0.5981, 0.3776, 0.0242, 0.5959, 0.3801, 0.0240])
    Step   455: |xk - xk_prev| = 2.44e-03   x[0,:] = tensor([0.5994, 0.3787, 0.0219, 0.5967, 0.3801, 0.0232])
    Step   460: |xk - xk_prev| = 2.42e-03   x[0,:] = tensor([0.6006, 0.3791, 0.0203, 0.5985, 0.3789, 0.0226])
    Step   465: |xk - xk_prev| = 2.40e-03   x[0,:] = tensor([0.6014, 0.3787, 0.0200, 0.6005, 0.3771, 0.0224])
    Step   470: |xk - xk_prev| = 2.39e-03   x[0,:] = tensor([0.6015, 0.3776, 0.0209, 0.6021, 0.3753, 0.0226])
    Step   475: |xk - xk_prev| = 2.37e-03   x[0,:] = tensor([0.6009, 0.3763, 0.0227, 0.6027, 0.3742, 0.0232])
    Step   480: |xk - xk_prev| = 2.34e-03   x[0,:] = tensor([0.6000, 0.3753, 0.0247, 0.6022, 0.3740, 0.0238])
    Step   485: |xk - xk_prev| = 2.31e-03   x[0,:] = tensor([0.5989, 0.3749, 0.0262, 0.6008, 0.3748, 0.0244])
    Step   490: |xk - xk_prev| = 2.28e-03   x[0,:] = tensor([0.5982, 0.3751, 0.0267, 0.5991, 0.3763, 0.0246])
    Step   495: |xk - xk_prev| = 2.25e-03   x[0,:] = tensor([0.5980, 0.3759, 0.0261, 0.5977, 0.3778, 0.0245])
    Step   500: |xk - xk_prev| = 2.22e-03   x[0,:] = tensor([0.5983, 0.3770, 0.0247, 0.5970, 0.3789, 0.0241])
    Step   505: |xk - xk_prev| = 2.20e-03   x[0,:] = tensor([0.5991, 0.3779, 0.0230, 0.5973, 0.3792, 0.0235])
    Step   510: |xk - xk_prev| = 2.19e-03   x[0,:] = tensor([0.6000, 0.3784, 0.0216, 0.5983, 0.3786, 0.0230])
    Step   515: |xk - xk_prev| = 2.18e-03   x[0,:] = tensor([0.6007, 0.3783, 0.0211, 0.5997, 0.3775, 0.0228])
    Step   520: |xk - xk_prev| = 2.17e-03   x[0,:] = tensor([0.6009, 0.3777, 0.0214, 0.6009, 0.3762, 0.0228])
    Step   525: |xk - xk_prev| = 2.16e-03   x[0,:] = tensor([0.6007, 0.3768, 0.0225, 0.6016, 0.3752, 0.0232])
    Step   530: |xk - xk_prev| = 2.15e-03   x[0,:] = tensor([0.6001, 0.3760, 0.0239, 0.6016, 0.3748, 0.0236])
    Step   535: |xk - xk_prev| = 2.14e-03   x[0,:] = tensor([0.5994, 0.3755, 0.0251, 0.6008, 0.3751, 0.0240])
    Step   540: |xk - xk_prev| = 2.12e-03   x[0,:] = tensor([0.5988, 0.3755, 0.0257, 0.5997, 0.3760, 0.0243])
    Step   545: |xk - xk_prev| = 2.09e-03   x[0,:] = tensor([0.5985, 0.3760, 0.0256, 0.5986, 0.3771, 0.0243])
    Step   550: |xk - xk_prev| = 2.07e-03   x[0,:] = tensor([0.5986, 0.3767, 0.0248, 0.5979, 0.3780, 0.0241])
    Step   555: |xk - xk_prev| = 2.05e-03   x[0,:] = tensor([0.5990, 0.3774, 0.0236, 0.5979, 0.3784, 0.0237])
    Step   560: |xk - xk_prev| = 2.03e-03   x[0,:] = tensor([0.5996, 0.3778, 0.0226, 0.5984, 0.3783, 0.0233])
    Step   565: |xk - xk_prev| = 2.01e-03   x[0,:] = tensor([0.6002, 0.3779, 0.0219, 0.5993, 0.3776, 0.0231])
    Step   570: |xk - xk_prev| = 1.99e-03   x[0,:] = tensor([0.6005, 0.3776, 0.0219, 0.6002, 0.3767, 0.0230])
    Step   575: |xk - xk_prev| = 1.97e-03   x[0,:] = tensor([0.6005, 0.3770, 0.0225, 0.6009, 0.3759, 0.0232])
    Step   580: |xk - xk_prev| = 1.95e-03   x[0,:] = tensor([0.6001, 0.3764, 0.0234, 0.6010, 0.3755, 0.0235])
    Step   585: |xk - xk_prev| = 1.94e-03   x[0,:] = tensor([0.5996, 0.3760, 0.0244, 0.6007, 0.3755, 0.0238])
    Step   590: |xk - xk_prev| = 1.93e-03   x[0,:] = tensor([0.5992, 0.3759, 0.0250, 0.6000, 0.3760, 0.0240])
    Step   595: |xk - xk_prev| = 1.92e-03   x[0,:] = tensor([0.5989, 0.3761, 0.0251, 0.5992, 0.3767, 0.0241])
    Step   600: |xk - xk_prev| = 1.90e-03   x[0,:] = tensor([0.5988, 0.3765, 0.0247, 0.5986, 0.3774, 0.0240])
    Step   605: |xk - xk_prev| = 1.89e-03   x[0,:] = tensor([0.5991, 0.3770, 0.0239, 0.5984, 0.3779, 0.0238])
    Step   610: |xk - xk_prev| = 1.88e-03   x[0,:] = tensor([0.5995, 0.3774, 0.0231, 0.5986, 0.3779, 0.0235])
    Step   615: |xk - xk_prev| = 1.87e-03   x[0,:] = tensor([0.5999, 0.3776, 0.0226, 0.5991, 0.3776, 0.0233])
    Step   620: |xk - xk_prev| = 1.86e-03   x[0,:] = tensor([0.6002, 0.3774, 0.0224, 0.5998, 0.3770, 0.0232])
    Step   625: |xk - xk_prev| = 1.84e-03   x[0,:] = tensor([0.6002, 0.3771, 0.0227, 0.6003, 0.3764, 0.0233])
    Step   630: |xk - xk_prev| = 1.83e-03   x[0,:] = tensor([0.6001, 0.3767, 0.0232, 0.6006, 0.3760, 0.0234])
    Step   635: |xk - xk_prev| = 1.82e-03   x[0,:] = tensor([0.5997, 0.3764, 0.0239, 0.6005, 0.3759, 0.0237])
    Step   640: |xk - xk_prev| = 1.81e-03   x[0,:] = tensor([0.5994, 0.3762, 0.0244, 0.6000, 0.3761, 0.0239])
    Step   645: |xk - xk_prev| = 1.80e-03   x[0,:] = tensor([0.5991, 0.3762, 0.0246, 0.5995, 0.3766, 0.0239])
    Step   650: |xk - xk_prev| = 1.78e-03   x[0,:] = tensor([0.5990, 0.3765, 0.0245, 0.5990, 0.3771, 0.0239])
    Step   655: |xk - xk_prev| = 1.77e-03   x[0,:] = tensor([0.5991, 0.3768, 0.0240, 0.5988, 0.3775, 0.0238])
    Step   660: |xk - xk_prev| = 1.76e-03   x[0,:] = tensor([0.5994, 0.3771, 0.0235, 0.5988, 0.3776, 0.0236])
    Step   665: |xk - xk_prev| = 1.75e-03   x[0,:] = tensor([0.5997, 0.3773, 0.0230, 0.5991, 0.3774, 0.0234])
    Step   670: |xk - xk_prev| = 1.74e-03   x[0,:] = tensor([0.5999, 0.3773, 0.0228, 0.5996, 0.3771, 0.0233])
    Step   675: |xk - xk_prev| = 1.73e-03   x[0,:] = tensor([0.6000, 0.3771, 0.0229, 0.6000, 0.3767, 0.0234])
    Step   680: |xk - xk_prev| = 1.72e-03   x[0,:] = tensor([0.6000, 0.3768, 0.0232, 0.6002, 0.3763, 0.0234])
    Step   685: |xk - xk_prev| = 1.71e-03   x[0,:] = tensor([0.5998, 0.3766, 0.0236, 0.6003, 0.3762, 0.0236])
    Step   690: |xk - xk_prev| = 1.69e-03   x[0,:] = tensor([0.5995, 0.3764, 0.0241, 0.6000, 0.3762, 0.0237])
    Step   695: |xk - xk_prev| = 1.68e-03   x[0,:] = tensor([0.5993, 0.3764, 0.0243, 0.5997, 0.3765, 0.0238])
    Step   700: |xk - xk_prev| = 1.67e-03   x[0,:] = tensor([0.5992, 0.3765, 0.0243, 0.5993, 0.3769, 0.0238])
    Step   705: |xk - xk_prev| = 1.66e-03   x[0,:] = tensor([0.5992, 0.3767, 0.0240, 0.5991, 0.3772, 0.0238])
    Step   710: |xk - xk_prev| = 1.65e-03   x[0,:] = tensor([0.5994, 0.3770, 0.0237, 0.5990, 0.3773, 0.0237])
    Step   715: |xk - xk_prev| = 1.64e-03   x[0,:] = tensor([0.5996, 0.3771, 0.0233, 0.5992, 0.3773, 0.0235])
    Step   720: |xk - xk_prev| = 1.63e-03   x[0,:] = tensor([0.5998, 0.3772, 0.0231, 0.5994, 0.3771, 0.0234])
    Step   725: |xk - xk_prev| = 1.62e-03   x[0,:] = tensor([0.5999, 0.3771, 0.0230, 0.5998, 0.3768, 0.0234])
    Step   730: |xk - xk_prev| = 1.61e-03   x[0,:] = tensor([0.5999, 0.3769, 0.0232, 0.6000, 0.3765, 0.0235])
    Step   735: |xk - xk_prev| = 1.60e-03   x[0,:] = tensor([0.5998, 0.3767, 0.0235, 0.6001, 0.3764, 0.0236])
    Step   740: |xk - xk_prev| = 1.59e-03   x[0,:] = tensor([0.5996, 0.3766, 0.0238, 0.6000, 0.3764, 0.0237])
    Step   745: |xk - xk_prev| = 1.59e-03   x[0,:] = tensor([0.5995, 0.3765, 0.0240, 0.5997, 0.3765, 0.0237])
    Step   750: |xk - xk_prev| = 1.58e-03   x[0,:] = tensor([0.5994, 0.3766, 0.0241, 0.5995, 0.3767, 0.0238])
    Step   755: |xk - xk_prev| = 1.57e-03   x[0,:] = tensor([0.5993, 0.3767, 0.0240, 0.5993, 0.3770, 0.0237])
    Step   760: |xk - xk_prev| = 1.56e-03   x[0,:] = tensor([0.5994, 0.3769, 0.0237, 0.5992, 0.3771, 0.0237])
    Step   765: |xk - xk_prev| = 1.55e-03   x[0,:] = tensor([0.5995, 0.3770, 0.0235, 0.5992, 0.3772, 0.0236])
    Step   770: |xk - xk_prev| = 1.54e-03   x[0,:] = tensor([0.5997, 0.3771, 0.0233, 0.5994, 0.3771, 0.0235])
    Step   775: |xk - xk_prev| = 1.54e-03   x[0,:] = tensor([0.5998, 0.3770, 0.0232, 0.5996, 0.3769, 0.0235])
    Step   780: |xk - xk_prev| = 1.53e-03   x[0,:] = tensor([0.5998, 0.3769, 0.0233, 0.5998, 0.3767, 0.0235])
    Step   785: |xk - xk_prev| = 1.53e-03   x[0,:] = tensor([0.5997, 0.3768, 0.0235, 0.5999, 0.3765, 0.0236])
    Step   790: |xk - xk_prev| = 1.53e-03   x[0,:] = tensor([0.5996, 0.3767, 0.0237, 0.5999, 0.3765, 0.0236])
    Step   795: |xk - xk_prev| = 1.52e-03   x[0,:] = tensor([0.5995, 0.3766, 0.0239, 0.5998, 0.3766, 0.0237])
    Step   800: |xk - xk_prev| = 1.52e-03   x[0,:] = tensor([0.5994, 0.3766, 0.0239, 0.5996, 0.3767, 0.0237])
    Step   805: |xk - xk_prev| = 1.51e-03   x[0,:] = tensor([0.5994, 0.3767, 0.0239, 0.5994, 0.3769, 0.0237])
    Step   810: |xk - xk_prev| = 1.51e-03   x[0,:] = tensor([0.5994, 0.3768, 0.0238, 0.5993, 0.3770, 0.0237])
    Step   815: |xk - xk_prev| = 1.50e-03   x[0,:] = tensor([0.5995, 0.3769, 0.0236, 0.5993, 0.3771, 0.0236])
    Step   820: |xk - xk_prev| = 1.50e-03   x[0,:] = tensor([0.5996, 0.3770, 0.0234, 0.5994, 0.3770, 0.0236])
    Step   825: |xk - xk_prev| = 1.49e-03   x[0,:] = tensor([0.5997, 0.3770, 0.0233, 0.5996, 0.3769, 0.0235])
    Step   830: |xk - xk_prev| = 1.49e-03   x[0,:] = tensor([0.5997, 0.3769, 0.0234, 0.5997, 0.3768, 0.0235])
    Step   835: |xk - xk_prev| = 1.48e-03   x[0,:] = tensor([0.5997, 0.3768, 0.0235, 0.5998, 0.3767, 0.0236])
    Step   840: |xk - xk_prev| = 1.48e-03   x[0,:] = tensor([0.5997, 0.3767, 0.0236, 0.5998, 0.3766, 0.0236])
    Step   845: |xk - xk_prev| = 1.47e-03   x[0,:] = tensor([0.5996, 0.3767, 0.0237, 0.5997, 0.3766, 0.0236])
    Step   850: |xk - xk_prev| = 1.47e-03   x[0,:] = tensor([0.5995, 0.3767, 0.0238, 0.5996, 0.3767, 0.0237])
    Step   855: |xk - xk_prev| = 1.46e-03   x[0,:] = tensor([0.5995, 0.3767, 0.0238, 0.5995, 0.3768, 0.0237])
    Step   860: |xk - xk_prev| = 1.46e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0238, 0.5994, 0.3769, 0.0237])
    Step   865: |xk - xk_prev| = 1.46e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0236, 0.5994, 0.3770, 0.0236])
    Step   870: |xk - xk_prev| = 1.45e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0235, 0.5994, 0.3770, 0.0236])
    Step   875: |xk - xk_prev| = 1.45e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0234, 0.5995, 0.3769, 0.0236])
    Step   880: |xk - xk_prev| = 1.44e-03   x[0,:] = tensor([0.5997, 0.3769, 0.0234, 0.5996, 0.3768, 0.0236])
    Step   885: |xk - xk_prev| = 1.44e-03   x[0,:] = tensor([0.5997, 0.3768, 0.0235, 0.5997, 0.3767, 0.0236])
    Step   890: |xk - xk_prev| = 1.43e-03   x[0,:] = tensor([0.5997, 0.3768, 0.0236, 0.5997, 0.3767, 0.0236])
    Step   895: |xk - xk_prev| = 1.43e-03   x[0,:] = tensor([0.5996, 0.3767, 0.0237, 0.5997, 0.3767, 0.0236])
    Step   900: |xk - xk_prev| = 1.42e-03   x[0,:] = tensor([0.5995, 0.3767, 0.0237, 0.5996, 0.3767, 0.0237])
    Step   905: |xk - xk_prev| = 1.42e-03   x[0,:] = tensor([0.5995, 0.3767, 0.0238, 0.5996, 0.3768, 0.0237])
    Step   910: |xk - xk_prev| = 1.42e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5995, 0.3769, 0.0237])
    Step   915: |xk - xk_prev| = 1.41e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5995, 0.3769, 0.0236])
    Step   920: |xk - xk_prev| = 1.41e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0236, 0.5995, 0.3769, 0.0236])
    Step   925: |xk - xk_prev| = 1.40e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0235, 0.5995, 0.3769, 0.0236])
    Step   930: |xk - xk_prev| = 1.40e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0235, 0.5996, 0.3768, 0.0236])
    Step   935: |xk - xk_prev| = 1.39e-03   x[0,:] = tensor([0.5997, 0.3768, 0.0235, 0.5997, 0.3768, 0.0236])
    Step   940: |xk - xk_prev| = 1.39e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5997, 0.3767, 0.0236])
    Step   945: |xk - xk_prev| = 1.38e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5997, 0.3767, 0.0236])
    Step   950: |xk - xk_prev| = 1.38e-03   x[0,:] = tensor([0.5996, 0.3767, 0.0237, 0.5996, 0.3767, 0.0236])
    Step   955: |xk - xk_prev| = 1.38e-03   x[0,:] = tensor([0.5995, 0.3767, 0.0237, 0.5996, 0.3768, 0.0236])
    Step   960: |xk - xk_prev| = 1.37e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5995, 0.3768, 0.0236])
    Step   965: |xk - xk_prev| = 1.37e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5995, 0.3769, 0.0236])
    Step   970: |xk - xk_prev| = 1.36e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5995, 0.3769, 0.0236])
    Step   975: |xk - xk_prev| = 1.36e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0236, 0.5995, 0.3769, 0.0236])
    Step   980: |xk - xk_prev| = 1.35e-03   x[0,:] = tensor([0.5996, 0.3769, 0.0235, 0.5996, 0.3768, 0.0236])
    Step   985: |xk - xk_prev| = 1.35e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0235, 0.5996, 0.3768, 0.0236])
    Step   990: |xk - xk_prev| = 1.35e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step   995: |xk - xk_prev| = 1.34e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5997, 0.3767, 0.0236])
    Step  1000: |xk - xk_prev| = 1.34e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3767, 0.0236])
    Step  1005: |xk - xk_prev| = 1.33e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1010: |xk - xk_prev| = 1.33e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1015: |xk - xk_prev| = 1.33e-03   x[0,:] = tensor([0.5995, 0.3768, 0.0237, 0.5995, 0.3768, 0.0236])
    Step  1020: |xk - xk_prev| = 1.32e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5995, 0.3769, 0.0236])
    Step  1025: |xk - xk_prev| = 1.32e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5995, 0.3769, 0.0236])
    Step  1030: |xk - xk_prev| = 1.31e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1035: |xk - xk_prev| = 1.31e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1040: |xk - xk_prev| = 1.31e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1045: |xk - xk_prev| = 1.30e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1050: |xk - xk_prev| = 1.30e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1055: |xk - xk_prev| = 1.29e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1060: |xk - xk_prev| = 1.29e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1065: |xk - xk_prev| = 1.28e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1070: |xk - xk_prev| = 1.28e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5995, 0.3768, 0.0236])
    Step  1075: |xk - xk_prev| = 1.28e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5995, 0.3768, 0.0236])
    Step  1080: |xk - xk_prev| = 1.27e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1085: |xk - xk_prev| = 1.27e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1090: |xk - xk_prev| = 1.27e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1095: |xk - xk_prev| = 1.26e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1100: |xk - xk_prev| = 1.26e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1105: |xk - xk_prev| = 1.25e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1110: |xk - xk_prev| = 1.25e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0237, 0.5996, 0.3768, 0.0236])
    Step  1115: |xk - xk_prev| = 1.25e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1120: |xk - xk_prev| = 1.24e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1125: |xk - xk_prev| = 1.24e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1130: |xk - xk_prev| = 1.23e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1135: |xk - xk_prev| = 1.23e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1140: |xk - xk_prev| = 1.23e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1145: |xk - xk_prev| = 1.22e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1150: |xk - xk_prev| = 1.22e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1155: |xk - xk_prev| = 1.21e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1160: |xk - xk_prev| = 1.21e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1165: |xk - xk_prev| = 1.21e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1170: |xk - xk_prev| = 1.20e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1175: |xk - xk_prev| = 1.20e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1180: |xk - xk_prev| = 1.20e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1185: |xk - xk_prev| = 1.19e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1190: |xk - xk_prev| = 1.19e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1195: |xk - xk_prev| = 1.18e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1200: |xk - xk_prev| = 1.18e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1205: |xk - xk_prev| = 1.18e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1210: |xk - xk_prev| = 1.17e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1215: |xk - xk_prev| = 1.17e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1220: |xk - xk_prev| = 1.17e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1225: |xk - xk_prev| = 1.16e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1230: |xk - xk_prev| = 1.16e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1235: |xk - xk_prev| = 1.16e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1240: |xk - xk_prev| = 1.15e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1245: |xk - xk_prev| = 1.15e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1250: |xk - xk_prev| = 1.14e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1255: |xk - xk_prev| = 1.14e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1260: |xk - xk_prev| = 1.14e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1265: |xk - xk_prev| = 1.13e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1270: |xk - xk_prev| = 1.13e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1275: |xk - xk_prev| = 1.13e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1280: |xk - xk_prev| = 1.12e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1285: |xk - xk_prev| = 1.12e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1290: |xk - xk_prev| = 1.12e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1295: |xk - xk_prev| = 1.11e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1300: |xk - xk_prev| = 1.11e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1305: |xk - xk_prev| = 1.11e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1310: |xk - xk_prev| = 1.10e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1315: |xk - xk_prev| = 1.10e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1320: |xk - xk_prev| = 1.10e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1325: |xk - xk_prev| = 1.09e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1330: |xk - xk_prev| = 1.09e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1335: |xk - xk_prev| = 1.09e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1340: |xk - xk_prev| = 1.08e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1345: |xk - xk_prev| = 1.08e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1350: |xk - xk_prev| = 1.08e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1355: |xk - xk_prev| = 1.07e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1360: |xk - xk_prev| = 1.07e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1365: |xk - xk_prev| = 1.07e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1370: |xk - xk_prev| = 1.06e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1375: |xk - xk_prev| = 1.06e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1380: |xk - xk_prev| = 1.06e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1385: |xk - xk_prev| = 1.05e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1390: |xk - xk_prev| = 1.05e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1395: |xk - xk_prev| = 1.05e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1400: |xk - xk_prev| = 1.04e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1405: |xk - xk_prev| = 1.04e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1410: |xk - xk_prev| = 1.04e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1415: |xk - xk_prev| = 1.03e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1420: |xk - xk_prev| = 1.03e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1425: |xk - xk_prev| = 1.03e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1430: |xk - xk_prev| = 1.02e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1435: |xk - xk_prev| = 1.02e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1440: |xk - xk_prev| = 1.02e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1445: |xk - xk_prev| = 1.01e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1450: |xk - xk_prev| = 1.01e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1455: |xk - xk_prev| = 1.01e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1460: |xk - xk_prev| = 1.00e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1465: |xk - xk_prev| = 1.00e-03   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1470: |xk - xk_prev| = 9.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1475: |xk - xk_prev| = 9.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1480: |xk - xk_prev| = 9.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1485: |xk - xk_prev| = 9.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1490: |xk - xk_prev| = 9.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1495: |xk - xk_prev| = 9.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1500: |xk - xk_prev| = 9.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1505: |xk - xk_prev| = 9.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1510: |xk - xk_prev| = 9.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1515: |xk - xk_prev| = 9.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1520: |xk - xk_prev| = 9.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1525: |xk - xk_prev| = 9.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1530: |xk - xk_prev| = 9.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1535: |xk - xk_prev| = 9.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1540: |xk - xk_prev| = 9.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1545: |xk - xk_prev| = 9.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1550: |xk - xk_prev| = 9.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1555: |xk - xk_prev| = 9.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1560: |xk - xk_prev| = 9.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1565: |xk - xk_prev| = 9.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1570: |xk - xk_prev| = 9.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1575: |xk - xk_prev| = 9.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1580: |xk - xk_prev| = 9.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1585: |xk - xk_prev| = 9.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1590: |xk - xk_prev| = 9.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1595: |xk - xk_prev| = 9.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1600: |xk - xk_prev| = 9.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1605: |xk - xk_prev| = 9.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1610: |xk - xk_prev| = 9.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1615: |xk - xk_prev| = 9.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1620: |xk - xk_prev| = 9.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1625: |xk - xk_prev| = 9.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1630: |xk - xk_prev| = 9.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1635: |xk - xk_prev| = 9.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1640: |xk - xk_prev| = 8.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1645: |xk - xk_prev| = 8.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1650: |xk - xk_prev| = 8.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1655: |xk - xk_prev| = 8.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1660: |xk - xk_prev| = 8.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1665: |xk - xk_prev| = 8.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1670: |xk - xk_prev| = 8.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1675: |xk - xk_prev| = 8.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1680: |xk - xk_prev| = 8.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1685: |xk - xk_prev| = 8.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1690: |xk - xk_prev| = 8.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1695: |xk - xk_prev| = 8.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1700: |xk - xk_prev| = 8.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1705: |xk - xk_prev| = 8.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1710: |xk - xk_prev| = 8.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1715: |xk - xk_prev| = 8.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1720: |xk - xk_prev| = 8.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1725: |xk - xk_prev| = 8.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1730: |xk - xk_prev| = 8.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1735: |xk - xk_prev| = 8.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1740: |xk - xk_prev| = 8.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1745: |xk - xk_prev| = 8.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1750: |xk - xk_prev| = 8.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1755: |xk - xk_prev| = 8.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1760: |xk - xk_prev| = 8.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1765: |xk - xk_prev| = 8.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1770: |xk - xk_prev| = 8.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1775: |xk - xk_prev| = 8.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1780: |xk - xk_prev| = 8.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1785: |xk - xk_prev| = 8.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1790: |xk - xk_prev| = 8.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1795: |xk - xk_prev| = 8.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1800: |xk - xk_prev| = 8.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1805: |xk - xk_prev| = 8.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1810: |xk - xk_prev| = 8.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1815: |xk - xk_prev| = 8.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1820: |xk - xk_prev| = 8.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1825: |xk - xk_prev| = 8.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1830: |xk - xk_prev| = 8.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1835: |xk - xk_prev| = 8.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1840: |xk - xk_prev| = 8.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1845: |xk - xk_prev| = 8.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1850: |xk - xk_prev| = 8.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1855: |xk - xk_prev| = 8.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1860: |xk - xk_prev| = 8.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1865: |xk - xk_prev| = 8.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1870: |xk - xk_prev| = 8.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1875: |xk - xk_prev| = 8.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1880: |xk - xk_prev| = 7.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1885: |xk - xk_prev| = 7.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1890: |xk - xk_prev| = 7.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1895: |xk - xk_prev| = 7.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1900: |xk - xk_prev| = 7.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1905: |xk - xk_prev| = 7.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1910: |xk - xk_prev| = 7.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1915: |xk - xk_prev| = 7.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1920: |xk - xk_prev| = 7.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1925: |xk - xk_prev| = 7.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1930: |xk - xk_prev| = 7.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1935: |xk - xk_prev| = 7.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1940: |xk - xk_prev| = 7.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1945: |xk - xk_prev| = 7.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1950: |xk - xk_prev| = 7.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1955: |xk - xk_prev| = 7.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1960: |xk - xk_prev| = 7.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1965: |xk - xk_prev| = 7.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1970: |xk - xk_prev| = 7.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1975: |xk - xk_prev| = 7.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1980: |xk - xk_prev| = 7.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1985: |xk - xk_prev| = 7.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1990: |xk - xk_prev| = 7.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  1995: |xk - xk_prev| = 7.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2000: |xk - xk_prev| = 7.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2005: |xk - xk_prev| = 7.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2010: |xk - xk_prev| = 7.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2015: |xk - xk_prev| = 7.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2020: |xk - xk_prev| = 7.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2025: |xk - xk_prev| = 7.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2030: |xk - xk_prev| = 7.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2035: |xk - xk_prev| = 7.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2040: |xk - xk_prev| = 7.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2045: |xk - xk_prev| = 7.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2050: |xk - xk_prev| = 7.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2055: |xk - xk_prev| = 7.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2060: |xk - xk_prev| = 7.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2065: |xk - xk_prev| = 7.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2070: |xk - xk_prev| = 7.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2075: |xk - xk_prev| = 7.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2080: |xk - xk_prev| = 7.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2085: |xk - xk_prev| = 7.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2090: |xk - xk_prev| = 7.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2095: |xk - xk_prev| = 7.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2100: |xk - xk_prev| = 7.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2105: |xk - xk_prev| = 7.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2110: |xk - xk_prev| = 7.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2115: |xk - xk_prev| = 7.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2120: |xk - xk_prev| = 7.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2125: |xk - xk_prev| = 7.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2130: |xk - xk_prev| = 7.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2135: |xk - xk_prev| = 7.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2140: |xk - xk_prev| = 7.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2145: |xk - xk_prev| = 7.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2150: |xk - xk_prev| = 7.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2155: |xk - xk_prev| = 7.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2160: |xk - xk_prev| = 7.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2165: |xk - xk_prev| = 7.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2170: |xk - xk_prev| = 7.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2175: |xk - xk_prev| = 7.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2180: |xk - xk_prev| = 7.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2185: |xk - xk_prev| = 7.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2190: |xk - xk_prev| = 7.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2195: |xk - xk_prev| = 7.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2200: |xk - xk_prev| = 7.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2205: |xk - xk_prev| = 7.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2210: |xk - xk_prev| = 7.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2215: |xk - xk_prev| = 7.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2220: |xk - xk_prev| = 7.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2225: |xk - xk_prev| = 7.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2230: |xk - xk_prev| = 7.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2235: |xk - xk_prev| = 7.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2240: |xk - xk_prev| = 7.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2245: |xk - xk_prev| = 7.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2250: |xk - xk_prev| = 7.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2255: |xk - xk_prev| = 7.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2260: |xk - xk_prev| = 7.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2265: |xk - xk_prev| = 7.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2270: |xk - xk_prev| = 7.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2275: |xk - xk_prev| = 7.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2280: |xk - xk_prev| = 7.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2285: |xk - xk_prev| = 7.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2290: |xk - xk_prev| = 7.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2295: |xk - xk_prev| = 7.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2300: |xk - xk_prev| = 7.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2305: |xk - xk_prev| = 7.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2310: |xk - xk_prev| = 7.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2315: |xk - xk_prev| = 7.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2320: |xk - xk_prev| = 7.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2325: |xk - xk_prev| = 7.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2330: |xk - xk_prev| = 7.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2335: |xk - xk_prev| = 7.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2340: |xk - xk_prev| = 7.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2345: |xk - xk_prev| = 7.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2350: |xk - xk_prev| = 7.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2355: |xk - xk_prev| = 7.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2360: |xk - xk_prev| = 7.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2365: |xk - xk_prev| = 7.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2370: |xk - xk_prev| = 7.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2375: |xk - xk_prev| = 7.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2380: |xk - xk_prev| = 7.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2385: |xk - xk_prev| = 7.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2390: |xk - xk_prev| = 7.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2395: |xk - xk_prev| = 7.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2400: |xk - xk_prev| = 7.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2405: |xk - xk_prev| = 7.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2410: |xk - xk_prev| = 7.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2415: |xk - xk_prev| = 7.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2420: |xk - xk_prev| = 7.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2425: |xk - xk_prev| = 6.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2430: |xk - xk_prev| = 6.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2435: |xk - xk_prev| = 6.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2440: |xk - xk_prev| = 6.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2445: |xk - xk_prev| = 6.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2450: |xk - xk_prev| = 6.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2455: |xk - xk_prev| = 6.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2460: |xk - xk_prev| = 6.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2465: |xk - xk_prev| = 6.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2470: |xk - xk_prev| = 6.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2475: |xk - xk_prev| = 6.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2480: |xk - xk_prev| = 6.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2485: |xk - xk_prev| = 6.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2490: |xk - xk_prev| = 6.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2495: |xk - xk_prev| = 6.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2500: |xk - xk_prev| = 6.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2505: |xk - xk_prev| = 6.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2510: |xk - xk_prev| = 6.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2515: |xk - xk_prev| = 6.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2520: |xk - xk_prev| = 6.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2525: |xk - xk_prev| = 6.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2530: |xk - xk_prev| = 6.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2535: |xk - xk_prev| = 6.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2540: |xk - xk_prev| = 6.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2545: |xk - xk_prev| = 6.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2550: |xk - xk_prev| = 6.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2555: |xk - xk_prev| = 6.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2560: |xk - xk_prev| = 6.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2565: |xk - xk_prev| = 6.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2570: |xk - xk_prev| = 6.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2575: |xk - xk_prev| = 6.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2580: |xk - xk_prev| = 6.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2585: |xk - xk_prev| = 6.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2590: |xk - xk_prev| = 6.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2595: |xk - xk_prev| = 6.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2600: |xk - xk_prev| = 6.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2605: |xk - xk_prev| = 6.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2610: |xk - xk_prev| = 6.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2615: |xk - xk_prev| = 6.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2620: |xk - xk_prev| = 6.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2625: |xk - xk_prev| = 6.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2630: |xk - xk_prev| = 6.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2635: |xk - xk_prev| = 6.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2640: |xk - xk_prev| = 6.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2645: |xk - xk_prev| = 6.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2650: |xk - xk_prev| = 6.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2655: |xk - xk_prev| = 6.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2660: |xk - xk_prev| = 6.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2665: |xk - xk_prev| = 6.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2670: |xk - xk_prev| = 6.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2675: |xk - xk_prev| = 6.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2680: |xk - xk_prev| = 6.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2685: |xk - xk_prev| = 6.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2690: |xk - xk_prev| = 6.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2695: |xk - xk_prev| = 6.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2700: |xk - xk_prev| = 6.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2705: |xk - xk_prev| = 6.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2710: |xk - xk_prev| = 6.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2715: |xk - xk_prev| = 6.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2720: |xk - xk_prev| = 6.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2725: |xk - xk_prev| = 6.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2730: |xk - xk_prev| = 6.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2735: |xk - xk_prev| = 6.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2740: |xk - xk_prev| = 6.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2745: |xk - xk_prev| = 6.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2750: |xk - xk_prev| = 6.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2755: |xk - xk_prev| = 6.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2760: |xk - xk_prev| = 6.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2765: |xk - xk_prev| = 6.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2770: |xk - xk_prev| = 6.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2775: |xk - xk_prev| = 6.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2780: |xk - xk_prev| = 6.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2785: |xk - xk_prev| = 6.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2790: |xk - xk_prev| = 6.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2795: |xk - xk_prev| = 6.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2800: |xk - xk_prev| = 6.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2805: |xk - xk_prev| = 6.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2810: |xk - xk_prev| = 6.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2815: |xk - xk_prev| = 6.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2820: |xk - xk_prev| = 6.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2825: |xk - xk_prev| = 6.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2830: |xk - xk_prev| = 6.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2835: |xk - xk_prev| = 6.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2840: |xk - xk_prev| = 6.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2845: |xk - xk_prev| = 6.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2850: |xk - xk_prev| = 6.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2855: |xk - xk_prev| = 6.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2860: |xk - xk_prev| = 6.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2865: |xk - xk_prev| = 6.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2870: |xk - xk_prev| = 6.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2875: |xk - xk_prev| = 6.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2880: |xk - xk_prev| = 6.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2885: |xk - xk_prev| = 6.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2890: |xk - xk_prev| = 6.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2895: |xk - xk_prev| = 6.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2900: |xk - xk_prev| = 6.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2905: |xk - xk_prev| = 6.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2910: |xk - xk_prev| = 6.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2915: |xk - xk_prev| = 6.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2920: |xk - xk_prev| = 6.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2925: |xk - xk_prev| = 6.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2930: |xk - xk_prev| = 6.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2935: |xk - xk_prev| = 6.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2940: |xk - xk_prev| = 6.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2945: |xk - xk_prev| = 6.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2950: |xk - xk_prev| = 6.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2955: |xk - xk_prev| = 6.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2960: |xk - xk_prev| = 6.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2965: |xk - xk_prev| = 6.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2970: |xk - xk_prev| = 6.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2975: |xk - xk_prev| = 6.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2980: |xk - xk_prev| = 6.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2985: |xk - xk_prev| = 6.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2990: |xk - xk_prev| = 6.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  2995: |xk - xk_prev| = 6.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3000: |xk - xk_prev| = 6.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3005: |xk - xk_prev| = 6.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3010: |xk - xk_prev| = 6.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3015: |xk - xk_prev| = 6.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3020: |xk - xk_prev| = 6.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3025: |xk - xk_prev| = 6.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3030: |xk - xk_prev| = 6.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3035: |xk - xk_prev| = 6.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3040: |xk - xk_prev| = 6.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3045: |xk - xk_prev| = 6.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3050: |xk - xk_prev| = 6.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3055: |xk - xk_prev| = 6.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3060: |xk - xk_prev| = 6.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3065: |xk - xk_prev| = 6.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3070: |xk - xk_prev| = 6.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3075: |xk - xk_prev| = 6.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3080: |xk - xk_prev| = 6.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3085: |xk - xk_prev| = 6.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3090: |xk - xk_prev| = 6.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3095: |xk - xk_prev| = 6.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3100: |xk - xk_prev| = 6.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3105: |xk - xk_prev| = 6.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3110: |xk - xk_prev| = 6.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3115: |xk - xk_prev| = 6.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3120: |xk - xk_prev| = 6.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3125: |xk - xk_prev| = 6.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3130: |xk - xk_prev| = 6.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3135: |xk - xk_prev| = 6.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3140: |xk - xk_prev| = 6.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3145: |xk - xk_prev| = 6.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3150: |xk - xk_prev| = 6.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3155: |xk - xk_prev| = 6.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3160: |xk - xk_prev| = 6.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3165: |xk - xk_prev| = 6.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3170: |xk - xk_prev| = 6.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3175: |xk - xk_prev| = 6.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3180: |xk - xk_prev| = 6.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3185: |xk - xk_prev| = 6.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3190: |xk - xk_prev| = 6.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3195: |xk - xk_prev| = 6.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3200: |xk - xk_prev| = 6.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3205: |xk - xk_prev| = 6.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3210: |xk - xk_prev| = 6.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3215: |xk - xk_prev| = 6.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3220: |xk - xk_prev| = 6.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3225: |xk - xk_prev| = 6.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3230: |xk - xk_prev| = 6.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3235: |xk - xk_prev| = 6.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3240: |xk - xk_prev| = 6.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3245: |xk - xk_prev| = 6.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3250: |xk - xk_prev| = 6.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3255: |xk - xk_prev| = 6.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3260: |xk - xk_prev| = 6.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3265: |xk - xk_prev| = 6.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3270: |xk - xk_prev| = 6.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3275: |xk - xk_prev| = 6.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3280: |xk - xk_prev| = 6.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3285: |xk - xk_prev| = 6.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3290: |xk - xk_prev| = 6.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3295: |xk - xk_prev| = 6.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3300: |xk - xk_prev| = 6.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3305: |xk - xk_prev| = 6.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3310: |xk - xk_prev| = 6.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3315: |xk - xk_prev| = 6.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3320: |xk - xk_prev| = 6.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3325: |xk - xk_prev| = 6.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3330: |xk - xk_prev| = 6.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3335: |xk - xk_prev| = 6.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3340: |xk - xk_prev| = 6.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3345: |xk - xk_prev| = 6.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3350: |xk - xk_prev| = 6.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3355: |xk - xk_prev| = 6.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3360: |xk - xk_prev| = 6.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3365: |xk - xk_prev| = 6.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3370: |xk - xk_prev| = 6.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3375: |xk - xk_prev| = 6.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3380: |xk - xk_prev| = 6.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3385: |xk - xk_prev| = 6.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3390: |xk - xk_prev| = 6.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3395: |xk - xk_prev| = 6.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3400: |xk - xk_prev| = 6.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3405: |xk - xk_prev| = 6.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3410: |xk - xk_prev| = 6.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3415: |xk - xk_prev| = 6.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3420: |xk - xk_prev| = 6.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3425: |xk - xk_prev| = 6.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3430: |xk - xk_prev| = 6.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3435: |xk - xk_prev| = 6.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3440: |xk - xk_prev| = 6.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3445: |xk - xk_prev| = 6.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3450: |xk - xk_prev| = 6.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3455: |xk - xk_prev| = 6.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3460: |xk - xk_prev| = 6.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3465: |xk - xk_prev| = 6.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3470: |xk - xk_prev| = 6.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3475: |xk - xk_prev| = 6.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3480: |xk - xk_prev| = 6.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3485: |xk - xk_prev| = 6.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3490: |xk - xk_prev| = 6.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3495: |xk - xk_prev| = 6.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3500: |xk - xk_prev| = 6.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3505: |xk - xk_prev| = 6.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3510: |xk - xk_prev| = 6.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3515: |xk - xk_prev| = 5.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3520: |xk - xk_prev| = 5.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3525: |xk - xk_prev| = 5.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3530: |xk - xk_prev| = 5.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3535: |xk - xk_prev| = 5.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3540: |xk - xk_prev| = 5.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3545: |xk - xk_prev| = 5.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3550: |xk - xk_prev| = 5.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3555: |xk - xk_prev| = 5.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3560: |xk - xk_prev| = 5.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3565: |xk - xk_prev| = 5.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3570: |xk - xk_prev| = 5.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3575: |xk - xk_prev| = 5.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3580: |xk - xk_prev| = 5.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3585: |xk - xk_prev| = 5.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3590: |xk - xk_prev| = 5.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3595: |xk - xk_prev| = 5.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3600: |xk - xk_prev| = 5.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3605: |xk - xk_prev| = 5.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3610: |xk - xk_prev| = 5.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3615: |xk - xk_prev| = 5.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3620: |xk - xk_prev| = 5.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3625: |xk - xk_prev| = 5.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3630: |xk - xk_prev| = 5.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3635: |xk - xk_prev| = 5.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3640: |xk - xk_prev| = 5.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3645: |xk - xk_prev| = 5.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3650: |xk - xk_prev| = 5.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3655: |xk - xk_prev| = 5.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3660: |xk - xk_prev| = 5.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3665: |xk - xk_prev| = 5.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3670: |xk - xk_prev| = 5.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3675: |xk - xk_prev| = 5.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3680: |xk - xk_prev| = 5.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3685: |xk - xk_prev| = 5.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3690: |xk - xk_prev| = 5.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3695: |xk - xk_prev| = 5.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3700: |xk - xk_prev| = 5.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3705: |xk - xk_prev| = 5.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3710: |xk - xk_prev| = 5.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3715: |xk - xk_prev| = 5.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3720: |xk - xk_prev| = 5.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3725: |xk - xk_prev| = 5.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3730: |xk - xk_prev| = 5.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3735: |xk - xk_prev| = 5.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3740: |xk - xk_prev| = 5.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3745: |xk - xk_prev| = 5.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3750: |xk - xk_prev| = 5.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3755: |xk - xk_prev| = 5.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3760: |xk - xk_prev| = 5.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3765: |xk - xk_prev| = 5.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3770: |xk - xk_prev| = 5.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3775: |xk - xk_prev| = 5.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3780: |xk - xk_prev| = 5.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3785: |xk - xk_prev| = 5.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3790: |xk - xk_prev| = 5.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3795: |xk - xk_prev| = 5.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3800: |xk - xk_prev| = 5.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3805: |xk - xk_prev| = 5.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3810: |xk - xk_prev| = 5.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3815: |xk - xk_prev| = 5.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3820: |xk - xk_prev| = 5.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3825: |xk - xk_prev| = 5.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3830: |xk - xk_prev| = 5.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3835: |xk - xk_prev| = 5.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3840: |xk - xk_prev| = 5.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3845: |xk - xk_prev| = 5.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3850: |xk - xk_prev| = 5.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3855: |xk - xk_prev| = 5.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3860: |xk - xk_prev| = 5.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3865: |xk - xk_prev| = 5.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3870: |xk - xk_prev| = 5.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3875: |xk - xk_prev| = 5.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3880: |xk - xk_prev| = 5.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3885: |xk - xk_prev| = 5.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3890: |xk - xk_prev| = 5.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3895: |xk - xk_prev| = 5.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3900: |xk - xk_prev| = 5.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3905: |xk - xk_prev| = 5.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3910: |xk - xk_prev| = 5.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3915: |xk - xk_prev| = 5.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3920: |xk - xk_prev| = 5.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3925: |xk - xk_prev| = 5.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3930: |xk - xk_prev| = 5.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3935: |xk - xk_prev| = 5.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3940: |xk - xk_prev| = 5.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3945: |xk - xk_prev| = 5.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3950: |xk - xk_prev| = 5.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3955: |xk - xk_prev| = 5.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3960: |xk - xk_prev| = 5.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3965: |xk - xk_prev| = 5.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3970: |xk - xk_prev| = 5.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3975: |xk - xk_prev| = 5.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3980: |xk - xk_prev| = 5.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3985: |xk - xk_prev| = 5.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3990: |xk - xk_prev| = 5.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  3995: |xk - xk_prev| = 5.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4000: |xk - xk_prev| = 5.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4005: |xk - xk_prev| = 5.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4010: |xk - xk_prev| = 5.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4015: |xk - xk_prev| = 5.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4020: |xk - xk_prev| = 5.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4025: |xk - xk_prev| = 5.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4030: |xk - xk_prev| = 5.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4035: |xk - xk_prev| = 5.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4040: |xk - xk_prev| = 5.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4045: |xk - xk_prev| = 5.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4050: |xk - xk_prev| = 5.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4055: |xk - xk_prev| = 5.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4060: |xk - xk_prev| = 5.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4065: |xk - xk_prev| = 5.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4070: |xk - xk_prev| = 5.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4075: |xk - xk_prev| = 5.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4080: |xk - xk_prev| = 5.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4085: |xk - xk_prev| = 5.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4090: |xk - xk_prev| = 5.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4095: |xk - xk_prev| = 5.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4100: |xk - xk_prev| = 5.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4105: |xk - xk_prev| = 5.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4110: |xk - xk_prev| = 5.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4115: |xk - xk_prev| = 5.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4120: |xk - xk_prev| = 5.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4125: |xk - xk_prev| = 5.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4130: |xk - xk_prev| = 5.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4135: |xk - xk_prev| = 5.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4140: |xk - xk_prev| = 5.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4145: |xk - xk_prev| = 5.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4150: |xk - xk_prev| = 5.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4155: |xk - xk_prev| = 5.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4160: |xk - xk_prev| = 5.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4165: |xk - xk_prev| = 5.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4170: |xk - xk_prev| = 5.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4175: |xk - xk_prev| = 5.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4180: |xk - xk_prev| = 5.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4185: |xk - xk_prev| = 5.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4190: |xk - xk_prev| = 5.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4195: |xk - xk_prev| = 5.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4200: |xk - xk_prev| = 5.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4205: |xk - xk_prev| = 5.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4210: |xk - xk_prev| = 5.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4215: |xk - xk_prev| = 5.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4220: |xk - xk_prev| = 5.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4225: |xk - xk_prev| = 5.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4230: |xk - xk_prev| = 5.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4235: |xk - xk_prev| = 5.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4240: |xk - xk_prev| = 5.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4245: |xk - xk_prev| = 5.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4250: |xk - xk_prev| = 5.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4255: |xk - xk_prev| = 5.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4260: |xk - xk_prev| = 5.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4265: |xk - xk_prev| = 5.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4270: |xk - xk_prev| = 5.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4275: |xk - xk_prev| = 5.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4280: |xk - xk_prev| = 5.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4285: |xk - xk_prev| = 5.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4290: |xk - xk_prev| = 5.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4295: |xk - xk_prev| = 5.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4300: |xk - xk_prev| = 5.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4305: |xk - xk_prev| = 5.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4310: |xk - xk_prev| = 5.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4315: |xk - xk_prev| = 5.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4320: |xk - xk_prev| = 5.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4325: |xk - xk_prev| = 5.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4330: |xk - xk_prev| = 5.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4335: |xk - xk_prev| = 5.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4340: |xk - xk_prev| = 5.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4345: |xk - xk_prev| = 5.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4350: |xk - xk_prev| = 5.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4355: |xk - xk_prev| = 5.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4360: |xk - xk_prev| = 5.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4365: |xk - xk_prev| = 5.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4370: |xk - xk_prev| = 5.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4375: |xk - xk_prev| = 5.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4380: |xk - xk_prev| = 5.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4385: |xk - xk_prev| = 5.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4390: |xk - xk_prev| = 5.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4395: |xk - xk_prev| = 5.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4400: |xk - xk_prev| = 5.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4405: |xk - xk_prev| = 5.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4410: |xk - xk_prev| = 5.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4415: |xk - xk_prev| = 5.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4420: |xk - xk_prev| = 5.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4425: |xk - xk_prev| = 5.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4430: |xk - xk_prev| = 5.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4435: |xk - xk_prev| = 5.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4440: |xk - xk_prev| = 5.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4445: |xk - xk_prev| = 5.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4450: |xk - xk_prev| = 5.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4455: |xk - xk_prev| = 5.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4460: |xk - xk_prev| = 5.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4465: |xk - xk_prev| = 5.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4470: |xk - xk_prev| = 5.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4475: |xk - xk_prev| = 5.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4480: |xk - xk_prev| = 5.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4485: |xk - xk_prev| = 5.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4490: |xk - xk_prev| = 5.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4495: |xk - xk_prev| = 5.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4500: |xk - xk_prev| = 5.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4505: |xk - xk_prev| = 5.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4510: |xk - xk_prev| = 5.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4515: |xk - xk_prev| = 5.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4520: |xk - xk_prev| = 5.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4525: |xk - xk_prev| = 5.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4530: |xk - xk_prev| = 5.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4535: |xk - xk_prev| = 5.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4540: |xk - xk_prev| = 5.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4545: |xk - xk_prev| = 5.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4550: |xk - xk_prev| = 5.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4555: |xk - xk_prev| = 5.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4560: |xk - xk_prev| = 5.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4565: |xk - xk_prev| = 5.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4570: |xk - xk_prev| = 5.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4575: |xk - xk_prev| = 5.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4580: |xk - xk_prev| = 5.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4585: |xk - xk_prev| = 5.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4590: |xk - xk_prev| = 5.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4595: |xk - xk_prev| = 5.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4600: |xk - xk_prev| = 5.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4605: |xk - xk_prev| = 5.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4610: |xk - xk_prev| = 5.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4615: |xk - xk_prev| = 5.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4620: |xk - xk_prev| = 5.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4625: |xk - xk_prev| = 5.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4630: |xk - xk_prev| = 5.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4635: |xk - xk_prev| = 5.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4640: |xk - xk_prev| = 5.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4645: |xk - xk_prev| = 5.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4650: |xk - xk_prev| = 5.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4655: |xk - xk_prev| = 5.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4660: |xk - xk_prev| = 5.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4665: |xk - xk_prev| = 5.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4670: |xk - xk_prev| = 5.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4675: |xk - xk_prev| = 5.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4680: |xk - xk_prev| = 5.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4685: |xk - xk_prev| = 5.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4690: |xk - xk_prev| = 5.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4695: |xk - xk_prev| = 5.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4700: |xk - xk_prev| = 5.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4705: |xk - xk_prev| = 5.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4710: |xk - xk_prev| = 5.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4715: |xk - xk_prev| = 5.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4720: |xk - xk_prev| = 5.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4725: |xk - xk_prev| = 5.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4730: |xk - xk_prev| = 5.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4735: |xk - xk_prev| = 5.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4740: |xk - xk_prev| = 5.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4745: |xk - xk_prev| = 5.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4750: |xk - xk_prev| = 5.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4755: |xk - xk_prev| = 5.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4760: |xk - xk_prev| = 5.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4765: |xk - xk_prev| = 5.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4770: |xk - xk_prev| = 5.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4775: |xk - xk_prev| = 5.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4780: |xk - xk_prev| = 5.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4785: |xk - xk_prev| = 5.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4790: |xk - xk_prev| = 5.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4795: |xk - xk_prev| = 5.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4800: |xk - xk_prev| = 5.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4805: |xk - xk_prev| = 5.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4810: |xk - xk_prev| = 4.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4815: |xk - xk_prev| = 4.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4820: |xk - xk_prev| = 4.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4825: |xk - xk_prev| = 4.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4830: |xk - xk_prev| = 4.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4835: |xk - xk_prev| = 4.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4840: |xk - xk_prev| = 4.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4845: |xk - xk_prev| = 4.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4850: |xk - xk_prev| = 4.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4855: |xk - xk_prev| = 4.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4860: |xk - xk_prev| = 4.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4865: |xk - xk_prev| = 4.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4870: |xk - xk_prev| = 4.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4875: |xk - xk_prev| = 4.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4880: |xk - xk_prev| = 4.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4885: |xk - xk_prev| = 4.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4890: |xk - xk_prev| = 4.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4895: |xk - xk_prev| = 4.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4900: |xk - xk_prev| = 4.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4905: |xk - xk_prev| = 4.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4910: |xk - xk_prev| = 4.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4915: |xk - xk_prev| = 4.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4920: |xk - xk_prev| = 4.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4925: |xk - xk_prev| = 4.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4930: |xk - xk_prev| = 4.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4935: |xk - xk_prev| = 4.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4940: |xk - xk_prev| = 4.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4945: |xk - xk_prev| = 4.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4950: |xk - xk_prev| = 4.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4955: |xk - xk_prev| = 4.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4960: |xk - xk_prev| = 4.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4965: |xk - xk_prev| = 4.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4970: |xk - xk_prev| = 4.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4975: |xk - xk_prev| = 4.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4980: |xk - xk_prev| = 4.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4985: |xk - xk_prev| = 4.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4990: |xk - xk_prev| = 4.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  4995: |xk - xk_prev| = 4.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5000: |xk - xk_prev| = 4.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5005: |xk - xk_prev| = 4.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5010: |xk - xk_prev| = 4.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5015: |xk - xk_prev| = 4.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5020: |xk - xk_prev| = 4.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5025: |xk - xk_prev| = 4.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5030: |xk - xk_prev| = 4.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5035: |xk - xk_prev| = 4.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5040: |xk - xk_prev| = 4.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5045: |xk - xk_prev| = 4.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5050: |xk - xk_prev| = 4.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5055: |xk - xk_prev| = 4.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5060: |xk - xk_prev| = 4.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5065: |xk - xk_prev| = 4.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5070: |xk - xk_prev| = 4.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5075: |xk - xk_prev| = 4.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5080: |xk - xk_prev| = 4.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5085: |xk - xk_prev| = 4.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5090: |xk - xk_prev| = 4.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5095: |xk - xk_prev| = 4.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5100: |xk - xk_prev| = 4.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5105: |xk - xk_prev| = 4.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5110: |xk - xk_prev| = 4.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5115: |xk - xk_prev| = 4.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5120: |xk - xk_prev| = 4.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5125: |xk - xk_prev| = 4.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5130: |xk - xk_prev| = 4.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5135: |xk - xk_prev| = 4.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5140: |xk - xk_prev| = 4.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5145: |xk - xk_prev| = 4.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5150: |xk - xk_prev| = 4.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5155: |xk - xk_prev| = 4.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5160: |xk - xk_prev| = 4.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5165: |xk - xk_prev| = 4.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5170: |xk - xk_prev| = 4.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5175: |xk - xk_prev| = 4.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5180: |xk - xk_prev| = 4.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5185: |xk - xk_prev| = 4.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5190: |xk - xk_prev| = 4.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5195: |xk - xk_prev| = 4.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5200: |xk - xk_prev| = 4.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5205: |xk - xk_prev| = 4.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5210: |xk - xk_prev| = 4.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5215: |xk - xk_prev| = 4.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5220: |xk - xk_prev| = 4.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5225: |xk - xk_prev| = 4.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5230: |xk - xk_prev| = 4.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5235: |xk - xk_prev| = 4.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5240: |xk - xk_prev| = 4.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5245: |xk - xk_prev| = 4.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5250: |xk - xk_prev| = 4.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5255: |xk - xk_prev| = 4.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5260: |xk - xk_prev| = 4.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5265: |xk - xk_prev| = 4.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5270: |xk - xk_prev| = 4.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5275: |xk - xk_prev| = 4.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5280: |xk - xk_prev| = 4.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5285: |xk - xk_prev| = 4.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5290: |xk - xk_prev| = 4.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5295: |xk - xk_prev| = 4.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5300: |xk - xk_prev| = 4.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5305: |xk - xk_prev| = 4.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5310: |xk - xk_prev| = 4.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5315: |xk - xk_prev| = 4.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5320: |xk - xk_prev| = 4.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5325: |xk - xk_prev| = 4.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5330: |xk - xk_prev| = 4.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5335: |xk - xk_prev| = 4.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5340: |xk - xk_prev| = 4.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5345: |xk - xk_prev| = 4.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5350: |xk - xk_prev| = 4.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5355: |xk - xk_prev| = 4.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5360: |xk - xk_prev| = 4.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5365: |xk - xk_prev| = 4.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5370: |xk - xk_prev| = 4.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5375: |xk - xk_prev| = 4.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5380: |xk - xk_prev| = 4.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5385: |xk - xk_prev| = 4.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5390: |xk - xk_prev| = 4.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5395: |xk - xk_prev| = 4.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5400: |xk - xk_prev| = 4.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5405: |xk - xk_prev| = 4.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5410: |xk - xk_prev| = 4.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5415: |xk - xk_prev| = 4.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5420: |xk - xk_prev| = 4.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5425: |xk - xk_prev| = 4.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5430: |xk - xk_prev| = 4.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5435: |xk - xk_prev| = 4.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5440: |xk - xk_prev| = 4.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5445: |xk - xk_prev| = 4.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5450: |xk - xk_prev| = 4.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5455: |xk - xk_prev| = 4.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5460: |xk - xk_prev| = 4.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5465: |xk - xk_prev| = 4.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5470: |xk - xk_prev| = 4.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5475: |xk - xk_prev| = 4.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5480: |xk - xk_prev| = 4.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5485: |xk - xk_prev| = 4.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5490: |xk - xk_prev| = 4.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5495: |xk - xk_prev| = 4.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5500: |xk - xk_prev| = 4.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5505: |xk - xk_prev| = 4.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5510: |xk - xk_prev| = 4.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5515: |xk - xk_prev| = 4.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5520: |xk - xk_prev| = 4.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5525: |xk - xk_prev| = 4.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5530: |xk - xk_prev| = 4.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5535: |xk - xk_prev| = 4.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5540: |xk - xk_prev| = 4.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5545: |xk - xk_prev| = 4.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5550: |xk - xk_prev| = 4.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5555: |xk - xk_prev| = 4.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5560: |xk - xk_prev| = 4.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5565: |xk - xk_prev| = 4.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5570: |xk - xk_prev| = 4.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5575: |xk - xk_prev| = 4.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5580: |xk - xk_prev| = 4.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5585: |xk - xk_prev| = 4.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5590: |xk - xk_prev| = 4.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5595: |xk - xk_prev| = 4.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5600: |xk - xk_prev| = 4.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5605: |xk - xk_prev| = 4.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5610: |xk - xk_prev| = 4.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5615: |xk - xk_prev| = 4.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5620: |xk - xk_prev| = 4.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5625: |xk - xk_prev| = 4.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5630: |xk - xk_prev| = 4.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5635: |xk - xk_prev| = 4.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5640: |xk - xk_prev| = 4.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5645: |xk - xk_prev| = 4.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5650: |xk - xk_prev| = 4.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5655: |xk - xk_prev| = 4.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5660: |xk - xk_prev| = 4.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5665: |xk - xk_prev| = 4.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5670: |xk - xk_prev| = 4.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5675: |xk - xk_prev| = 4.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5680: |xk - xk_prev| = 4.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5685: |xk - xk_prev| = 4.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5690: |xk - xk_prev| = 4.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5695: |xk - xk_prev| = 4.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5700: |xk - xk_prev| = 4.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5705: |xk - xk_prev| = 4.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5710: |xk - xk_prev| = 4.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5715: |xk - xk_prev| = 4.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5720: |xk - xk_prev| = 4.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5725: |xk - xk_prev| = 4.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5730: |xk - xk_prev| = 4.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5735: |xk - xk_prev| = 4.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5740: |xk - xk_prev| = 4.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5745: |xk - xk_prev| = 4.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5750: |xk - xk_prev| = 4.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5755: |xk - xk_prev| = 4.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5760: |xk - xk_prev| = 4.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5765: |xk - xk_prev| = 4.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5770: |xk - xk_prev| = 4.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5775: |xk - xk_prev| = 4.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5780: |xk - xk_prev| = 4.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5785: |xk - xk_prev| = 4.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5790: |xk - xk_prev| = 4.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5795: |xk - xk_prev| = 4.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5800: |xk - xk_prev| = 4.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5805: |xk - xk_prev| = 4.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5810: |xk - xk_prev| = 4.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5815: |xk - xk_prev| = 4.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5820: |xk - xk_prev| = 4.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5825: |xk - xk_prev| = 4.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5830: |xk - xk_prev| = 4.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5835: |xk - xk_prev| = 4.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5840: |xk - xk_prev| = 4.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5845: |xk - xk_prev| = 4.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5850: |xk - xk_prev| = 4.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5855: |xk - xk_prev| = 4.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5860: |xk - xk_prev| = 4.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5865: |xk - xk_prev| = 4.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5870: |xk - xk_prev| = 4.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5875: |xk - xk_prev| = 4.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5880: |xk - xk_prev| = 4.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5885: |xk - xk_prev| = 4.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5890: |xk - xk_prev| = 4.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5895: |xk - xk_prev| = 4.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5900: |xk - xk_prev| = 4.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5905: |xk - xk_prev| = 4.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5910: |xk - xk_prev| = 4.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5915: |xk - xk_prev| = 4.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5920: |xk - xk_prev| = 4.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5925: |xk - xk_prev| = 4.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5930: |xk - xk_prev| = 4.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5935: |xk - xk_prev| = 4.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5940: |xk - xk_prev| = 4.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5945: |xk - xk_prev| = 4.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5950: |xk - xk_prev| = 4.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5955: |xk - xk_prev| = 4.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5960: |xk - xk_prev| = 4.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5965: |xk - xk_prev| = 4.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5970: |xk - xk_prev| = 4.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5975: |xk - xk_prev| = 4.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5980: |xk - xk_prev| = 4.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5985: |xk - xk_prev| = 4.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5990: |xk - xk_prev| = 4.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  5995: |xk - xk_prev| = 4.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6000: |xk - xk_prev| = 4.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6005: |xk - xk_prev| = 4.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6010: |xk - xk_prev| = 4.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6015: |xk - xk_prev| = 4.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6020: |xk - xk_prev| = 4.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6025: |xk - xk_prev| = 4.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6030: |xk - xk_prev| = 4.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6035: |xk - xk_prev| = 4.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6040: |xk - xk_prev| = 4.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6045: |xk - xk_prev| = 4.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6050: |xk - xk_prev| = 4.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6055: |xk - xk_prev| = 4.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6060: |xk - xk_prev| = 4.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6065: |xk - xk_prev| = 4.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6070: |xk - xk_prev| = 4.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6075: |xk - xk_prev| = 4.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6080: |xk - xk_prev| = 4.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6085: |xk - xk_prev| = 4.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6090: |xk - xk_prev| = 4.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6095: |xk - xk_prev| = 4.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6100: |xk - xk_prev| = 4.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6105: |xk - xk_prev| = 4.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6110: |xk - xk_prev| = 4.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6115: |xk - xk_prev| = 4.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6120: |xk - xk_prev| = 4.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6125: |xk - xk_prev| = 4.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6130: |xk - xk_prev| = 4.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6135: |xk - xk_prev| = 4.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6140: |xk - xk_prev| = 4.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6145: |xk - xk_prev| = 4.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6150: |xk - xk_prev| = 4.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6155: |xk - xk_prev| = 4.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6160: |xk - xk_prev| = 4.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6165: |xk - xk_prev| = 4.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6170: |xk - xk_prev| = 4.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6175: |xk - xk_prev| = 4.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6180: |xk - xk_prev| = 4.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6185: |xk - xk_prev| = 4.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6190: |xk - xk_prev| = 4.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6195: |xk - xk_prev| = 4.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6200: |xk - xk_prev| = 4.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6205: |xk - xk_prev| = 4.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6210: |xk - xk_prev| = 4.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6215: |xk - xk_prev| = 4.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6220: |xk - xk_prev| = 4.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6225: |xk - xk_prev| = 4.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6230: |xk - xk_prev| = 4.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6235: |xk - xk_prev| = 4.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6240: |xk - xk_prev| = 4.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6245: |xk - xk_prev| = 4.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6250: |xk - xk_prev| = 4.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6255: |xk - xk_prev| = 4.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6260: |xk - xk_prev| = 4.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6265: |xk - xk_prev| = 4.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6270: |xk - xk_prev| = 4.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6275: |xk - xk_prev| = 4.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6280: |xk - xk_prev| = 4.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6285: |xk - xk_prev| = 4.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6290: |xk - xk_prev| = 4.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6295: |xk - xk_prev| = 4.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6300: |xk - xk_prev| = 4.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6305: |xk - xk_prev| = 4.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6310: |xk - xk_prev| = 4.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6315: |xk - xk_prev| = 4.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6320: |xk - xk_prev| = 4.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6325: |xk - xk_prev| = 4.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6330: |xk - xk_prev| = 4.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6335: |xk - xk_prev| = 4.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6340: |xk - xk_prev| = 4.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6345: |xk - xk_prev| = 4.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6350: |xk - xk_prev| = 4.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6355: |xk - xk_prev| = 4.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6360: |xk - xk_prev| = 4.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6365: |xk - xk_prev| = 4.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6370: |xk - xk_prev| = 4.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6375: |xk - xk_prev| = 4.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6380: |xk - xk_prev| = 4.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6385: |xk - xk_prev| = 4.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6390: |xk - xk_prev| = 4.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6395: |xk - xk_prev| = 3.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6400: |xk - xk_prev| = 3.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6405: |xk - xk_prev| = 3.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6410: |xk - xk_prev| = 3.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6415: |xk - xk_prev| = 3.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6420: |xk - xk_prev| = 3.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6425: |xk - xk_prev| = 3.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6430: |xk - xk_prev| = 3.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6435: |xk - xk_prev| = 3.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6440: |xk - xk_prev| = 3.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6445: |xk - xk_prev| = 3.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6450: |xk - xk_prev| = 3.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6455: |xk - xk_prev| = 3.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6460: |xk - xk_prev| = 3.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6465: |xk - xk_prev| = 3.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6470: |xk - xk_prev| = 3.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6475: |xk - xk_prev| = 3.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6480: |xk - xk_prev| = 3.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6485: |xk - xk_prev| = 3.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6490: |xk - xk_prev| = 3.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6495: |xk - xk_prev| = 3.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6500: |xk - xk_prev| = 3.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6505: |xk - xk_prev| = 3.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6510: |xk - xk_prev| = 3.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6515: |xk - xk_prev| = 3.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6520: |xk - xk_prev| = 3.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6525: |xk - xk_prev| = 3.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6530: |xk - xk_prev| = 3.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6535: |xk - xk_prev| = 3.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6540: |xk - xk_prev| = 3.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6545: |xk - xk_prev| = 3.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6550: |xk - xk_prev| = 3.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6555: |xk - xk_prev| = 3.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6560: |xk - xk_prev| = 3.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6565: |xk - xk_prev| = 3.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6570: |xk - xk_prev| = 3.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6575: |xk - xk_prev| = 3.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6580: |xk - xk_prev| = 3.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6585: |xk - xk_prev| = 3.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6590: |xk - xk_prev| = 3.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6595: |xk - xk_prev| = 3.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6600: |xk - xk_prev| = 3.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6605: |xk - xk_prev| = 3.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6610: |xk - xk_prev| = 3.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6615: |xk - xk_prev| = 3.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6620: |xk - xk_prev| = 3.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6625: |xk - xk_prev| = 3.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6630: |xk - xk_prev| = 3.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6635: |xk - xk_prev| = 3.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6640: |xk - xk_prev| = 3.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6645: |xk - xk_prev| = 3.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6650: |xk - xk_prev| = 3.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6655: |xk - xk_prev| = 3.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6660: |xk - xk_prev| = 3.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6665: |xk - xk_prev| = 3.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6670: |xk - xk_prev| = 3.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6675: |xk - xk_prev| = 3.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6680: |xk - xk_prev| = 3.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6685: |xk - xk_prev| = 3.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6690: |xk - xk_prev| = 3.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6695: |xk - xk_prev| = 3.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6700: |xk - xk_prev| = 3.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6705: |xk - xk_prev| = 3.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6710: |xk - xk_prev| = 3.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6715: |xk - xk_prev| = 3.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6720: |xk - xk_prev| = 3.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6725: |xk - xk_prev| = 3.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6730: |xk - xk_prev| = 3.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6735: |xk - xk_prev| = 3.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6740: |xk - xk_prev| = 3.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6745: |xk - xk_prev| = 3.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6750: |xk - xk_prev| = 3.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6755: |xk - xk_prev| = 3.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6760: |xk - xk_prev| = 3.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6765: |xk - xk_prev| = 3.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6770: |xk - xk_prev| = 3.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6775: |xk - xk_prev| = 3.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6780: |xk - xk_prev| = 3.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6785: |xk - xk_prev| = 3.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6790: |xk - xk_prev| = 3.78e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6795: |xk - xk_prev| = 3.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6800: |xk - xk_prev| = 3.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6805: |xk - xk_prev| = 3.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6810: |xk - xk_prev| = 3.77e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6815: |xk - xk_prev| = 3.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6820: |xk - xk_prev| = 3.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6825: |xk - xk_prev| = 3.76e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6830: |xk - xk_prev| = 3.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6835: |xk - xk_prev| = 3.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6840: |xk - xk_prev| = 3.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6845: |xk - xk_prev| = 3.75e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6850: |xk - xk_prev| = 3.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6855: |xk - xk_prev| = 3.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6860: |xk - xk_prev| = 3.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6865: |xk - xk_prev| = 3.74e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6870: |xk - xk_prev| = 3.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6875: |xk - xk_prev| = 3.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6880: |xk - xk_prev| = 3.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6885: |xk - xk_prev| = 3.73e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6890: |xk - xk_prev| = 3.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6895: |xk - xk_prev| = 3.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6900: |xk - xk_prev| = 3.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6905: |xk - xk_prev| = 3.72e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6910: |xk - xk_prev| = 3.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6915: |xk - xk_prev| = 3.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6920: |xk - xk_prev| = 3.71e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6925: |xk - xk_prev| = 3.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6930: |xk - xk_prev| = 3.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6935: |xk - xk_prev| = 3.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6940: |xk - xk_prev| = 3.70e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6945: |xk - xk_prev| = 3.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6950: |xk - xk_prev| = 3.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6955: |xk - xk_prev| = 3.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6960: |xk - xk_prev| = 3.69e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6965: |xk - xk_prev| = 3.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6970: |xk - xk_prev| = 3.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6975: |xk - xk_prev| = 3.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6980: |xk - xk_prev| = 3.68e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6985: |xk - xk_prev| = 3.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6990: |xk - xk_prev| = 3.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  6995: |xk - xk_prev| = 3.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7000: |xk - xk_prev| = 3.67e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7005: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7010: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7015: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7020: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7025: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7030: |xk - xk_prev| = 3.66e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7035: |xk - xk_prev| = 3.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7040: |xk - xk_prev| = 3.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7045: |xk - xk_prev| = 3.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7050: |xk - xk_prev| = 3.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7055: |xk - xk_prev| = 3.65e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7060: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7065: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7070: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7075: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7080: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7085: |xk - xk_prev| = 3.64e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7090: |xk - xk_prev| = 3.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7095: |xk - xk_prev| = 3.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7100: |xk - xk_prev| = 3.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7105: |xk - xk_prev| = 3.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7110: |xk - xk_prev| = 3.63e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7115: |xk - xk_prev| = 3.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7120: |xk - xk_prev| = 3.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7125: |xk - xk_prev| = 3.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7130: |xk - xk_prev| = 3.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7135: |xk - xk_prev| = 3.62e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7140: |xk - xk_prev| = 3.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7145: |xk - xk_prev| = 3.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7150: |xk - xk_prev| = 3.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7155: |xk - xk_prev| = 3.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7160: |xk - xk_prev| = 3.61e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7165: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7170: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7175: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7180: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7185: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7190: |xk - xk_prev| = 3.60e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7195: |xk - xk_prev| = 3.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7200: |xk - xk_prev| = 3.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7205: |xk - xk_prev| = 3.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7210: |xk - xk_prev| = 3.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7215: |xk - xk_prev| = 3.59e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7220: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7225: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7230: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7235: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7240: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7245: |xk - xk_prev| = 3.58e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7250: |xk - xk_prev| = 3.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7255: |xk - xk_prev| = 3.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7260: |xk - xk_prev| = 3.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7265: |xk - xk_prev| = 3.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7270: |xk - xk_prev| = 3.57e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7275: |xk - xk_prev| = 3.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7280: |xk - xk_prev| = 3.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7285: |xk - xk_prev| = 3.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7290: |xk - xk_prev| = 3.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7295: |xk - xk_prev| = 3.56e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7300: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7305: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7310: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7315: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7320: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7325: |xk - xk_prev| = 3.55e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7330: |xk - xk_prev| = 3.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7335: |xk - xk_prev| = 3.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7340: |xk - xk_prev| = 3.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7345: |xk - xk_prev| = 3.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7350: |xk - xk_prev| = 3.54e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7355: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7360: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7365: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7370: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7375: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7380: |xk - xk_prev| = 3.53e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7385: |xk - xk_prev| = 3.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7390: |xk - xk_prev| = 3.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7395: |xk - xk_prev| = 3.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7400: |xk - xk_prev| = 3.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7405: |xk - xk_prev| = 3.52e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7410: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7415: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7420: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7425: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7430: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7435: |xk - xk_prev| = 3.51e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7440: |xk - xk_prev| = 3.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7445: |xk - xk_prev| = 3.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7450: |xk - xk_prev| = 3.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7455: |xk - xk_prev| = 3.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7460: |xk - xk_prev| = 3.50e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7465: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7470: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7475: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7480: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7485: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7490: |xk - xk_prev| = 3.49e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7495: |xk - xk_prev| = 3.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7500: |xk - xk_prev| = 3.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7505: |xk - xk_prev| = 3.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7510: |xk - xk_prev| = 3.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7515: |xk - xk_prev| = 3.48e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7520: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7525: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7530: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7535: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7540: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7545: |xk - xk_prev| = 3.47e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7550: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7555: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7560: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7565: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7570: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7575: |xk - xk_prev| = 3.46e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7580: |xk - xk_prev| = 3.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7585: |xk - xk_prev| = 3.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7590: |xk - xk_prev| = 3.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7595: |xk - xk_prev| = 3.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7600: |xk - xk_prev| = 3.45e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7605: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7610: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7615: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7620: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7625: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7630: |xk - xk_prev| = 3.44e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7635: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7640: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7645: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7650: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7655: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7660: |xk - xk_prev| = 3.43e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7665: |xk - xk_prev| = 3.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7670: |xk - xk_prev| = 3.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7675: |xk - xk_prev| = 3.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7680: |xk - xk_prev| = 3.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7685: |xk - xk_prev| = 3.42e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7690: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7695: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7700: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7705: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7710: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7715: |xk - xk_prev| = 3.41e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7720: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7725: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7730: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7735: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7740: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7745: |xk - xk_prev| = 3.40e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7750: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7755: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7760: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7765: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7770: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7775: |xk - xk_prev| = 3.39e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7780: |xk - xk_prev| = 3.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7785: |xk - xk_prev| = 3.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7790: |xk - xk_prev| = 3.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7795: |xk - xk_prev| = 3.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7800: |xk - xk_prev| = 3.38e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7805: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7810: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7815: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7820: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7825: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7830: |xk - xk_prev| = 3.37e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7835: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7840: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7845: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7850: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7855: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7860: |xk - xk_prev| = 3.36e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7865: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7870: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7875: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7880: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7885: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7890: |xk - xk_prev| = 3.35e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7895: |xk - xk_prev| = 3.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7900: |xk - xk_prev| = 3.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7905: |xk - xk_prev| = 3.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7910: |xk - xk_prev| = 3.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7915: |xk - xk_prev| = 3.34e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7920: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7925: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7930: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7935: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7940: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7945: |xk - xk_prev| = 3.33e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7950: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7955: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7960: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7965: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7970: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7975: |xk - xk_prev| = 3.32e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7980: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7985: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7990: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  7995: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8000: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8005: |xk - xk_prev| = 3.31e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8010: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8015: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8020: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8025: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8030: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8035: |xk - xk_prev| = 3.30e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8040: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8045: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8050: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8055: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8060: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8065: |xk - xk_prev| = 3.29e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8070: |xk - xk_prev| = 3.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8075: |xk - xk_prev| = 3.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8080: |xk - xk_prev| = 3.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8085: |xk - xk_prev| = 3.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8090: |xk - xk_prev| = 3.28e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8095: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8100: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8105: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8110: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8115: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8120: |xk - xk_prev| = 3.27e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8125: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8130: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8135: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8140: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8145: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8150: |xk - xk_prev| = 3.26e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8155: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8160: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8165: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8170: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8175: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8180: |xk - xk_prev| = 3.25e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8185: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8190: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8195: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8200: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8205: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8210: |xk - xk_prev| = 3.24e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8215: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8220: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8225: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8230: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8235: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8240: |xk - xk_prev| = 3.23e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8245: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8250: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8255: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8260: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8265: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8270: |xk - xk_prev| = 3.22e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8275: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8280: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8285: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8290: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8295: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8300: |xk - xk_prev| = 3.21e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8305: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8310: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8315: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8320: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8325: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8330: |xk - xk_prev| = 3.20e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8335: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8340: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8345: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8350: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8355: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8360: |xk - xk_prev| = 3.19e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8365: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8370: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8375: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8380: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8385: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8390: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8395: |xk - xk_prev| = 3.18e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8400: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8405: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8410: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8415: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8420: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8425: |xk - xk_prev| = 3.17e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8430: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8435: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8440: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8445: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8450: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8455: |xk - xk_prev| = 3.16e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8460: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8465: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8470: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8475: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8480: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8485: |xk - xk_prev| = 3.15e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8490: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8495: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8500: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8505: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8510: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8515: |xk - xk_prev| = 3.14e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8520: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8525: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8530: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8535: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8540: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8545: |xk - xk_prev| = 3.13e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8550: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8555: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8560: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8565: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8570: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8575: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8580: |xk - xk_prev| = 3.12e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8585: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8590: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8595: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8600: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8605: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8610: |xk - xk_prev| = 3.11e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8615: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8620: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8625: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8630: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8635: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8640: |xk - xk_prev| = 3.10e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8645: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8650: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8655: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8660: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8665: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8670: |xk - xk_prev| = 3.09e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8675: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8680: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8685: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8690: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8695: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8700: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8705: |xk - xk_prev| = 3.08e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8710: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8715: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8720: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8725: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8730: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8735: |xk - xk_prev| = 3.07e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8740: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8745: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8750: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8755: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8760: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8765: |xk - xk_prev| = 3.06e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8770: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8775: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8780: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8785: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8790: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8795: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8800: |xk - xk_prev| = 3.05e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8805: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8810: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8815: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8820: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8825: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8830: |xk - xk_prev| = 3.04e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8835: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8840: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8845: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8850: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8855: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8860: |xk - xk_prev| = 3.03e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8865: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8870: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8875: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8880: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8885: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8890: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8895: |xk - xk_prev| = 3.02e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8900: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8905: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8910: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8915: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8920: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8925: |xk - xk_prev| = 3.01e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8930: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8935: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8940: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8945: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8950: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8955: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8960: |xk - xk_prev| = 3.00e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8965: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8970: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8975: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8980: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8985: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8990: |xk - xk_prev| = 2.99e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  8995: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9000: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9005: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9010: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9015: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9020: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9025: |xk - xk_prev| = 2.98e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9030: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9035: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9040: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9045: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9050: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9055: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9060: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9065: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9070: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9075: |xk - xk_prev| = 2.97e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9080: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9085: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9090: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9095: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9100: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9105: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9110: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9115: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9120: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9125: |xk - xk_prev| = 2.96e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9130: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9135: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9140: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9145: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9150: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9155: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9160: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9165: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9170: |xk - xk_prev| = 2.95e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9175: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9180: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9185: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9190: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9195: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9200: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9205: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9210: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9215: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9220: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9225: |xk - xk_prev| = 2.94e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9230: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9235: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9240: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9245: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9250: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9255: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9260: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9265: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9270: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9275: |xk - xk_prev| = 2.93e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9280: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9285: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9290: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9295: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9300: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9305: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9310: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9315: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9320: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9325: |xk - xk_prev| = 2.92e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9330: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9335: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9340: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9345: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9350: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9355: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9360: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9365: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9370: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9375: |xk - xk_prev| = 2.91e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9380: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9385: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9390: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9395: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9400: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9405: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9410: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9415: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9420: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9425: |xk - xk_prev| = 2.90e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9430: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9435: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9440: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9445: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9450: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9455: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9460: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9465: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9470: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9475: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9480: |xk - xk_prev| = 2.89e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9485: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9490: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9495: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9500: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9505: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9510: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9515: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9520: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9525: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9530: |xk - xk_prev| = 2.88e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9535: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9540: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9545: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9550: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9555: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9560: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9565: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9570: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9575: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9580: |xk - xk_prev| = 2.87e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9585: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9590: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9595: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9600: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9605: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9610: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9615: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9620: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9625: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9630: |xk - xk_prev| = 2.86e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9635: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9640: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9645: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9650: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9655: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9660: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9665: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9670: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9675: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9680: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9685: |xk - xk_prev| = 2.85e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9690: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9695: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9700: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9705: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9710: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9715: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9720: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9725: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9730: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9735: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9740: |xk - xk_prev| = 2.84e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9745: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9750: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9755: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9760: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9765: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9770: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9775: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9780: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9785: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9790: |xk - xk_prev| = 2.83e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9795: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9800: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9805: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9810: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9815: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9820: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9825: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9830: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9835: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9840: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9845: |xk - xk_prev| = 2.82e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9850: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9855: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9860: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9865: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9870: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9875: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9880: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9885: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9890: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9895: |xk - xk_prev| = 2.81e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9900: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9905: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9910: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9915: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9920: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9925: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9930: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9935: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9940: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9945: |xk - xk_prev| = 2.80e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9950: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9955: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9960: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9965: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9970: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9975: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9980: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9985: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9990: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step  9995: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])
    Step 10000: |xk - xk_prev| = 2.79e-04   x[0,:] = tensor([0.5996, 0.3768, 0.0236, 0.5996, 0.3768, 0.0236])

## Define N-FPN for Rock Paper Scissors

```
class RPS_Net(nn.Module):
    def __init__(self, action_size=6, context_size=3):
        super(RPS_Net, self).__init__()
        self.fc_1 = nn.Linear(action_size + context_size, 5 * action_size)
        self.fc_2 = nn.Linear(5 * action_size, action_size)
        self.leaky_relu = nn.LeakyReLU(0.1)
        self.action_size = action_size

    def device(self) -> str:
        return next(self.parameters()).data.device

    def F(self, x: action, d: context) -> action:
        xd  = torch.cat((x,d), dim=1)
        Fxd = x + self.fc_2(self.leaky_relu(self.fc_1(xd)))
        return Fxd

    def project_simplex(self, y: action, action_size=3, num_players=2) -> action:
        num_samples = y.shape[0]
        proj        = torch.zeros(y.shape)
        for i in range(num_players):
            ind   = [i * action_size + j for j in range(action_size)]
            u     = torch.flip(torch.sort(y[:, ind], dim=1)[0], dims=(1,))
            u_sum = torch.cumsum(u, dim=1)
            j     = torch.arange(1, action_size + 1, dtype=y.dtype, device=y.device)
            pos_u_expr   = u * j + 1.0 - u_sum  > 0
            pos_u_expr   = pos_u_expr.float()
            rho          = torch.sum(pos_u_expr, dim=1, keepdim=True)
            rho          = rho.long()
            lambd        = [(1 - u_sum[sample, rho[sample]-1]) / rho[sample]
                            for sample in range(num_samples)]
            lambd        = torch.tensor(lambd)
            lambd        = lambd.view(lambd.shape[0], 1)
            proj[:, ind] = torch.clamp(y[:, ind] + lambd, min=0)
        return proj

    def forward(self, d: context, fxd_pt_tol=1.0e-5, max_depth=100,
                depth_warning=False) -> action:

        with torch.no_grad():
            self.depth = 0.0
            x = torch.zeros((d.shape[0], self.action_size), device=self.device())
            x_prev = np.Inf * torch.ones(x.shape, device=self.device())
            all_samp_conv = False
            while not all_samp_conv and self.depth < max_depth:
                x_prev        = x.clone()
                x             = self.project_simplex(x - self.F(x,d))
                res_norm      = torch.max(torch.norm(x - x_prev, dim=1))
                self.depth   += 1.0
                all_samp_conv = res_norm <= fxd_pt_tol

        if self.depth >= max_depth and depth_warning:
            print("\nWarning: Max Depth Reached - Break Forward Loop\n")

        attach_gradients = self.training
        return self.project_simplex(x - self.F(x,d)) if attach_gradients else x
```

## Create Training Setup

```
model         = RPS_Net()
learning_rate = 1e-3
optimizer     = optim.Adam(model.parameters(), lr=learning_rate)
fxd_pt_tol    = 1.0e-6
criterion     = nn.MSELoss()
max_epochs    = 1000
save_str      = 'NFPN_RPS_data.pth'

def num_params(model):
    num_params = 0
    for name, parameter in model.named_parameters():
        num_params += parameter.numel()
    return num_params

print("Trainable Parameters: ", num_params(model))
print(model)
```

    Trainable Parameters:  486
    RPS_Net(
      (fc_1): Linear(in_features=9, out_features=30, bias=True)
      (fc_2): Linear(in_features=30, out_features=6, bias=True)
      (leaky_relu): LeakyReLU(negative_slope=0.1)
    )

## Train the Network

```
test_loss_hist  = []
train_loss_hist = []
depth_hist      = []
train_loss_ave  = 0

fmt  = '[{:4d}/{:4d}]: train loss = {:7.3e} | test_loss = {:7.3e} | depth '
fmt += '= {:5.1f} | lr = {:5.1e} | fxt_pt_tol = {:5.1e} | time = {:4.1f} sec'
print('\nTraining Fixed Point Network')

for epoch in range(max_epochs):
    start_time = time.time()
    for x_batch, d_batch in train_loader:
        model.train()
        optimizer.zero_grad()
        x_pred = model(d_batch, fxd_pt_tol=fxd_pt_tol)
        loss   = criterion(x_pred, x_batch)
        train_loss_ave = 0.95 * train_loss_ave + 0.05 * loss.item()
        loss.backward()
        optimizer.step()

    for x_batch, d_batch in test_loader:
        with torch.no_grad():
            x_pred    = model(d_batch, fxd_pt_tol=fxd_pt_tol)
            test_loss = criterion(x_pred, x_batch)

    time_epoch = time.time() - start_time

    print(fmt.format(epoch+1, max_epochs, train_loss_ave, test_loss.item(),
                     model.depth, optimizer.param_groups[0]['lr'], fxd_pt_tol,
                     time_epoch))

    test_loss_hist.append(test_loss.item())
    train_loss_hist.append(loss.item())
    depth_hist.append(model.depth)

    if epoch % 10 == 0 or epoch == max_epochs-1:
        state = {
        'fxd_pt_tol': fxd_pt_tol,
        'T_state_dict': model.state_dict(),
        'test_loss_hist': test_loss_hist,
        'train_loss_hist': train_loss_hist,
        'depth_hist': depth_hist
        }
        torch.save(state, save_str)
```

    Training Fixed Point Network
    [   1/1000]: train loss = 8.473e-03 | test_loss = 3.118e-02 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [   2/1000]: train loss = 1.275e-02 | test_loss = 2.256e-02 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [   3/1000]: train loss = 1.429e-02 | test_loss = 1.587e-02 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [   4/1000]: train loss = 1.413e-02 | test_loss = 1.077e-02 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [   5/1000]: train loss = 1.299e-02 | test_loss = 6.964e-03 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [   6/1000]: train loss = 1.136e-02 | test_loss = 4.261e-03 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.1 sec
    [   7/1000]: train loss = 9.587e-03 | test_loss = 2.497e-03 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [   8/1000]: train loss = 7.895e-03 | test_loss = 1.482e-03 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [   9/1000]: train loss = 6.408e-03 | test_loss = 9.918e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  10/1000]: train loss = 5.173e-03 | test_loss = 7.896e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  11/1000]: train loss = 4.179e-03 | test_loss = 7.058e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  12/1000]: train loss = 3.393e-03 | test_loss = 6.551e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  13/1000]: train loss = 2.770e-03 | test_loss = 6.008e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [  14/1000]: train loss = 2.275e-03 | test_loss = 5.437e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  15/1000]: train loss = 1.878e-03 | test_loss = 4.921e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [  16/1000]: train loss = 1.558e-03 | test_loss = 4.490e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  17/1000]: train loss = 1.301e-03 | test_loss = 4.150e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  18/1000]: train loss = 1.093e-03 | test_loss = 3.787e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [  19/1000]: train loss = 9.246e-04 | test_loss = 3.438e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  20/1000]: train loss = 7.873e-04 | test_loss = 3.099e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  21/1000]: train loss = 6.750e-04 | test_loss = 2.802e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  22/1000]: train loss = 5.838e-04 | test_loss = 2.603e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  23/1000]: train loss = 5.095e-04 | test_loss = 2.436e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [  24/1000]: train loss = 4.489e-04 | test_loss = 2.280e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  25/1000]: train loss = 3.992e-04 | test_loss = 2.158e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [  26/1000]: train loss = 3.585e-04 | test_loss = 2.062e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  27/1000]: train loss = 3.249e-04 | test_loss = 1.966e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  28/1000]: train loss = 2.972e-04 | test_loss = 1.896e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  29/1000]: train loss = 2.741e-04 | test_loss = 1.821e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  30/1000]: train loss = 2.547e-04 | test_loss = 1.768e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  31/1000]: train loss = 2.385e-04 | test_loss = 1.727e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  32/1000]: train loss = 2.246e-04 | test_loss = 1.672e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  33/1000]: train loss = 2.128e-04 | test_loss = 1.631e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [  34/1000]: train loss = 2.024e-04 | test_loss = 1.580e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  35/1000]: train loss = 1.933e-04 | test_loss = 1.545e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  36/1000]: train loss = 1.852e-04 | test_loss = 1.513e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [  37/1000]: train loss = 1.779e-04 | test_loss = 1.477e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  38/1000]: train loss = 1.712e-04 | test_loss = 1.426e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  39/1000]: train loss = 1.647e-04 | test_loss = 1.389e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  40/1000]: train loss = 1.587e-04 | test_loss = 1.353e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  41/1000]: train loss = 1.528e-04 | test_loss = 1.302e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  42/1000]: train loss = 1.471e-04 | test_loss = 1.258e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  43/1000]: train loss = 1.417e-04 | test_loss = 1.214e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  44/1000]: train loss = 1.365e-04 | test_loss = 1.179e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  45/1000]: train loss = 1.313e-04 | test_loss = 1.124e-04 | depth =  13.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  46/1000]: train loss = 1.263e-04 | test_loss = 1.077e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  47/1000]: train loss = 1.213e-04 | test_loss = 1.047e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  48/1000]: train loss = 1.165e-04 | test_loss = 1.004e-04 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  49/1000]: train loss = 1.118e-04 | test_loss = 9.597e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  50/1000]: train loss = 1.072e-04 | test_loss = 9.213e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  51/1000]: train loss = 1.026e-04 | test_loss = 8.941e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  52/1000]: train loss = 9.827e-05 | test_loss = 8.576e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  53/1000]: train loss = 9.401e-05 | test_loss = 8.182e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  54/1000]: train loss = 9.000e-05 | test_loss = 7.928e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  55/1000]: train loss = 8.614e-05 | test_loss = 7.661e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  56/1000]: train loss = 8.251e-05 | test_loss = 7.386e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  57/1000]: train loss = 7.916e-05 | test_loss = 7.118e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  58/1000]: train loss = 7.622e-05 | test_loss = 6.979e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  59/1000]: train loss = 7.355e-05 | test_loss = 6.779e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  60/1000]: train loss = 7.105e-05 | test_loss = 6.528e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  61/1000]: train loss = 6.880e-05 | test_loss = 6.474e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  62/1000]: train loss = 6.675e-05 | test_loss = 6.228e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  63/1000]: train loss = 6.489e-05 | test_loss = 6.152e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  64/1000]: train loss = 6.323e-05 | test_loss = 6.026e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  65/1000]: train loss = 6.174e-05 | test_loss = 5.852e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  66/1000]: train loss = 6.039e-05 | test_loss = 5.664e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  67/1000]: train loss = 5.922e-05 | test_loss = 5.739e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  68/1000]: train loss = 5.795e-05 | test_loss = 5.457e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  69/1000]: train loss = 5.690e-05 | test_loss = 5.413e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  70/1000]: train loss = 5.580e-05 | test_loss = 5.326e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  71/1000]: train loss = 5.479e-05 | test_loss = 5.114e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [  72/1000]: train loss = 5.384e-05 | test_loss = 5.142e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  73/1000]: train loss = 5.290e-05 | test_loss = 5.018e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  74/1000]: train loss = 5.203e-05 | test_loss = 4.860e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  75/1000]: train loss = 5.128e-05 | test_loss = 4.782e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  76/1000]: train loss = 5.057e-05 | test_loss = 4.806e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [  77/1000]: train loss = 4.989e-05 | test_loss = 4.582e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  78/1000]: train loss = 4.925e-05 | test_loss = 4.593e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [  79/1000]: train loss = 4.854e-05 | test_loss = 4.529e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  80/1000]: train loss = 4.791e-05 | test_loss = 4.412e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  81/1000]: train loss = 4.735e-05 | test_loss = 4.502e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  82/1000]: train loss = 4.683e-05 | test_loss = 4.295e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [  83/1000]: train loss = 4.645e-05 | test_loss = 4.426e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  84/1000]: train loss = 4.595e-05 | test_loss = 4.236e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  85/1000]: train loss = 4.544e-05 | test_loss = 4.383e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  86/1000]: train loss = 4.498e-05 | test_loss = 4.213e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  87/1000]: train loss = 4.456e-05 | test_loss = 4.218e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  88/1000]: train loss = 4.418e-05 | test_loss = 4.239e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  89/1000]: train loss = 4.381e-05 | test_loss = 4.120e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  90/1000]: train loss = 4.352e-05 | test_loss = 4.169e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  91/1000]: train loss = 4.321e-05 | test_loss = 4.191e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  92/1000]: train loss = 4.298e-05 | test_loss = 3.998e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  93/1000]: train loss = 4.267e-05 | test_loss = 4.121e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  94/1000]: train loss = 4.235e-05 | test_loss = 4.018e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [  95/1000]: train loss = 4.208e-05 | test_loss = 3.972e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  96/1000]: train loss = 4.194e-05 | test_loss = 4.007e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  97/1000]: train loss = 4.163e-05 | test_loss = 3.919e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [  98/1000]: train loss = 4.143e-05 | test_loss = 3.887e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [  99/1000]: train loss = 4.125e-05 | test_loss = 3.982e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 100/1000]: train loss = 4.102e-05 | test_loss = 3.758e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 101/1000]: train loss = 4.086e-05 | test_loss = 3.995e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 102/1000]: train loss = 4.065e-05 | test_loss = 3.779e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 103/1000]: train loss = 4.045e-05 | test_loss = 3.794e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 104/1000]: train loss = 4.023e-05 | test_loss = 3.822e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 105/1000]: train loss = 3.998e-05 | test_loss = 3.707e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 106/1000]: train loss = 3.978e-05 | test_loss = 3.789e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 107/1000]: train loss = 3.963e-05 | test_loss = 3.676e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 108/1000]: train loss = 3.943e-05 | test_loss = 3.717e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 109/1000]: train loss = 3.917e-05 | test_loss = 3.738e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 110/1000]: train loss = 3.903e-05 | test_loss = 3.557e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 111/1000]: train loss = 3.885e-05 | test_loss = 3.731e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 112/1000]: train loss = 3.866e-05 | test_loss = 3.617e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 113/1000]: train loss = 3.842e-05 | test_loss = 3.634e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 114/1000]: train loss = 3.826e-05 | test_loss = 3.595e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 115/1000]: train loss = 3.812e-05 | test_loss = 3.545e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 116/1000]: train loss = 3.803e-05 | test_loss = 3.568e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 117/1000]: train loss = 3.796e-05 | test_loss = 3.598e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 118/1000]: train loss = 3.789e-05 | test_loss = 3.432e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 119/1000]: train loss = 3.769e-05 | test_loss = 3.603e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 120/1000]: train loss = 3.752e-05 | test_loss = 3.478e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 121/1000]: train loss = 3.735e-05 | test_loss = 3.506e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 122/1000]: train loss = 3.729e-05 | test_loss = 3.443e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 123/1000]: train loss = 3.718e-05 | test_loss = 3.382e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 124/1000]: train loss = 3.695e-05 | test_loss = 3.528e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 125/1000]: train loss = 3.679e-05 | test_loss = 3.358e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 126/1000]: train loss = 3.672e-05 | test_loss = 3.344e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 127/1000]: train loss = 3.663e-05 | test_loss = 3.429e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 128/1000]: train loss = 3.639e-05 | test_loss = 3.335e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 129/1000]: train loss = 3.621e-05 | test_loss = 3.332e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 130/1000]: train loss = 3.605e-05 | test_loss = 3.384e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 131/1000]: train loss = 3.593e-05 | test_loss = 3.286e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 132/1000]: train loss = 3.576e-05 | test_loss = 3.326e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 133/1000]: train loss = 3.563e-05 | test_loss = 3.278e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 134/1000]: train loss = 3.551e-05 | test_loss = 3.316e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 135/1000]: train loss = 3.543e-05 | test_loss = 3.221e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 136/1000]: train loss = 3.531e-05 | test_loss = 3.279e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 137/1000]: train loss = 3.524e-05 | test_loss = 3.287e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 138/1000]: train loss = 3.509e-05 | test_loss = 3.187e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 139/1000]: train loss = 3.497e-05 | test_loss = 3.188e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 140/1000]: train loss = 3.479e-05 | test_loss = 3.203e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 141/1000]: train loss = 3.473e-05 | test_loss = 3.203e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 142/1000]: train loss = 3.461e-05 | test_loss = 3.141e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 143/1000]: train loss = 3.446e-05 | test_loss = 3.181e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 144/1000]: train loss = 3.435e-05 | test_loss = 3.186e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 145/1000]: train loss = 3.416e-05 | test_loss = 3.048e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 146/1000]: train loss = 3.407e-05 | test_loss = 3.185e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 147/1000]: train loss = 3.390e-05 | test_loss = 3.066e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 148/1000]: train loss = 3.380e-05 | test_loss = 3.132e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 149/1000]: train loss = 3.374e-05 | test_loss = 3.078e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 150/1000]: train loss = 3.370e-05 | test_loss = 3.042e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 151/1000]: train loss = 3.360e-05 | test_loss = 3.085e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 152/1000]: train loss = 3.345e-05 | test_loss = 3.017e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 153/1000]: train loss = 3.327e-05 | test_loss = 3.007e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 154/1000]: train loss = 3.312e-05 | test_loss = 3.049e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 155/1000]: train loss = 3.304e-05 | test_loss = 2.970e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 156/1000]: train loss = 3.301e-05 | test_loss = 2.996e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 157/1000]: train loss = 3.290e-05 | test_loss = 2.984e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 158/1000]: train loss = 3.280e-05 | test_loss = 2.947e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 159/1000]: train loss = 3.273e-05 | test_loss = 3.003e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 160/1000]: train loss = 3.259e-05 | test_loss = 2.936e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 161/1000]: train loss = 3.251e-05 | test_loss = 2.955e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 162/1000]: train loss = 3.242e-05 | test_loss = 2.879e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 163/1000]: train loss = 3.231e-05 | test_loss = 2.873e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 164/1000]: train loss = 3.222e-05 | test_loss = 2.908e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 165/1000]: train loss = 3.211e-05 | test_loss = 2.923e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 166/1000]: train loss = 3.213e-05 | test_loss = 2.810e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 167/1000]: train loss = 3.210e-05 | test_loss = 2.903e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 168/1000]: train loss = 3.198e-05 | test_loss = 2.783e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 169/1000]: train loss = 3.189e-05 | test_loss = 2.896e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 170/1000]: train loss = 3.167e-05 | test_loss = 2.800e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 171/1000]: train loss = 3.161e-05 | test_loss = 2.839e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 172/1000]: train loss = 3.154e-05 | test_loss = 2.805e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 173/1000]: train loss = 3.142e-05 | test_loss = 2.803e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 174/1000]: train loss = 3.128e-05 | test_loss = 2.768e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 175/1000]: train loss = 3.130e-05 | test_loss = 2.749e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 176/1000]: train loss = 3.119e-05 | test_loss = 2.767e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 177/1000]: train loss = 3.102e-05 | test_loss = 2.764e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 178/1000]: train loss = 3.089e-05 | test_loss = 2.767e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 179/1000]: train loss = 3.081e-05 | test_loss = 2.702e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 180/1000]: train loss = 3.079e-05 | test_loss = 2.722e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 181/1000]: train loss = 3.068e-05 | test_loss = 2.711e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 182/1000]: train loss = 3.055e-05 | test_loss = 2.676e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 183/1000]: train loss = 3.047e-05 | test_loss = 2.678e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 184/1000]: train loss = 3.039e-05 | test_loss = 2.644e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 185/1000]: train loss = 3.018e-05 | test_loss = 2.684e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 186/1000]: train loss = 3.013e-05 | test_loss = 2.607e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 187/1000]: train loss = 3.003e-05 | test_loss = 2.674e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 188/1000]: train loss = 3.001e-05 | test_loss = 2.582e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 189/1000]: train loss = 2.986e-05 | test_loss = 2.713e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 190/1000]: train loss = 2.976e-05 | test_loss = 2.570e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 191/1000]: train loss = 2.970e-05 | test_loss = 2.608e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 192/1000]: train loss = 2.961e-05 | test_loss = 2.574e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 193/1000]: train loss = 2.955e-05 | test_loss = 2.499e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 194/1000]: train loss = 2.946e-05 | test_loss = 2.580e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 195/1000]: train loss = 2.931e-05 | test_loss = 2.547e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 196/1000]: train loss = 2.919e-05 | test_loss = 2.516e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 197/1000]: train loss = 2.909e-05 | test_loss = 2.513e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 198/1000]: train loss = 2.899e-05 | test_loss = 2.513e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 199/1000]: train loss = 2.890e-05 | test_loss = 2.413e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 200/1000]: train loss = 2.891e-05 | test_loss = 2.522e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 201/1000]: train loss = 2.874e-05 | test_loss = 2.398e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 202/1000]: train loss = 2.857e-05 | test_loss = 2.481e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 203/1000]: train loss = 2.847e-05 | test_loss = 2.375e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 204/1000]: train loss = 2.838e-05 | test_loss = 2.378e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 205/1000]: train loss = 2.832e-05 | test_loss = 2.406e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 206/1000]: train loss = 2.824e-05 | test_loss = 2.305e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 207/1000]: train loss = 2.813e-05 | test_loss = 2.442e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 208/1000]: train loss = 2.802e-05 | test_loss = 2.288e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 209/1000]: train loss = 2.792e-05 | test_loss = 2.369e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 210/1000]: train loss = 2.784e-05 | test_loss = 2.317e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 211/1000]: train loss = 2.777e-05 | test_loss = 2.339e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 212/1000]: train loss = 2.767e-05 | test_loss = 2.275e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 213/1000]: train loss = 2.759e-05 | test_loss = 2.283e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 214/1000]: train loss = 2.750e-05 | test_loss = 2.323e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 215/1000]: train loss = 2.736e-05 | test_loss = 2.258e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 216/1000]: train loss = 2.721e-05 | test_loss = 2.269e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 217/1000]: train loss = 2.713e-05 | test_loss = 2.180e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 218/1000]: train loss = 2.701e-05 | test_loss = 2.263e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 219/1000]: train loss = 2.695e-05 | test_loss = 2.195e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 220/1000]: train loss = 2.685e-05 | test_loss = 2.230e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 221/1000]: train loss = 2.672e-05 | test_loss = 2.150e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 222/1000]: train loss = 2.664e-05 | test_loss = 2.170e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 223/1000]: train loss = 2.646e-05 | test_loss = 2.140e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 224/1000]: train loss = 2.634e-05 | test_loss = 2.150e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 225/1000]: train loss = 2.625e-05 | test_loss = 2.141e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 226/1000]: train loss = 2.620e-05 | test_loss = 2.049e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 227/1000]: train loss = 2.611e-05 | test_loss = 2.176e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 228/1000]: train loss = 2.601e-05 | test_loss = 2.034e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 229/1000]: train loss = 2.587e-05 | test_loss = 2.061e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 230/1000]: train loss = 2.575e-05 | test_loss = 2.066e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 231/1000]: train loss = 2.572e-05 | test_loss = 1.955e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 232/1000]: train loss = 2.559e-05 | test_loss = 2.117e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 233/1000]: train loss = 2.549e-05 | test_loss = 1.997e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 234/1000]: train loss = 2.540e-05 | test_loss = 2.027e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 235/1000]: train loss = 2.528e-05 | test_loss = 1.957e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 236/1000]: train loss = 2.516e-05 | test_loss = 2.016e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 237/1000]: train loss = 2.504e-05 | test_loss = 2.006e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 238/1000]: train loss = 2.489e-05 | test_loss = 1.950e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 239/1000]: train loss = 2.477e-05 | test_loss = 1.913e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 240/1000]: train loss = 2.464e-05 | test_loss = 1.949e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 241/1000]: train loss = 2.451e-05 | test_loss = 1.920e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 242/1000]: train loss = 2.437e-05 | test_loss = 1.890e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 243/1000]: train loss = 2.433e-05 | test_loss = 1.906e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 244/1000]: train loss = 2.420e-05 | test_loss = 1.936e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 245/1000]: train loss = 2.412e-05 | test_loss = 1.834e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 246/1000]: train loss = 2.400e-05 | test_loss = 1.897e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 247/1000]: train loss = 2.382e-05 | test_loss = 1.839e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 248/1000]: train loss = 2.368e-05 | test_loss = 1.858e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 249/1000]: train loss = 2.350e-05 | test_loss = 1.884e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 250/1000]: train loss = 2.337e-05 | test_loss = 1.837e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 251/1000]: train loss = 2.325e-05 | test_loss = 1.797e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 252/1000]: train loss = 2.317e-05 | test_loss = 1.853e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 253/1000]: train loss = 2.308e-05 | test_loss = 1.794e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 254/1000]: train loss = 2.294e-05 | test_loss = 1.792e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 255/1000]: train loss = 2.279e-05 | test_loss = 1.777e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 256/1000]: train loss = 2.267e-05 | test_loss = 1.747e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 257/1000]: train loss = 2.249e-05 | test_loss = 1.776e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 258/1000]: train loss = 2.235e-05 | test_loss = 1.736e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 259/1000]: train loss = 2.217e-05 | test_loss = 1.757e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 260/1000]: train loss = 2.198e-05 | test_loss = 1.679e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 261/1000]: train loss = 2.183e-05 | test_loss = 1.717e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 262/1000]: train loss = 2.168e-05 | test_loss = 1.690e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 263/1000]: train loss = 2.154e-05 | test_loss = 1.650e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 264/1000]: train loss = 2.139e-05 | test_loss = 1.638e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 265/1000]: train loss = 2.119e-05 | test_loss = 1.602e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 266/1000]: train loss = 2.102e-05 | test_loss = 1.637e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 267/1000]: train loss = 2.088e-05 | test_loss = 1.568e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 268/1000]: train loss = 2.071e-05 | test_loss = 1.604e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 269/1000]: train loss = 2.057e-05 | test_loss = 1.538e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 270/1000]: train loss = 2.045e-05 | test_loss = 1.588e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 271/1000]: train loss = 2.032e-05 | test_loss = 1.531e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 272/1000]: train loss = 2.016e-05 | test_loss = 1.552e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 273/1000]: train loss = 2.004e-05 | test_loss = 1.507e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 274/1000]: train loss = 1.993e-05 | test_loss = 1.483e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 275/1000]: train loss = 1.979e-05 | test_loss = 1.526e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 276/1000]: train loss = 1.969e-05 | test_loss = 1.480e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 277/1000]: train loss = 1.951e-05 | test_loss = 1.497e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 278/1000]: train loss = 1.939e-05 | test_loss = 1.454e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 279/1000]: train loss = 1.922e-05 | test_loss = 1.458e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 280/1000]: train loss = 1.907e-05 | test_loss = 1.444e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 281/1000]: train loss = 1.895e-05 | test_loss = 1.369e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 282/1000]: train loss = 1.883e-05 | test_loss = 1.447e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 283/1000]: train loss = 1.873e-05 | test_loss = 1.364e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 284/1000]: train loss = 1.858e-05 | test_loss = 1.408e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 285/1000]: train loss = 1.843e-05 | test_loss = 1.411e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 286/1000]: train loss = 1.826e-05 | test_loss = 1.337e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 287/1000]: train loss = 1.815e-05 | test_loss = 1.333e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 288/1000]: train loss = 1.806e-05 | test_loss = 1.363e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 289/1000]: train loss = 1.787e-05 | test_loss = 1.330e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 290/1000]: train loss = 1.776e-05 | test_loss = 1.367e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 291/1000]: train loss = 1.764e-05 | test_loss = 1.276e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 292/1000]: train loss = 1.754e-05 | test_loss = 1.305e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 293/1000]: train loss = 1.739e-05 | test_loss = 1.276e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 294/1000]: train loss = 1.728e-05 | test_loss = 1.292e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 295/1000]: train loss = 1.716e-05 | test_loss = 1.263e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 296/1000]: train loss = 1.706e-05 | test_loss = 1.289e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 297/1000]: train loss = 1.698e-05 | test_loss = 1.249e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 298/1000]: train loss = 1.685e-05 | test_loss = 1.261e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 299/1000]: train loss = 1.675e-05 | test_loss = 1.204e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 300/1000]: train loss = 1.668e-05 | test_loss = 1.311e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 301/1000]: train loss = 1.656e-05 | test_loss = 1.174e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 302/1000]: train loss = 1.646e-05 | test_loss = 1.214e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 303/1000]: train loss = 1.635e-05 | test_loss = 1.204e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 304/1000]: train loss = 1.627e-05 | test_loss = 1.200e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 305/1000]: train loss = 1.618e-05 | test_loss = 1.192e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 306/1000]: train loss = 1.608e-05 | test_loss = 1.186e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 307/1000]: train loss = 1.599e-05 | test_loss = 1.165e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 308/1000]: train loss = 1.591e-05 | test_loss = 1.192e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 309/1000]: train loss = 1.578e-05 | test_loss = 1.139e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 310/1000]: train loss = 1.573e-05 | test_loss = 1.213e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 311/1000]: train loss = 1.564e-05 | test_loss = 1.126e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 312/1000]: train loss = 1.558e-05 | test_loss = 1.190e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 313/1000]: train loss = 1.550e-05 | test_loss = 1.112e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 314/1000]: train loss = 1.539e-05 | test_loss = 1.179e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 315/1000]: train loss = 1.532e-05 | test_loss = 1.107e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 316/1000]: train loss = 1.524e-05 | test_loss = 1.165e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 317/1000]: train loss = 1.517e-05 | test_loss = 1.080e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 318/1000]: train loss = 1.508e-05 | test_loss = 1.162e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 319/1000]: train loss = 1.498e-05 | test_loss = 1.086e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 320/1000]: train loss = 1.488e-05 | test_loss = 1.124e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 321/1000]: train loss = 1.485e-05 | test_loss = 1.074e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 322/1000]: train loss = 1.479e-05 | test_loss = 1.140e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 323/1000]: train loss = 1.475e-05 | test_loss = 1.050e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 324/1000]: train loss = 1.469e-05 | test_loss = 1.184e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 325/1000]: train loss = 1.462e-05 | test_loss = 1.045e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 326/1000]: train loss = 1.456e-05 | test_loss = 1.120e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 327/1000]: train loss = 1.449e-05 | test_loss = 1.055e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 328/1000]: train loss = 1.444e-05 | test_loss = 1.126e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 329/1000]: train loss = 1.436e-05 | test_loss = 1.041e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 330/1000]: train loss = 1.429e-05 | test_loss = 1.038e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 331/1000]: train loss = 1.420e-05 | test_loss = 1.065e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 332/1000]: train loss = 1.415e-05 | test_loss = 1.046e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 333/1000]: train loss = 1.415e-05 | test_loss = 1.088e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 334/1000]: train loss = 1.408e-05 | test_loss = 1.033e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 335/1000]: train loss = 1.403e-05 | test_loss = 1.003e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 336/1000]: train loss = 1.398e-05 | test_loss = 1.057e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 337/1000]: train loss = 1.394e-05 | test_loss = 9.780e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 338/1000]: train loss = 1.390e-05 | test_loss = 1.089e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 339/1000]: train loss = 1.387e-05 | test_loss = 9.879e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 340/1000]: train loss = 1.382e-05 | test_loss = 1.064e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 341/1000]: train loss = 1.375e-05 | test_loss = 9.895e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 342/1000]: train loss = 1.370e-05 | test_loss = 1.014e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 343/1000]: train loss = 1.365e-05 | test_loss = 1.020e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 344/1000]: train loss = 1.361e-05 | test_loss = 1.012e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 345/1000]: train loss = 1.356e-05 | test_loss = 9.707e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 346/1000]: train loss = 1.349e-05 | test_loss = 1.067e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 347/1000]: train loss = 1.345e-05 | test_loss = 9.518e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 348/1000]: train loss = 1.340e-05 | test_loss = 9.954e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 349/1000]: train loss = 1.337e-05 | test_loss = 9.724e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 350/1000]: train loss = 1.329e-05 | test_loss = 9.608e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 351/1000]: train loss = 1.326e-05 | test_loss = 9.918e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 352/1000]: train loss = 1.323e-05 | test_loss = 9.502e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 353/1000]: train loss = 1.319e-05 | test_loss = 9.535e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 354/1000]: train loss = 1.314e-05 | test_loss = 9.598e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 355/1000]: train loss = 1.310e-05 | test_loss = 9.326e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 356/1000]: train loss = 1.310e-05 | test_loss = 9.519e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 357/1000]: train loss = 1.307e-05 | test_loss = 9.462e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 358/1000]: train loss = 1.300e-05 | test_loss = 9.488e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 359/1000]: train loss = 1.298e-05 | test_loss = 9.771e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 360/1000]: train loss = 1.297e-05 | test_loss = 9.104e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 361/1000]: train loss = 1.295e-05 | test_loss = 9.653e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 362/1000]: train loss = 1.298e-05 | test_loss = 9.621e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 363/1000]: train loss = 1.293e-05 | test_loss = 8.898e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 364/1000]: train loss = 1.287e-05 | test_loss = 9.678e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 365/1000]: train loss = 1.285e-05 | test_loss = 9.031e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 366/1000]: train loss = 1.281e-05 | test_loss = 9.205e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 367/1000]: train loss = 1.277e-05 | test_loss = 9.410e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 368/1000]: train loss = 1.274e-05 | test_loss = 8.794e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 369/1000]: train loss = 1.271e-05 | test_loss = 9.445e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 370/1000]: train loss = 1.269e-05 | test_loss = 8.644e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 371/1000]: train loss = 1.265e-05 | test_loss = 1.029e-05 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 372/1000]: train loss = 1.266e-05 | test_loss = 8.601e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 373/1000]: train loss = 1.258e-05 | test_loss = 9.342e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 374/1000]: train loss = 1.259e-05 | test_loss = 8.950e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 375/1000]: train loss = 1.252e-05 | test_loss = 8.663e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.2 sec
    [ 376/1000]: train loss = 1.247e-05 | test_loss = 9.519e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 377/1000]: train loss = 1.245e-05 | test_loss = 8.720e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 378/1000]: train loss = 1.242e-05 | test_loss = 9.080e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.1 sec
    [ 379/1000]: train loss = 1.235e-05 | test_loss = 8.809e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 380/1000]: train loss = 1.234e-05 | test_loss = 8.487e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 381/1000]: train loss = 1.237e-05 | test_loss = 9.931e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 382/1000]: train loss = 1.231e-05 | test_loss = 8.466e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 383/1000]: train loss = 1.232e-05 | test_loss = 9.577e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 384/1000]: train loss = 1.228e-05 | test_loss = 8.406e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 385/1000]: train loss = 1.224e-05 | test_loss = 9.260e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 386/1000]: train loss = 1.218e-05 | test_loss = 8.375e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 387/1000]: train loss = 1.215e-05 | test_loss = 8.546e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 388/1000]: train loss = 1.216e-05 | test_loss = 8.859e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 389/1000]: train loss = 1.213e-05 | test_loss = 8.319e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 390/1000]: train loss = 1.211e-05 | test_loss = 8.573e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 391/1000]: train loss = 1.207e-05 | test_loss = 8.732e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 392/1000]: train loss = 1.204e-05 | test_loss = 8.961e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 393/1000]: train loss = 1.201e-05 | test_loss = 8.412e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 394/1000]: train loss = 1.195e-05 | test_loss = 8.423e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 395/1000]: train loss = 1.191e-05 | test_loss = 8.626e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 396/1000]: train loss = 1.191e-05 | test_loss = 8.121e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 397/1000]: train loss = 1.187e-05 | test_loss = 8.815e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 398/1000]: train loss = 1.183e-05 | test_loss = 8.129e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 399/1000]: train loss = 1.183e-05 | test_loss = 8.584e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 400/1000]: train loss = 1.179e-05 | test_loss = 8.231e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 401/1000]: train loss = 1.175e-05 | test_loss = 8.139e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 402/1000]: train loss = 1.172e-05 | test_loss = 8.553e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 403/1000]: train loss = 1.170e-05 | test_loss = 8.052e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 404/1000]: train loss = 1.170e-05 | test_loss = 8.273e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.1 sec
    [ 405/1000]: train loss = 1.167e-05 | test_loss = 8.625e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.1 sec
    [ 406/1000]: train loss = 1.163e-05 | test_loss = 8.091e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 407/1000]: train loss = 1.159e-05 | test_loss = 8.436e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 408/1000]: train loss = 1.155e-05 | test_loss = 8.102e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 409/1000]: train loss = 1.151e-05 | test_loss = 8.554e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 410/1000]: train loss = 1.149e-05 | test_loss = 7.718e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 411/1000]: train loss = 1.147e-05 | test_loss = 8.210e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 412/1000]: train loss = 1.147e-05 | test_loss = 7.879e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 413/1000]: train loss = 1.143e-05 | test_loss = 8.489e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 414/1000]: train loss = 1.139e-05 | test_loss = 7.716e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 415/1000]: train loss = 1.138e-05 | test_loss = 8.387e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 416/1000]: train loss = 1.139e-05 | test_loss = 8.453e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 417/1000]: train loss = 1.138e-05 | test_loss = 7.946e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 418/1000]: train loss = 1.138e-05 | test_loss = 7.640e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 419/1000]: train loss = 1.140e-05 | test_loss = 8.348e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 420/1000]: train loss = 1.139e-05 | test_loss = 8.127e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 421/1000]: train loss = 1.137e-05 | test_loss = 7.504e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 422/1000]: train loss = 1.137e-05 | test_loss = 9.074e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 423/1000]: train loss = 1.138e-05 | test_loss = 7.615e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 424/1000]: train loss = 1.138e-05 | test_loss = 7.545e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 425/1000]: train loss = 1.138e-05 | test_loss = 8.676e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 426/1000]: train loss = 1.130e-05 | test_loss = 7.293e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 427/1000]: train loss = 1.132e-05 | test_loss = 8.260e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 428/1000]: train loss = 1.128e-05 | test_loss = 8.051e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 429/1000]: train loss = 1.125e-05 | test_loss = 7.344e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 430/1000]: train loss = 1.123e-05 | test_loss = 9.057e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 431/1000]: train loss = 1.123e-05 | test_loss = 7.283e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 432/1000]: train loss = 1.117e-05 | test_loss = 7.826e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 433/1000]: train loss = 1.112e-05 | test_loss = 7.916e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 434/1000]: train loss = 1.110e-05 | test_loss = 7.302e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 435/1000]: train loss = 1.109e-05 | test_loss = 7.812e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 436/1000]: train loss = 1.107e-05 | test_loss = 7.833e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 437/1000]: train loss = 1.105e-05 | test_loss = 7.137e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 438/1000]: train loss = 1.107e-05 | test_loss = 8.867e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 439/1000]: train loss = 1.109e-05 | test_loss = 7.242e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 440/1000]: train loss = 1.105e-05 | test_loss = 7.246e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 441/1000]: train loss = 1.102e-05 | test_loss = 7.988e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 442/1000]: train loss = 1.097e-05 | test_loss = 7.131e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 443/1000]: train loss = 1.093e-05 | test_loss = 7.693e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 444/1000]: train loss = 1.087e-05 | test_loss = 7.082e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 445/1000]: train loss = 1.083e-05 | test_loss = 7.602e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 446/1000]: train loss = 1.082e-05 | test_loss = 7.439e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 447/1000]: train loss = 1.083e-05 | test_loss = 7.471e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 448/1000]: train loss = 1.080e-05 | test_loss = 7.372e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 449/1000]: train loss = 1.076e-05 | test_loss = 7.163e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 450/1000]: train loss = 1.074e-05 | test_loss = 7.877e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 451/1000]: train loss = 1.072e-05 | test_loss = 6.992e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 452/1000]: train loss = 1.074e-05 | test_loss = 7.106e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 453/1000]: train loss = 1.073e-05 | test_loss = 7.710e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 454/1000]: train loss = 1.070e-05 | test_loss = 7.585e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 455/1000]: train loss = 1.065e-05 | test_loss = 6.878e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 456/1000]: train loss = 1.064e-05 | test_loss = 7.844e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 457/1000]: train loss = 1.062e-05 | test_loss = 6.908e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 458/1000]: train loss = 1.061e-05 | test_loss = 7.208e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 459/1000]: train loss = 1.058e-05 | test_loss = 7.508e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 460/1000]: train loss = 1.056e-05 | test_loss = 6.969e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 461/1000]: train loss = 1.056e-05 | test_loss = 7.058e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 462/1000]: train loss = 1.056e-05 | test_loss = 7.984e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 463/1000]: train loss = 1.052e-05 | test_loss = 6.780e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 464/1000]: train loss = 1.048e-05 | test_loss = 7.767e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 465/1000]: train loss = 1.048e-05 | test_loss = 6.754e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 466/1000]: train loss = 1.054e-05 | test_loss = 8.435e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 467/1000]: train loss = 1.054e-05 | test_loss = 7.093e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 468/1000]: train loss = 1.055e-05 | test_loss = 6.784e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 469/1000]: train loss = 1.059e-05 | test_loss = 8.184e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 470/1000]: train loss = 1.056e-05 | test_loss = 7.032e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 471/1000]: train loss = 1.048e-05 | test_loss = 6.747e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 472/1000]: train loss = 1.043e-05 | test_loss = 7.630e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 473/1000]: train loss = 1.040e-05 | test_loss = 6.767e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 474/1000]: train loss = 1.039e-05 | test_loss = 6.712e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 475/1000]: train loss = 1.035e-05 | test_loss = 7.101e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 476/1000]: train loss = 1.034e-05 | test_loss = 7.403e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 477/1000]: train loss = 1.031e-05 | test_loss = 6.636e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 478/1000]: train loss = 1.028e-05 | test_loss = 7.493e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 479/1000]: train loss = 1.029e-05 | test_loss = 7.084e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 480/1000]: train loss = 1.029e-05 | test_loss = 6.819e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 481/1000]: train loss = 1.024e-05 | test_loss = 7.206e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 482/1000]: train loss = 1.018e-05 | test_loss = 6.789e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 483/1000]: train loss = 1.014e-05 | test_loss = 6.932e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 484/1000]: train loss = 1.011e-05 | test_loss = 6.874e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 485/1000]: train loss = 1.010e-05 | test_loss = 6.780e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 486/1000]: train loss = 1.011e-05 | test_loss = 6.976e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 487/1000]: train loss = 1.008e-05 | test_loss = 6.882e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 488/1000]: train loss = 1.007e-05 | test_loss = 6.992e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 489/1000]: train loss = 1.007e-05 | test_loss = 6.528e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 490/1000]: train loss = 1.009e-05 | test_loss = 6.754e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 491/1000]: train loss = 1.009e-05 | test_loss = 7.774e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 492/1000]: train loss = 1.011e-05 | test_loss = 6.745e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 493/1000]: train loss = 1.010e-05 | test_loss = 6.552e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 494/1000]: train loss = 1.008e-05 | test_loss = 7.117e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 495/1000]: train loss = 1.008e-05 | test_loss = 6.489e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 496/1000]: train loss = 1.009e-05 | test_loss = 7.031e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 497/1000]: train loss = 1.009e-05 | test_loss = 7.395e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 498/1000]: train loss = 1.006e-05 | test_loss = 6.621e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 499/1000]: train loss = 1.003e-05 | test_loss = 6.731e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 500/1000]: train loss = 9.973e-06 | test_loss = 6.928e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 501/1000]: train loss = 9.947e-06 | test_loss = 6.410e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 502/1000]: train loss = 9.906e-06 | test_loss = 6.805e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 503/1000]: train loss = 9.866e-06 | test_loss = 6.350e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 504/1000]: train loss = 9.883e-06 | test_loss = 7.001e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 505/1000]: train loss = 9.867e-06 | test_loss = 6.784e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 506/1000]: train loss = 9.854e-06 | test_loss = 6.521e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 507/1000]: train loss = 9.863e-06 | test_loss = 6.554e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 508/1000]: train loss = 9.823e-06 | test_loss = 6.548e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 509/1000]: train loss = 9.806e-06 | test_loss = 6.544e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 510/1000]: train loss = 9.769e-06 | test_loss = 6.699e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 511/1000]: train loss = 9.756e-06 | test_loss = 6.800e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 512/1000]: train loss = 9.789e-06 | test_loss = 7.129e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 513/1000]: train loss = 9.799e-06 | test_loss = 6.289e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 514/1000]: train loss = 9.790e-06 | test_loss = 6.813e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 515/1000]: train loss = 9.784e-06 | test_loss = 6.394e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 516/1000]: train loss = 9.753e-06 | test_loss = 6.639e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 517/1000]: train loss = 9.700e-06 | test_loss = 6.516e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 518/1000]: train loss = 9.680e-06 | test_loss = 6.606e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 519/1000]: train loss = 9.650e-06 | test_loss = 6.296e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 520/1000]: train loss = 9.652e-06 | test_loss = 6.459e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 521/1000]: train loss = 9.642e-06 | test_loss = 6.642e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 522/1000]: train loss = 9.633e-06 | test_loss = 6.854e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 523/1000]: train loss = 9.652e-06 | test_loss = 6.239e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 524/1000]: train loss = 9.705e-06 | test_loss = 6.596e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 525/1000]: train loss = 9.693e-06 | test_loss = 7.069e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 526/1000]: train loss = 9.696e-06 | test_loss = 6.441e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 527/1000]: train loss = 9.663e-06 | test_loss = 6.286e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 528/1000]: train loss = 9.610e-06 | test_loss = 7.209e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 529/1000]: train loss = 9.644e-06 | test_loss = 6.418e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 530/1000]: train loss = 9.653e-06 | test_loss = 6.177e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 531/1000]: train loss = 9.644e-06 | test_loss = 7.116e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 532/1000]: train loss = 9.619e-06 | test_loss = 6.343e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 533/1000]: train loss = 9.640e-06 | test_loss = 6.278e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 534/1000]: train loss = 9.683e-06 | test_loss = 7.027e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 535/1000]: train loss = 9.659e-06 | test_loss = 6.692e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 536/1000]: train loss = 9.621e-06 | test_loss = 6.691e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 537/1000]: train loss = 9.532e-06 | test_loss = 6.385e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 538/1000]: train loss = 9.489e-06 | test_loss = 6.208e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 539/1000]: train loss = 9.446e-06 | test_loss = 6.331e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 540/1000]: train loss = 9.435e-06 | test_loss = 6.720e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 541/1000]: train loss = 9.422e-06 | test_loss = 6.141e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 542/1000]: train loss = 9.433e-06 | test_loss = 6.957e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 543/1000]: train loss = 9.416e-06 | test_loss = 6.272e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 544/1000]: train loss = 9.364e-06 | test_loss = 6.521e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 545/1000]: train loss = 9.342e-06 | test_loss = 6.216e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 546/1000]: train loss = 9.332e-06 | test_loss = 7.112e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 547/1000]: train loss = 9.337e-06 | test_loss = 6.481e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 548/1000]: train loss = 9.361e-06 | test_loss = 6.196e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 549/1000]: train loss = 9.389e-06 | test_loss = 6.506e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 550/1000]: train loss = 9.370e-06 | test_loss = 7.451e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 551/1000]: train loss = 9.393e-06 | test_loss = 6.416e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 552/1000]: train loss = 9.369e-06 | test_loss = 7.154e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 553/1000]: train loss = 9.355e-06 | test_loss = 6.417e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 554/1000]: train loss = 9.326e-06 | test_loss = 6.191e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 555/1000]: train loss = 9.305e-06 | test_loss = 6.984e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 556/1000]: train loss = 9.273e-06 | test_loss = 6.426e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 557/1000]: train loss = 9.214e-06 | test_loss = 6.453e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 558/1000]: train loss = 9.179e-06 | test_loss = 6.220e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 559/1000]: train loss = 9.200e-06 | test_loss = 6.548e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 560/1000]: train loss = 9.172e-06 | test_loss = 6.475e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 561/1000]: train loss = 9.145e-06 | test_loss = 6.155e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 562/1000]: train loss = 9.135e-06 | test_loss = 6.243e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 563/1000]: train loss = 9.105e-06 | test_loss = 6.612e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 564/1000]: train loss = 9.084e-06 | test_loss = 6.483e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 565/1000]: train loss = 9.037e-06 | test_loss = 6.074e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 566/1000]: train loss = 8.996e-06 | test_loss = 6.587e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 567/1000]: train loss = 8.966e-06 | test_loss = 6.134e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 568/1000]: train loss = 8.956e-06 | test_loss = 6.473e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 569/1000]: train loss = 8.923e-06 | test_loss = 6.114e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 570/1000]: train loss = 8.898e-06 | test_loss = 6.044e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 571/1000]: train loss = 8.857e-06 | test_loss = 6.030e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 572/1000]: train loss = 8.888e-06 | test_loss = 6.280e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 573/1000]: train loss = 8.911e-06 | test_loss = 5.953e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 574/1000]: train loss = 8.871e-06 | test_loss = 6.145e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 575/1000]: train loss = 8.856e-06 | test_loss = 6.439e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 576/1000]: train loss = 8.857e-06 | test_loss = 5.979e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 577/1000]: train loss = 8.872e-06 | test_loss = 5.802e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 578/1000]: train loss = 8.922e-06 | test_loss = 6.690e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 579/1000]: train loss = 8.923e-06 | test_loss = 6.276e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 580/1000]: train loss = 8.961e-06 | test_loss = 5.930e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 581/1000]: train loss = 8.970e-06 | test_loss = 6.035e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 582/1000]: train loss = 8.903e-06 | test_loss = 6.088e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 583/1000]: train loss = 8.848e-06 | test_loss = 6.234e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 584/1000]: train loss = 8.789e-06 | test_loss = 5.908e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 585/1000]: train loss = 8.770e-06 | test_loss = 6.215e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 586/1000]: train loss = 8.752e-06 | test_loss = 5.824e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 587/1000]: train loss = 8.692e-06 | test_loss = 6.129e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 588/1000]: train loss = 8.652e-06 | test_loss = 5.978e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 589/1000]: train loss = 8.645e-06 | test_loss = 5.768e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 590/1000]: train loss = 8.620e-06 | test_loss = 5.748e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 591/1000]: train loss = 8.580e-06 | test_loss = 5.885e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 592/1000]: train loss = 8.569e-06 | test_loss = 5.850e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 593/1000]: train loss = 8.558e-06 | test_loss = 5.668e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 594/1000]: train loss = 8.561e-06 | test_loss = 5.764e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 595/1000]: train loss = 8.546e-06 | test_loss = 5.611e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 596/1000]: train loss = 8.537e-06 | test_loss = 5.653e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 597/1000]: train loss = 8.511e-06 | test_loss = 5.893e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 598/1000]: train loss = 8.498e-06 | test_loss = 5.856e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 599/1000]: train loss = 8.484e-06 | test_loss = 5.800e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 600/1000]: train loss = 8.439e-06 | test_loss = 5.591e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 601/1000]: train loss = 8.424e-06 | test_loss = 5.901e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 602/1000]: train loss = 8.400e-06 | test_loss = 5.558e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 603/1000]: train loss = 8.406e-06 | test_loss = 5.540e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 604/1000]: train loss = 8.364e-06 | test_loss = 5.813e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.1 sec
    [ 605/1000]: train loss = 8.371e-06 | test_loss = 5.810e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 606/1000]: train loss = 8.327e-06 | test_loss = 5.405e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 607/1000]: train loss = 8.318e-06 | test_loss = 5.423e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 608/1000]: train loss = 8.315e-06 | test_loss = 5.787e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 609/1000]: train loss = 8.294e-06 | test_loss = 5.641e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 610/1000]: train loss = 8.276e-06 | test_loss = 5.427e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 611/1000]: train loss = 8.248e-06 | test_loss = 5.567e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 612/1000]: train loss = 8.247e-06 | test_loss = 5.884e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 613/1000]: train loss = 8.248e-06 | test_loss = 5.452e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 614/1000]: train loss = 8.214e-06 | test_loss = 5.501e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 615/1000]: train loss = 8.180e-06 | test_loss = 5.447e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 616/1000]: train loss = 8.164e-06 | test_loss = 6.294e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 617/1000]: train loss = 8.149e-06 | test_loss = 5.417e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 618/1000]: train loss = 8.124e-06 | test_loss = 5.434e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 619/1000]: train loss = 8.139e-06 | test_loss = 6.222e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 620/1000]: train loss = 8.143e-06 | test_loss = 5.421e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 621/1000]: train loss = 8.130e-06 | test_loss = 5.422e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 622/1000]: train loss = 8.167e-06 | test_loss = 5.385e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 623/1000]: train loss = 8.158e-06 | test_loss = 5.882e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 624/1000]: train loss = 8.144e-06 | test_loss = 5.686e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 625/1000]: train loss = 8.133e-06 | test_loss = 5.215e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 626/1000]: train loss = 8.105e-06 | test_loss = 5.218e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 627/1000]: train loss = 8.085e-06 | test_loss = 5.442e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 628/1000]: train loss = 8.033e-06 | test_loss = 5.346e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 629/1000]: train loss = 7.982e-06 | test_loss = 5.336e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 630/1000]: train loss = 7.935e-06 | test_loss = 5.079e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 631/1000]: train loss = 7.892e-06 | test_loss = 5.128e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 632/1000]: train loss = 7.871e-06 | test_loss = 5.236e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 633/1000]: train loss = 7.826e-06 | test_loss = 5.033e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 634/1000]: train loss = 7.832e-06 | test_loss = 5.113e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 635/1000]: train loss = 7.824e-06 | test_loss = 5.410e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 636/1000]: train loss = 7.802e-06 | test_loss = 5.111e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 637/1000]: train loss = 7.780e-06 | test_loss = 5.243e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 638/1000]: train loss = 7.764e-06 | test_loss = 4.976e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 639/1000]: train loss = 7.728e-06 | test_loss = 5.083e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 640/1000]: train loss = 7.695e-06 | test_loss = 4.924e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 641/1000]: train loss = 7.655e-06 | test_loss = 4.842e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 642/1000]: train loss = 7.690e-06 | test_loss = 5.152e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 643/1000]: train loss = 7.670e-06 | test_loss = 5.044e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 644/1000]: train loss = 7.657e-06 | test_loss = 4.840e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 645/1000]: train loss = 7.620e-06 | test_loss = 4.854e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 646/1000]: train loss = 7.614e-06 | test_loss = 4.879e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 647/1000]: train loss = 7.597e-06 | test_loss = 5.165e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 648/1000]: train loss = 7.562e-06 | test_loss = 4.734e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 649/1000]: train loss = 7.526e-06 | test_loss = 4.973e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 650/1000]: train loss = 7.478e-06 | test_loss = 4.742e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 651/1000]: train loss = 7.449e-06 | test_loss = 4.835e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 652/1000]: train loss = 7.443e-06 | test_loss = 4.665e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 653/1000]: train loss = 7.418e-06 | test_loss = 4.784e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 654/1000]: train loss = 7.388e-06 | test_loss = 4.670e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 655/1000]: train loss = 7.358e-06 | test_loss = 4.817e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 656/1000]: train loss = 7.332e-06 | test_loss = 4.638e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 657/1000]: train loss = 7.301e-06 | test_loss = 4.723e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 658/1000]: train loss = 7.261e-06 | test_loss = 4.650e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 659/1000]: train loss = 7.224e-06 | test_loss = 4.827e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 660/1000]: train loss = 7.253e-06 | test_loss = 4.571e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 661/1000]: train loss = 7.237e-06 | test_loss = 4.527e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 662/1000]: train loss = 7.202e-06 | test_loss = 4.785e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 663/1000]: train loss = 7.190e-06 | test_loss = 4.671e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 664/1000]: train loss = 7.155e-06 | test_loss = 4.589e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 665/1000]: train loss = 7.144e-06 | test_loss = 4.453e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 666/1000]: train loss = 7.119e-06 | test_loss = 4.636e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 667/1000]: train loss = 7.099e-06 | test_loss = 4.457e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 668/1000]: train loss = 7.095e-06 | test_loss = 4.880e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 669/1000]: train loss = 7.120e-06 | test_loss = 5.129e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 670/1000]: train loss = 7.165e-06 | test_loss = 4.387e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 671/1000]: train loss = 7.177e-06 | test_loss = 4.735e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 672/1000]: train loss = 7.163e-06 | test_loss = 4.580e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 673/1000]: train loss = 7.129e-06 | test_loss = 5.051e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 674/1000]: train loss = 7.109e-06 | test_loss = 4.342e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 675/1000]: train loss = 7.086e-06 | test_loss = 4.385e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 676/1000]: train loss = 7.042e-06 | test_loss = 4.771e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 677/1000]: train loss = 7.033e-06 | test_loss = 4.676e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 678/1000]: train loss = 7.018e-06 | test_loss = 4.373e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 679/1000]: train loss = 7.027e-06 | test_loss = 4.375e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 680/1000]: train loss = 7.025e-06 | test_loss = 4.383e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 681/1000]: train loss = 6.991e-06 | test_loss = 4.715e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 682/1000]: train loss = 6.968e-06 | test_loss = 4.577e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 683/1000]: train loss = 6.962e-06 | test_loss = 4.280e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 684/1000]: train loss = 6.933e-06 | test_loss = 4.292e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 685/1000]: train loss = 6.877e-06 | test_loss = 4.315e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 686/1000]: train loss = 6.840e-06 | test_loss = 4.561e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 687/1000]: train loss = 6.841e-06 | test_loss = 4.581e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 688/1000]: train loss = 6.840e-06 | test_loss = 4.241e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 689/1000]: train loss = 6.803e-06 | test_loss = 4.281e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 690/1000]: train loss = 6.766e-06 | test_loss = 4.247e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 691/1000]: train loss = 6.742e-06 | test_loss = 4.364e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 692/1000]: train loss = 6.692e-06 | test_loss = 4.194e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 693/1000]: train loss = 6.682e-06 | test_loss = 4.256e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 694/1000]: train loss = 6.645e-06 | test_loss = 4.175e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 695/1000]: train loss = 6.621e-06 | test_loss = 4.117e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 696/1000]: train loss = 6.598e-06 | test_loss = 4.328e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 697/1000]: train loss = 6.580e-06 | test_loss = 4.086e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 698/1000]: train loss = 6.624e-06 | test_loss = 4.255e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 699/1000]: train loss = 6.608e-06 | test_loss = 4.555e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 700/1000]: train loss = 6.622e-06 | test_loss = 4.105e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 701/1000]: train loss = 6.606e-06 | test_loss = 4.091e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 702/1000]: train loss = 6.594e-06 | test_loss = 4.146e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 703/1000]: train loss = 6.575e-06 | test_loss = 4.458e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 704/1000]: train loss = 6.555e-06 | test_loss = 4.282e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 705/1000]: train loss = 6.565e-06 | test_loss = 4.094e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 706/1000]: train loss = 6.548e-06 | test_loss = 4.187e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 707/1000]: train loss = 6.537e-06 | test_loss = 4.313e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 708/1000]: train loss = 6.520e-06 | test_loss = 4.097e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 709/1000]: train loss = 6.479e-06 | test_loss = 3.997e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 710/1000]: train loss = 6.435e-06 | test_loss = 3.959e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 711/1000]: train loss = 6.427e-06 | test_loss = 4.111e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 712/1000]: train loss = 6.396e-06 | test_loss = 4.143e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 713/1000]: train loss = 6.404e-06 | test_loss = 3.947e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 714/1000]: train loss = 6.403e-06 | test_loss = 4.052e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 715/1000]: train loss = 6.408e-06 | test_loss = 4.033e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 716/1000]: train loss = 6.382e-06 | test_loss = 4.022e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 717/1000]: train loss = 6.340e-06 | test_loss = 3.904e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 718/1000]: train loss = 6.311e-06 | test_loss = 4.183e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 719/1000]: train loss = 6.290e-06 | test_loss = 3.908e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 720/1000]: train loss = 6.258e-06 | test_loss = 4.154e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 721/1000]: train loss = 6.262e-06 | test_loss = 4.053e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 722/1000]: train loss = 6.245e-06 | test_loss = 3.867e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 723/1000]: train loss = 6.230e-06 | test_loss = 3.898e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 724/1000]: train loss = 6.201e-06 | test_loss = 3.903e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 725/1000]: train loss = 6.199e-06 | test_loss = 4.051e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 726/1000]: train loss = 6.194e-06 | test_loss = 3.826e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 727/1000]: train loss = 6.155e-06 | test_loss = 3.867e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 728/1000]: train loss = 6.157e-06 | test_loss = 4.024e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 729/1000]: train loss = 6.169e-06 | test_loss = 3.883e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 730/1000]: train loss = 6.152e-06 | test_loss = 4.032e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 731/1000]: train loss = 6.139e-06 | test_loss = 3.962e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 732/1000]: train loss = 6.131e-06 | test_loss = 3.824e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 733/1000]: train loss = 6.098e-06 | test_loss = 3.803e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 734/1000]: train loss = 6.070e-06 | test_loss = 4.044e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 735/1000]: train loss = 6.062e-06 | test_loss = 3.783e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 736/1000]: train loss = 6.056e-06 | test_loss = 3.835e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 737/1000]: train loss = 6.024e-06 | test_loss = 3.829e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 738/1000]: train loss = 5.988e-06 | test_loss = 4.181e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 739/1000]: train loss = 6.020e-06 | test_loss = 4.042e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 740/1000]: train loss = 6.024e-06 | test_loss = 3.768e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 741/1000]: train loss = 6.005e-06 | test_loss = 3.754e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 742/1000]: train loss = 6.003e-06 | test_loss = 3.761e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 743/1000]: train loss = 5.991e-06 | test_loss = 4.050e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 744/1000]: train loss = 6.017e-06 | test_loss = 3.932e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 745/1000]: train loss = 6.012e-06 | test_loss = 4.014e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 746/1000]: train loss = 6.039e-06 | test_loss = 3.887e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 747/1000]: train loss = 6.068e-06 | test_loss = 3.671e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 748/1000]: train loss = 6.071e-06 | test_loss = 3.859e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 749/1000]: train loss = 6.049e-06 | test_loss = 3.836e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 750/1000]: train loss = 5.994e-06 | test_loss = 3.786e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 751/1000]: train loss = 5.960e-06 | test_loss = 3.733e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 752/1000]: train loss = 5.957e-06 | test_loss = 3.668e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 753/1000]: train loss = 5.968e-06 | test_loss = 3.824e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 754/1000]: train loss = 5.955e-06 | test_loss = 3.586e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 755/1000]: train loss = 5.932e-06 | test_loss = 3.629e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 756/1000]: train loss = 5.903e-06 | test_loss = 3.733e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 757/1000]: train loss = 5.901e-06 | test_loss = 3.949e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 758/1000]: train loss = 5.902e-06 | test_loss = 4.455e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 759/1000]: train loss = 5.906e-06 | test_loss = 3.587e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 760/1000]: train loss = 5.881e-06 | test_loss = 3.582e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 761/1000]: train loss = 5.881e-06 | test_loss = 3.659e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 762/1000]: train loss = 5.856e-06 | test_loss = 3.767e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 763/1000]: train loss = 5.825e-06 | test_loss = 3.542e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 764/1000]: train loss = 5.808e-06 | test_loss = 3.578e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 765/1000]: train loss = 5.795e-06 | test_loss = 3.482e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 766/1000]: train loss = 5.762e-06 | test_loss = 3.578e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 767/1000]: train loss = 5.741e-06 | test_loss = 3.704e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 768/1000]: train loss = 5.717e-06 | test_loss = 3.482e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 769/1000]: train loss = 5.687e-06 | test_loss = 3.471e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 770/1000]: train loss = 5.661e-06 | test_loss = 3.441e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 771/1000]: train loss = 5.661e-06 | test_loss = 3.396e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 772/1000]: train loss = 5.679e-06 | test_loss = 3.475e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 773/1000]: train loss = 5.669e-06 | test_loss = 3.804e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 774/1000]: train loss = 5.683e-06 | test_loss = 3.667e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 775/1000]: train loss = 5.652e-06 | test_loss = 3.624e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 776/1000]: train loss = 5.649e-06 | test_loss = 3.366e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 777/1000]: train loss = 5.629e-06 | test_loss = 3.413e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 778/1000]: train loss = 5.671e-06 | test_loss = 3.359e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 779/1000]: train loss = 5.639e-06 | test_loss = 3.385e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 780/1000]: train loss = 5.603e-06 | test_loss = 3.337e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 781/1000]: train loss = 5.606e-06 | test_loss = 3.488e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 782/1000]: train loss = 5.624e-06 | test_loss = 3.291e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 783/1000]: train loss = 5.686e-06 | test_loss = 3.663e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 784/1000]: train loss = 5.671e-06 | test_loss = 3.644e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 785/1000]: train loss = 5.657e-06 | test_loss = 3.588e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 786/1000]: train loss = 5.648e-06 | test_loss = 3.257e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 787/1000]: train loss = 5.593e-06 | test_loss = 3.236e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 788/1000]: train loss = 5.558e-06 | test_loss = 3.372e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 789/1000]: train loss = 5.529e-06 | test_loss = 3.353e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 790/1000]: train loss = 5.504e-06 | test_loss = 3.248e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 791/1000]: train loss = 5.475e-06 | test_loss = 3.322e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 792/1000]: train loss = 5.452e-06 | test_loss = 3.252e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 793/1000]: train loss = 5.425e-06 | test_loss = 3.246e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 794/1000]: train loss = 5.420e-06 | test_loss = 3.466e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 795/1000]: train loss = 5.427e-06 | test_loss = 3.198e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 796/1000]: train loss = 5.473e-06 | test_loss = 3.281e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 797/1000]: train loss = 5.478e-06 | test_loss = 3.185e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 798/1000]: train loss = 5.488e-06 | test_loss = 3.519e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 799/1000]: train loss = 5.507e-06 | test_loss = 3.361e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 800/1000]: train loss = 5.553e-06 | test_loss = 3.239e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 801/1000]: train loss = 5.553e-06 | test_loss = 4.515e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 802/1000]: train loss = 5.605e-06 | test_loss = 3.596e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 803/1000]: train loss = 5.587e-06 | test_loss = 3.425e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 804/1000]: train loss = 5.527e-06 | test_loss = 3.177e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 805/1000]: train loss = 5.475e-06 | test_loss = 3.127e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 806/1000]: train loss = 5.451e-06 | test_loss = 3.281e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 807/1000]: train loss = 5.424e-06 | test_loss = 3.164e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 808/1000]: train loss = 5.421e-06 | test_loss = 3.393e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 809/1000]: train loss = 5.417e-06 | test_loss = 3.391e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 810/1000]: train loss = 5.391e-06 | test_loss = 3.194e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 811/1000]: train loss = 5.317e-06 | test_loss = 3.125e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 812/1000]: train loss = 5.292e-06 | test_loss = 3.102e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 813/1000]: train loss = 5.269e-06 | test_loss = 3.052e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 814/1000]: train loss = 5.251e-06 | test_loss = 3.104e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 815/1000]: train loss = 5.246e-06 | test_loss = 3.133e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 816/1000]: train loss = 5.236e-06 | test_loss = 3.122e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 817/1000]: train loss = 5.222e-06 | test_loss = 3.124e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 818/1000]: train loss = 5.239e-06 | test_loss = 3.044e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 819/1000]: train loss = 5.252e-06 | test_loss = 3.158e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 820/1000]: train loss = 5.246e-06 | test_loss = 3.282e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 821/1000]: train loss = 5.233e-06 | test_loss = 3.042e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 822/1000]: train loss = 5.189e-06 | test_loss = 3.013e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 823/1000]: train loss = 5.175e-06 | test_loss = 3.080e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 824/1000]: train loss = 5.150e-06 | test_loss = 3.050e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 825/1000]: train loss = 5.139e-06 | test_loss = 3.006e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 826/1000]: train loss = 5.117e-06 | test_loss = 3.018e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 827/1000]: train loss = 5.081e-06 | test_loss = 3.108e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 828/1000]: train loss = 5.123e-06 | test_loss = 3.559e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 829/1000]: train loss = 5.153e-06 | test_loss = 3.282e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 830/1000]: train loss = 5.173e-06 | test_loss = 3.080e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 831/1000]: train loss = 5.183e-06 | test_loss = 3.098e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 832/1000]: train loss = 5.193e-06 | test_loss = 3.118e-06 | depth =  12.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 833/1000]: train loss = 5.184e-06 | test_loss = 3.347e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 834/1000]: train loss = 5.179e-06 | test_loss = 3.011e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 835/1000]: train loss = 5.131e-06 | test_loss = 3.040e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 836/1000]: train loss = 5.116e-06 | test_loss = 3.086e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 837/1000]: train loss = 5.093e-06 | test_loss = 3.044e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 838/1000]: train loss = 5.078e-06 | test_loss = 2.967e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 839/1000]: train loss = 5.069e-06 | test_loss = 3.136e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 840/1000]: train loss = 5.062e-06 | test_loss = 3.047e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 841/1000]: train loss = 5.062e-06 | test_loss = 3.114e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 842/1000]: train loss = 5.117e-06 | test_loss = 3.007e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 843/1000]: train loss = 5.126e-06 | test_loss = 3.385e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 844/1000]: train loss = 5.114e-06 | test_loss = 3.575e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 845/1000]: train loss = 5.145e-06 | test_loss = 3.358e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 846/1000]: train loss = 5.107e-06 | test_loss = 2.924e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 847/1000]: train loss = 5.056e-06 | test_loss = 2.914e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 848/1000]: train loss = 5.010e-06 | test_loss = 2.906e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 849/1000]: train loss = 4.967e-06 | test_loss = 3.116e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 850/1000]: train loss = 4.960e-06 | test_loss = 3.005e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 851/1000]: train loss = 4.960e-06 | test_loss = 2.977e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 852/1000]: train loss = 4.948e-06 | test_loss = 3.089e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 853/1000]: train loss = 4.942e-06 | test_loss = 2.873e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 854/1000]: train loss = 4.948e-06 | test_loss = 3.021e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 855/1000]: train loss = 4.924e-06 | test_loss = 3.195e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 856/1000]: train loss = 4.919e-06 | test_loss = 2.902e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  1.0 sec
    [ 857/1000]: train loss = 4.914e-06 | test_loss = 3.176e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 858/1000]: train loss = 4.915e-06 | test_loss = 2.902e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 859/1000]: train loss = 4.930e-06 | test_loss = 2.810e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 860/1000]: train loss = 4.930e-06 | test_loss = 2.932e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 861/1000]: train loss = 4.897e-06 | test_loss = 2.836e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 862/1000]: train loss = 4.884e-06 | test_loss = 2.882e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 863/1000]: train loss = 4.861e-06 | test_loss = 2.828e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 864/1000]: train loss = 4.840e-06 | test_loss = 2.778e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 865/1000]: train loss = 4.814e-06 | test_loss = 2.750e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 866/1000]: train loss = 4.799e-06 | test_loss = 2.795e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 867/1000]: train loss = 4.808e-06 | test_loss = 2.791e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 868/1000]: train loss = 4.822e-06 | test_loss = 2.780e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 869/1000]: train loss = 4.860e-06 | test_loss = 2.823e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 870/1000]: train loss = 4.830e-06 | test_loss = 2.768e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 871/1000]: train loss = 4.837e-06 | test_loss = 2.831e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 872/1000]: train loss = 4.820e-06 | test_loss = 2.734e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 873/1000]: train loss = 4.796e-06 | test_loss = 2.809e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 874/1000]: train loss = 4.783e-06 | test_loss = 2.895e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 875/1000]: train loss = 4.795e-06 | test_loss = 2.831e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 876/1000]: train loss = 4.788e-06 | test_loss = 3.090e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 877/1000]: train loss = 4.774e-06 | test_loss = 2.867e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 878/1000]: train loss = 4.780e-06 | test_loss = 2.756e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 879/1000]: train loss = 4.775e-06 | test_loss = 2.693e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 880/1000]: train loss = 4.757e-06 | test_loss = 2.790e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 881/1000]: train loss = 4.759e-06 | test_loss = 2.761e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 882/1000]: train loss = 4.748e-06 | test_loss = 2.649e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 883/1000]: train loss = 4.769e-06 | test_loss = 2.912e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 884/1000]: train loss = 4.831e-06 | test_loss = 3.224e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 885/1000]: train loss = 4.885e-06 | test_loss = 2.893e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 886/1000]: train loss = 4.853e-06 | test_loss = 3.152e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 887/1000]: train loss = 4.850e-06 | test_loss = 2.813e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 888/1000]: train loss = 4.840e-06 | test_loss = 2.684e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 889/1000]: train loss = 4.807e-06 | test_loss = 2.666e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 890/1000]: train loss = 4.799e-06 | test_loss = 2.644e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 891/1000]: train loss = 4.827e-06 | test_loss = 2.619e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 892/1000]: train loss = 4.826e-06 | test_loss = 2.659e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 893/1000]: train loss = 4.794e-06 | test_loss = 2.779e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 894/1000]: train loss = 4.754e-06 | test_loss = 2.631e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 895/1000]: train loss = 4.723e-06 | test_loss = 2.892e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 896/1000]: train loss = 4.730e-06 | test_loss = 3.035e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 897/1000]: train loss = 4.765e-06 | test_loss = 2.858e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 898/1000]: train loss = 4.797e-06 | test_loss = 2.731e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 899/1000]: train loss = 4.783e-06 | test_loss = 2.575e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 900/1000]: train loss = 4.722e-06 | test_loss = 2.745e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 901/1000]: train loss = 4.763e-06 | test_loss = 2.626e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 902/1000]: train loss = 4.746e-06 | test_loss = 2.634e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 903/1000]: train loss = 4.732e-06 | test_loss = 2.715e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 904/1000]: train loss = 4.739e-06 | test_loss = 2.595e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 905/1000]: train loss = 4.761e-06 | test_loss = 2.611e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 906/1000]: train loss = 4.737e-06 | test_loss = 2.547e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 907/1000]: train loss = 4.716e-06 | test_loss = 2.651e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 908/1000]: train loss = 4.680e-06 | test_loss = 2.787e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 909/1000]: train loss = 4.661e-06 | test_loss = 2.599e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 910/1000]: train loss = 4.621e-06 | test_loss = 2.560e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 911/1000]: train loss = 4.608e-06 | test_loss = 2.583e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 912/1000]: train loss = 4.563e-06 | test_loss = 2.758e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 913/1000]: train loss = 4.539e-06 | test_loss = 2.593e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 914/1000]: train loss = 4.519e-06 | test_loss = 2.576e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 915/1000]: train loss = 4.489e-06 | test_loss = 2.539e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 916/1000]: train loss = 4.502e-06 | test_loss = 2.732e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 917/1000]: train loss = 4.510e-06 | test_loss = 2.588e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 918/1000]: train loss = 4.518e-06 | test_loss = 2.561e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 919/1000]: train loss = 4.504e-06 | test_loss = 2.524e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 920/1000]: train loss = 4.487e-06 | test_loss = 2.574e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 921/1000]: train loss = 4.481e-06 | test_loss = 2.502e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 922/1000]: train loss = 4.483e-06 | test_loss = 2.545e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 923/1000]: train loss = 4.474e-06 | test_loss = 2.544e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 924/1000]: train loss = 4.463e-06 | test_loss = 2.634e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 925/1000]: train loss = 4.554e-06 | test_loss = 3.580e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 926/1000]: train loss = 4.641e-06 | test_loss = 3.495e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 927/1000]: train loss = 4.691e-06 | test_loss = 2.930e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 928/1000]: train loss = 4.658e-06 | test_loss = 2.822e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 929/1000]: train loss = 4.641e-06 | test_loss = 2.565e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 930/1000]: train loss = 4.606e-06 | test_loss = 2.485e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 931/1000]: train loss = 4.577e-06 | test_loss = 2.512e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 932/1000]: train loss = 4.536e-06 | test_loss = 2.671e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 933/1000]: train loss = 4.511e-06 | test_loss = 2.487e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 934/1000]: train loss = 4.494e-06 | test_loss = 2.472e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 935/1000]: train loss = 4.480e-06 | test_loss = 2.496e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 936/1000]: train loss = 4.472e-06 | test_loss = 2.501e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 937/1000]: train loss = 4.454e-06 | test_loss = 2.651e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 938/1000]: train loss = 4.441e-06 | test_loss = 2.507e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 939/1000]: train loss = 4.430e-06 | test_loss = 2.528e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 940/1000]: train loss = 4.466e-06 | test_loss = 2.587e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 941/1000]: train loss = 4.482e-06 | test_loss = 3.122e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 942/1000]: train loss = 4.606e-06 | test_loss = 3.214e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 943/1000]: train loss = 4.610e-06 | test_loss = 2.908e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 944/1000]: train loss = 4.593e-06 | test_loss = 2.853e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 945/1000]: train loss = 4.563e-06 | test_loss = 2.674e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 946/1000]: train loss = 4.505e-06 | test_loss = 2.481e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 947/1000]: train loss = 4.462e-06 | test_loss = 2.434e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 948/1000]: train loss = 4.423e-06 | test_loss = 2.450e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 949/1000]: train loss = 4.419e-06 | test_loss = 2.469e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 950/1000]: train loss = 4.417e-06 | test_loss = 2.525e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 951/1000]: train loss = 4.443e-06 | test_loss = 2.586e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 952/1000]: train loss = 4.454e-06 | test_loss = 2.685e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 953/1000]: train loss = 4.421e-06 | test_loss = 2.605e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 954/1000]: train loss = 4.419e-06 | test_loss = 2.779e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 955/1000]: train loss = 4.421e-06 | test_loss = 2.495e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 956/1000]: train loss = 4.433e-06 | test_loss = 2.411e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 957/1000]: train loss = 4.429e-06 | test_loss = 2.420e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 958/1000]: train loss = 4.444e-06 | test_loss = 2.445e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.9 sec
    [ 959/1000]: train loss = 4.461e-06 | test_loss = 2.408e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 960/1000]: train loss = 4.462e-06 | test_loss = 2.416e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 961/1000]: train loss = 4.457e-06 | test_loss = 2.391e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 962/1000]: train loss = 4.438e-06 | test_loss = 2.464e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 963/1000]: train loss = 4.419e-06 | test_loss = 2.457e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 964/1000]: train loss = 4.399e-06 | test_loss = 2.480e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 965/1000]: train loss = 4.401e-06 | test_loss = 2.465e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 966/1000]: train loss = 4.427e-06 | test_loss = 3.013e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 967/1000]: train loss = 4.514e-06 | test_loss = 2.876e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 968/1000]: train loss = 4.519e-06 | test_loss = 2.526e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 969/1000]: train loss = 4.491e-06 | test_loss = 2.425e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 970/1000]: train loss = 4.461e-06 | test_loss = 2.414e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 971/1000]: train loss = 4.426e-06 | test_loss = 2.782e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 972/1000]: train loss = 4.429e-06 | test_loss = 2.417e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 973/1000]: train loss = 4.436e-06 | test_loss = 2.687e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 974/1000]: train loss = 4.404e-06 | test_loss = 2.757e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 975/1000]: train loss = 4.382e-06 | test_loss = 2.431e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 976/1000]: train loss = 4.346e-06 | test_loss = 2.416e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 977/1000]: train loss = 4.345e-06 | test_loss = 2.468e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 978/1000]: train loss = 4.317e-06 | test_loss = 2.346e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 979/1000]: train loss = 4.318e-06 | test_loss = 2.347e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 980/1000]: train loss = 4.290e-06 | test_loss = 2.380e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 981/1000]: train loss = 4.324e-06 | test_loss = 2.422e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 982/1000]: train loss = 4.350e-06 | test_loss = 2.396e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 983/1000]: train loss = 4.338e-06 | test_loss = 2.377e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 984/1000]: train loss = 4.307e-06 | test_loss = 2.417e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 985/1000]: train loss = 4.282e-06 | test_loss = 2.424e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 986/1000]: train loss = 4.271e-06 | test_loss = 2.390e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 987/1000]: train loss = 4.281e-06 | test_loss = 2.353e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 988/1000]: train loss = 4.283e-06 | test_loss = 2.365e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 989/1000]: train loss = 4.274e-06 | test_loss = 2.388e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 990/1000]: train loss = 4.268e-06 | test_loss = 2.335e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 991/1000]: train loss = 4.242e-06 | test_loss = 2.348e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.8 sec
    [ 992/1000]: train loss = 4.225e-06 | test_loss = 2.322e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 993/1000]: train loss = 4.218e-06 | test_loss = 2.454e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 994/1000]: train loss = 4.219e-06 | test_loss = 2.367e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 995/1000]: train loss = 4.219e-06 | test_loss = 2.304e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 996/1000]: train loss = 4.244e-06 | test_loss = 2.478e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 997/1000]: train loss = 4.253e-06 | test_loss = 2.511e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 998/1000]: train loss = 4.260e-06 | test_loss = 2.308e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [ 999/1000]: train loss = 4.265e-06 | test_loss = 2.433e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec
    [1000/1000]: train loss = 4.265e-06 | test_loss = 2.332e-06 | depth =  11.0 | lr = 1.0e-03 | fxt_pt_tol = 1.0e-06 | time =  0.7 sec

## Plot Convergence of Test Loss

```
import matplotlib.pyplot as plt

fig1 = plt.figure(1)
plt.plot(train_loss_hist, linewidth=3)
plt.plot(test_loss_hist, linewidth=3)
plt.yscale('log')
plt.legend(['training loss', 'testing loss'], fontsize=15)
plt.xlabel('epochs', fontsize=15)
plt.ylabel('Mean Squared Error', fontsize=15)
plt.savefig('N_FPN_RPS_test_loss.pdf')

filename = 'N_FPN_RPS_test_loss.csv'
with open(filename, 'w') as f:
  for epoch, loss in enumerate(test_loss_hist):
    f.write('%0.5e,%0.5e\n' % (epoch + 1, loss))
```

## Simulate Play of N-FPN Against Selfish Player

Here we pit two players against each other.

Case 1:
* Nash Player 1 knows the context $d$ and payoff matrix $B(d)$
* N-FPN Player 2 knows the context $d$ and historical observations (training data)

Case 2:
* Nash Player 1 knows the context $d$ and payoff matrix $B(d)$
* Nash Player 2 knows the context $d$ and payoff matrix $B(d)$

Each player's action profile is on the simplex. Each round of play is executed by sampling each player's decision ("rock", "paper", or "scissors") according to their action profile. We then plot the average reward of Player 2 over time. If the N-FPN is "good", then the average reward of each player will eventually converge to 0 (since rock-paper-scissors is a zero sum game).

```
def sample_distribution(prob_vec) -> action:
    '''Sample from a discrete probability distribution

       Create a cumulative distribution vector and sample a point p uniformly
       from [0,1]. Then p will have a value between two of the cumulative
       entries, which indicates the sample index to pick for the sampling.
    '''
    p_sample      = torch.rand(1)
    dist_vec      = torch.cumsum(prob_vec, dim=0)
    action_sample = torch.zeros(prob_vec.shape)
    for idx, ref in enumerate(dist_vec):
        if ref > p_sample:
            action_sample[idx] = 1.0
            return action_sample
    print("Error: Unable to assign action")

num_games   = 500
player_size = 3
num_samples = 50
rewards_nash_nfpn = torch.zeros(num_samples, num_games)
rewards_nash_nash = torch.zeros(num_samples, num_games)
rewards_nash_unif = torch.zeros(num_samples, num_games)
x_uniform         = torch.tensor([1.0/3, 1.0/3, 1.0/3])

for context in range(num_samples):
    print("Playing Games for Context {:2d} of {:2d}".format(context + 1,
                                                            num_samples))
    d_sample = sample_context(num_samples=1)
    Bd       = create_payoff_matrix(d_sample)
    x_nash   = get_nash_eq(d_sample)
    x_nfpn   = model(d_sample)
    for idx in range(num_games):
        action_nash1 = sample_distribution(x_nash[0, :player_size])
        action_nash1 = action_nash1.view(1, player_size, 1)
        action_nash2 = sample_distribution(x_nash[0, player_size:])
        action_nash2 = action_nash2.view(1, player_size, 1)
        action_nfpn  = sample_distribution(x_nfpn[0, player_size:])
        action_nfpn  = action_nfpn.view(1, player_size, 1)
        action_unif  = sample_distribution(x_uniform)
        action_unif  = action_unif.view(1, player_size, 1)
        Bd_nfpn      = torch.bmm(Bd, action_nfpn)
        Bd_nash2     = torch.bmm(Bd, action_nash2)
        Bd_unif      = torch.bmm(Bd, action_unif)
        reward_nash_nfpn = torch.bmm(action_nash1.permute(0, 2, 1), Bd_nfpn)[0,0,0]
        reward_nash_nash = torch.bmm(action_nash1.permute(0, 2, 1), Bd_nash2)[0,0,0]
        reward_nash_unif = torch.bmm(action_nash1.permute(0, 2, 1), Bd_unif)[0,0,0]
        rewards_nash_nfpn[context, idx] = (reward_nash_nfpn)
        rewards_nash_nash[context, idx] = (reward_nash_nash)
        rewards_nash_unif[context, idx] = (reward_nash_unif)

lin_space    = torch.cumsum(torch.ones(rewards_nash_nfpn.shape), dim=1)
nash_vs_nfpn = torch.mean(rewards_nash_nfpn ** 2, dim=0, keepdim=True) ** 0.5
nash_vs_nfpn = torch.cumsum(nash_vs_nfpn, dim=1) / lin_space
nash_vs_nash = torch.mean(rewards_nash_nash ** 2, dim=0, keepdim=True) ** 0.5
nash_vs_nash = torch.cumsum(nash_vs_nash, dim=1) / lin_space
nash_vs_unif = torch.mean(rewards_nash_unif ** 2, dim=0, keepdim=True) ** 0.5
nash_vs_unif = torch.cumsum(nash_vs_unif, dim=1) / lin_space

fig1 = plt.figure(1)
plt.plot(nash_vs_unif[0,5:], '--', linewidth=2)
plt.plot(nash_vs_nfpn[0,5:], linewidth=2)
plt.plot(nash_vs_nash[0,5:],  '--', linewidth=2)
plt.legend(['Nash vs Uniform', 'Nash vs NFPN', 'Nash vs Nash'], fontsize=15)
plt.xlabel('Games Played', fontsize=15)
plt.ylabel('Variance $y^k$', fontsize=15)
plt.savefig('N_FPN_RPS_nash_reward.pdf')

filename = 'N_FPN_RPS_nash_vs_nfpn.csv'
with open(filename, 'w') as f:
  for game, cost in enumerate(nash_vs_nfpn[0, :]):
    f.write('%0.5e,%0.5e\n' % (game + 1, cost))

filename = 'N_FPN_RPS_nash_vs_nash.csv'
with open(filename, 'w') as f:
  for game, cost in enumerate(nash_vs_nash[0, :]):
    f.write('%0.5e,%0.5e\n' % (game + 1, cost))

filename = 'N_FPN_RPS_nash_vs_unif.csv'
with open(filename, 'w') as f:
  for game, cost in enumerate(nash_vs_unif[0, :]):
    f.write('%0.5e,%0.5e\n' % (game + 1, cost))
```