scm2cpp-lasso 0.13.2__py3-none-win_amd64.whl

scm2cpp_lasso/_generated/gpu_cuda/gpu.hpp

@@ -0,0 +1,3715 @@
+
+#ifndef GPU_HPP
+#define GPU_HPP
+#define SCM2CPP_MINIMAL
+#include	<array>
+#include	"scm2cpp-cuda.hpp"
+#include	<vector>
+#include	<math.h>
+#include	"scm2cpp.hpp"
+
+SCM2CPP_FN double
+eig_hypot( double  a,  double  b );
+int
+sym_eigen( scm2cpp::span<double> a,  scm2cpp::span<double> v,  scm2cpp::span<double> ev,  scm2cpp::span<double> e,  int  m );
+SCM2CPP_FN double
+eig_abs( double  a );
+int
+eig_order( scm2cpp::cspan<double> ev,  scm2cpp::span<int> ord,  int  m );
+SCM2CPP_FN double
+ica_tanh( double  x );
+int
+ica_sym( scm2cpp::span<double> w,  scm2cpp::span<double> a,  scm2cpp::span<double> v,  scm2cpp::span<double> ev,  scm2cpp::span<double> e,  scm2cpp::span<double> t,  int  m );
+int
+fastica( scm2cpp::cspan<double> x,  scm2cpp::cspan<double> winit,  scm2cpp::span<double> comps,  scm2cpp::span<double> white,  scm2cpp::span<double> unmix,  scm2cpp::span<double> mean,  int  maxiter,  double  tol,  int  n,  int  p,  int  nc );
+int
+gmm_mstep( scm2cpp::cspan<double> x,  scm2cpp::cspan<double> resp,  scm2cpp::span<double> weights,  scm2cpp::span<double> means,  scm2cpp::span<double> prec,  scm2cpp::span<double> dw,  scm2cpp::span<double> cov,  scm2cpp::span<double> l,  scm2cpp::span<double> u,  double  reg,  int  norm,  int  n,  int  p,  int  kc );
+double
+gmm_estep( scm2cpp::cspan<double> x,  scm2cpp::span<double> resp,  scm2cpp::cspan<double> weights,  scm2cpp::cspan<double> means,  scm2cpp::cspan<double> prec,  scm2cpp::span<double> wlp,  scm2cpp::span<double> y,  scm2cpp::span<double> u,  scm2cpp::span<double> mu,  int  n,  int  p,  int  kc );
+SCM2CPP_FN double
+gmm_abs( double  a );
+int
+gmm( scm2cpp::cspan<double> x,  scm2cpp::span<double> resp,  scm2cpp::span<double> weights,  scm2cpp::span<double> means,  scm2cpp::span<double> prec,  scm2cpp::span<double> labels,  scm2cpp::span<double> out,  int  maxiter,  double  tol,  double  reg,  int  n,  int  p,  int  kc );
+double
+logistic_fg( scm2cpp::cspan<double> coef,  scm2cpp::span<double> g,  scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> z,  double  l2,  int  multi,  int  fitint,  int  n,  int  p,  int  k );
+int
+logistic_lbfgs( scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> coef,  scm2cpp::span<double> out,  double  c,  int  maxiter,  double  tol,  int  multi,  int  fitint,  int  n,  int  p,  int  k );
+double
+huber_fg( scm2cpp::cspan<double> coef,  scm2cpp::span<double> g,  scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> z,  double  epsilon,  double  alpha,  int  fitint,  int  n,  int  p );
+int
+huber( scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> coef,  scm2cpp::span<double> out,  double  epsilon,  double  alpha,  int  maxiter,  double  tol,  int  fitint,  int  n,  int  p );
+double
+glm_fg( scm2cpp::cspan<double> coef,  scm2cpp::span<double> g,  scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> z,  int  family,  double  power,  double  l2,  int  fitint,  int  n,  int  p );
+int
+glm( scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> coef,  scm2cpp::span<double> out,  int  family,  double  power,  double  alpha,  int  maxiter,  double  tol,  int  fitint,  int  n,  int  p );
+SCM2CPP_FN double
+lb_abs( double  a );
+SCM2CPP_FN double
+lb_max( double  a,  double  b );
+SCM2CPP_FN double
+lb_min( double  a,  double  b );
+SCM2CPP_FN int
+lb_dcstep( std::array<double,8> & cs,  double  fp,  double  dp,  double  stpmin,  double  stpmax );
+SCM2CPP_FN int
+lb_search_start( std::array<double,16> & ls,  double  f,  double  g,  double  stp,  double  stpmin,  double  stpmax,  double  ftol );
+SCM2CPP_FN int
+lb_search_step( std::array<double,16> & ls,  std::array<double,8> & cs,  double  f,  double  g,  double  ftol,  double  gtol,  double  xtol,  double  stpmin,  double  stpmax );
+double
+lb_dot( scm2cpp::cspan<double> a,  scm2cpp::cspan<double> b,  int  nv );
+double
+lb_dot_row( scm2cpp::cspan<double> mem,  int  slot,  scm2cpp::cspan<double> v,  int  nv );
+double
+lb_dot_rows( scm2cpp::cspan<double> a,  int  ra,  scm2cpp::cspan<double> b,  int  rb,  int  nv );
+SCM2CPP_FN double
+lb_projgr( scm2cpp::cspan<double> g,  scm2cpp::cspan<double> w,  int  ib,  double  lbv,  int  nv );
+int
+lb_hv( scm2cpp::span<double> q,  scm2cpp::cspan<double> smem,  scm2cpp::cspan<double> ymem,  scm2cpp::cspan<double> rho,  scm2cpp::span<double> al,  double  theta,  int  col,  int  head,  int  m,  int  nv );
+double
+lb_vbv( scm2cpp::cspan<double> v,  scm2cpp::cspan<double> smem,  scm2cpp::cspan<double> ymem,  scm2cpp::cspan<double> rho,  scm2cpp::span<double> bm,  scm2cpp::span<double> sb,  double  theta,  int  col,  int  head,  int  m,  int  nv );
+int
+lb_direction( scm2cpp::cspan<double> w,  scm2cpp::cspan<double> g,  scm2cpp::span<double> d,  scm2cpp::span<double> q,  scm2cpp::span<double> e,  scm2cpp::cspan<double> smem,  scm2cpp::cspan<double> ymem,  scm2cpp::cspan<double> rho,  scm2cpp::span<double> al,  scm2cpp::span<double> bm,  scm2cpp::span<double> sb,  double  theta,  int  col,  int  head,  int  m,  int  ib,  double  lbv,  int  nv );
+int
+lbfgs( int  kind,  scm2cpp::span<double> w,  scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  const std::array<double,4> & aux,  scm2cpp::span<double> work,  scm2cpp::span<double> out,  int  m,  int  maxiter,  double  pgtol,  double  ftol,  int  maxls,  int  ib,  double  lbv,  int  nv,  int  n,  int  p,  int  k );
+SCM2CPP_FN double
+lbfgs_fg( int  kind,  scm2cpp::cspan<double> w,  scm2cpp::span<double> g,  scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  const std::array<double,4> & aux,  scm2cpp::span<double> work,  int  n,  int  p,  int  k );
+
+
+
+SCM2CPP_FN inline double
+eig_hypot( double  a,  double  b )
+{
+    double aa = ( ( a < 0.0 ) ? ((0.0-a)) : (a) );
+    double bb = ( ( b < 0.0 ) ? ((0.0-b)) : (b) );
+    if( aa > bb ) {
+        return (aa*sqrt((1.0+((bb/aa)*(bb/aa))))) ;
+    }
+    else {
+        if( bb == 0.0 ) {
+            return 0.0 ;
+        }
+        else {
+            return (bb*sqrt((1.0+((aa/bb)*(aa/bb))))) ;
+        }
+    }
+}
+static __global__ void scm2cpp_k1(long scm2cpp_cnt, int scm2cpp_lo, const double* a, int i, int m, int j, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int k = scm2cpp_lo + (int)scm2cpp_t;
+    double g3 = 0.0;
+    {   g3 = (g3+(a[((i*m)+k)]*a[((k*m)+j)]))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, g3);
+}
+static __global__ void scm2cpp_k2(long scm2cpp_cnt, int scm2cpp_lo, double* v, const double* a, int m, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+{   for( int j = 0 ; !(j == m) ; j = (j+1) ) {
+            v[ ((j*m)+i) ] = a[((i*m)+j)]   ;
+        }  ;
+    }
+}
+
+
+inline int
+sym_eigen( scm2cpp::span<double> a,  scm2cpp::span<double> v,  scm2cpp::span<double> ev,  scm2cpp::span<double> e,  int  m )
+{   scm2cpp::cu::need_host(a);
+    scm2cpp::cu::need_host(e);
+    scm2cpp::cu::need_host(ev);
+    for( int ii = 0 ; !(ii == (m-1)) ; ii = (ii+1) ) {
+        int i = ((m-1)-ii);
+        int l = (i-1);
+        double h = 0.0;
+        double scale = 0.0;
+        if( l > 0 ) {
+            for( int k = 0 ; !(k > l) ; k = (k+1) ) {
+                double ak = a[((i*m)+k)];
+                scale = (scale+( ( ak < 0.0 ) ? ((0.0-ak)) : (ak) ))  ;
+                ;
+            }  ;
+            if( scale == 0.0 ) {
+                e[ i ] = a[((i*m)+l)]   ;
+            } else {
+                for( int k = 0 ; !(k > l) ; k = (k+1) ) {
+                    a[ ((i*m)+k) ] = (a[((i*m)+k)]/scale)   ;
+                    h = (h+(a[((i*m)+k)]*a[((i*m)+k)]))  ;
+                }  ;
+                double f = a[((i*m)+l)];
+                double g = ( ( f >= 0.0 ) ? ((0.0-sqrt(h))) : (sqrt(h)) );
+                e[ i ] = (scale*g)   ;
+                h = (h-(f*g))  ;
+                a[ ((i*m)+l) ] = (f-g)   ;
+                double ff = 0.0;
+                for( int j = 0 ; !(j > l) ; j = (j+1) ) {
+                    a[ ((j*m)+i) ] = (a[((i*m)+j)]/h)   ;
+                    double gg = 0.0;
+                    for( int k = 0 ; !(k > j) ; k = (k+1) ) {
+                        gg = (gg+(a[((j*m)+k)]*a[((i*m)+k)]))  ;
+                    }  ;
+                    for( int k = (j+1) ; !(k > l) ; k = (k+1) ) {
+                        gg = (gg+(a[((k*m)+j)]*a[((i*m)+k)]))  ;
+                    }  ;
+                    e[ j ] = (gg/h)   ;
+                    ff = (ff+(e[j]*a[((i*m)+j)]))  ;
+                    ;
+                }  ;
+                double hh = (ff/(h+h));
+                for( int j = 0 ; !(j > l) ; j = (j+1) ) {
+                    double f2 = a[((i*m)+j)];
+                    double g2 = (e[j]-(hh*f2));
+                    e[ j ] = g2   ;
+                    for( int k = 0 ; !(k > j) ; k = (k+1) ) {
+                        a[ ((j*m)+k) ] = (a[((j*m)+k)]-((f2*e[k])+(g2*a[((i*m)+k)])))   ;
+                    }  ;
+                    ;
+                    ;
+                }  ;
+                ;
+                ;
+                ;
+                ;
+            }  ;
+        } else {
+            e[ i ] = a[((i*m)+l)]   ;
+        }  ;
+        ev[ i ] = h   ;
+        ;
+        ;
+    }  ;
+    scm2cpp::cu::wrote_host(e);
+    scm2cpp::cu::wrote_host(a);
+    scm2cpp::cu::wrote_host(ev);
+    scm2cpp::cu::need_host(ev);
+    ev[ 0 ] = 0.0   ;
+    scm2cpp::cu::wrote_host(ev);
+    scm2cpp::cu::need_host(e);
+    e[ 0 ] = 0.0   ;
+    scm2cpp::cu::wrote_host(e);
+    for( int i = 0 ; !(i == m) ; i = (i+1) ) {
+        scm2cpp::cu::need_host(ev);
+        if( !(ev[i] == 0.0) ) {
+            for( int j = 0 ; !(j == i) ; j = (j+1) ) {
+                double g3 = 0.0;
+                {
+                    long scm2cpp_cnt = (long)(i) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k1<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(a), i, m, j, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k1");
+                        g3 = g3 + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                    } else {
+                        scm2cpp::cu::need_host(a);
+                        for( int k = 0 ; !(k == i) ; k = (k+1) ) {
+                            g3 = (g3+(a[((i*m)+k)]*a[((k*m)+j)]))  ;
+                        }
+                    }
+                }  ;
+                scm2cpp::cu::need_host(a);
+                for( int k = 0 ; !(k == i) ; k = (k+1) ) {
+                    a[ ((k*m)+j) ] = (a[((k*m)+j)]-(g3*a[((k*m)+i)]))   ;
+                }  ;
+                scm2cpp::cu::wrote_host(a);
+                ;
+            }  ;
+        } else {
+            0  ;
+        }  ;
+        scm2cpp::cu::need_host(ev);
+        scm2cpp::cu::need_host(a);
+        ev[ i ] = a[((i*m)+i)]   ;
+        scm2cpp::cu::wrote_host(ev);
+        scm2cpp::cu::need_host(a);
+        a[ ((i*m)+i) ] = 1.0   ;
+        scm2cpp::cu::wrote_host(a);
+        scm2cpp::cu::need_host(a);
+        for( int j = 0 ; !(j == i) ; j = (j+1) ) {
+            a[ ((j*m)+i) ] = 0.0   ;
+            a[ ((i*m)+j) ] = 0.0   ;
+        }  ;
+        scm2cpp::cu::wrote_host(a);
+    }  ;
+    {   long scm2cpp_cnt = (long)(m) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k2<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(v), scm2cpp::cu::dev(a), m, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k2");
+            scm2cpp::cu::wrote_dev(v);
+        } else {
+            scm2cpp::cu::need_host(v);
+            scm2cpp::cu::need_host(a);
+            for( int i = 0 ; !(i == m) ; i = (i+1) ) {
+                for( int j = 0 ; !(j == m) ; j = (j+1) ) {
+                    v[ ((j*m)+i) ] = a[((i*m)+j)]   ;
+                }  ;
+            }
+            scm2cpp::cu::wrote_host(v);
+        }
+    }  ;
+    scm2cpp::cu::need_host(e);
+    for( int i = 1 ; !(i == m) ; i = (i+1) ) {
+        e[ (i-1) ] = e[i]   ;
+    }  ;
+    scm2cpp::cu::wrote_host(e);
+    scm2cpp::cu::need_host(e);
+    e[ (m-1) ] = 0.0   ;
+    scm2cpp::cu::wrote_host(e);
+    scm2cpp::cu::need_host(ev);
+    scm2cpp::cu::need_host(e);
+    scm2cpp::cu::need_host(v);
+    for( int l = 0 ; !(l == m) ; l = (l+1) ) {
+        int fin = 0;
+        int iter = 0;
+        for(  ; !((fin == 1 || iter > 60)) ;  ) {
+            int mm = l;
+            int found = 0;
+            for(  ; !((found == 1 || mm >= (m-1))) ;  ) {
+                double dd = (eig_abs(ev[mm])+eig_abs(ev[(mm+1)]));
+                if( (eig_abs(e[mm])+dd) == dd ) {
+                    found = 1  ;
+                } else {
+                    mm = (mm+1)  ;
+                }  ;
+                ;
+            }  ;
+            if( mm == l ) {
+                fin = 1  ;
+            } else {
+                iter = (iter+1)  ;
+                double g = ((ev[(l+1)]-ev[l])/(2.0*e[l]));
+                double r = eig_hypot(g,1.0);
+                double g4 = ((ev[mm]-ev[l])+(e[l]/(g+( ( g >= 0.0 ) ? (eig_abs(r)) : ((0.0-eig_abs(r))) ))));
+                double s = 1.0;
+                double c = 1.0;
+                double pp = 0.0;
+                double gq = g4;
+                int under = 0;
+                int i = (mm-1);
+                for(  ; !((under == 1 || i < l)) ;  ) {
+                    double f = (s*e[i]);
+                    double b = (c*e[i]);
+                    double r2 = eig_hypot(f,gq);
+                    e[ (i+1) ] = r2   ;
+                    if( r2 == 0.0 ) {
+                        ev[ (i+1) ] = (ev[(i+1)]-pp)   ;
+                        e[ mm ] = 0.0   ;
+                        under = 1  ;
+                    } else {
+                        s = (f/r2)  ;
+                        c = (gq/r2)  ;
+                        double g5 = (ev[(i+1)]-pp);
+                        double r3 = (((ev[i]-g5)*s)+(2.0*(c*b)));
+                        pp = (s*r3)  ;
+                        ev[ (i+1) ] = (g5+pp)   ;
+                        gq = ((c*r3)-b)  ;
+                        ;
+                        ;
+                        for( int k = 0 ; !(k == m) ; k = (k+1) ) {
+                            double zf = v[(((i+1)*m)+k)];
+                            double zi = v[((i*m)+k)];
+                            v[ (((i+1)*m)+k) ] = ((s*zi)+(c*zf))   ;
+                            v[ ((i*m)+k) ] = ((c*zi)-(s*zf))   ;
+                            ;
+                        }  ;
+                        i = (i-1)  ;
+                    }  ;
+                    ;
+                    ;
+                }  ;
+                if( under == 0 ) {
+                    ev[ l ] = (ev[l]-pp)   ;
+                    e[ l ] = gq   ;
+                    e[ mm ] = 0.0   ;
+                } else {
+                    0  ;
+                }  ;
+                ;
+                ;
+                ;
+                ;
+            }  ;
+            ;
+        }  ;
+        ;
+    }  ;
+    scm2cpp::cu::wrote_host(e);
+    scm2cpp::cu::wrote_host(ev);
+    scm2cpp::cu::wrote_host(v);
+    scm2cpp::cu::need_host(v);
+    for( int i = 0 ; !(i == m) ; i = (i+1) ) {
+        for( int j = (i+1) ; !(j >= m) ; j = (j+1) ) {
+            double tmp = v[((i*m)+j)];
+            v[ ((i*m)+j) ] = v[((j*m)+i)]   ;
+            v[ ((j*m)+i) ] = tmp   ;
+            ;
+        }  ;
+    }  ;
+    scm2cpp::cu::wrote_host(v);
+    return 0 ;
+}
+
+
+SCM2CPP_FN inline double
+eig_abs( double  a )
+{
+    if( a < 0.0 ) {
+        return (0.0-a) ;
+    }
+    else {
+        return a ;
+    }
+}
+static __global__ void scm2cpp_k3(long scm2cpp_cnt, int scm2cpp_lo, int* ord, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   ord[ j ] = j   ;
+    }
+}
+
+
+inline int
+eig_order( scm2cpp::cspan<double> ev,  scm2cpp::span<int> ord,  int  m )
+{  {   long scm2cpp_cnt = (long)(m) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k3<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(ord), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k3");
+            scm2cpp::cu::wrote_dev(ord);
+        } else {
+            scm2cpp::cu::need_host(ord);
+            for( int j = 0 ; !(j == m) ; j = (j+1) ) {
+                ord[ j ] = j   ;
+            }
+            scm2cpp::cu::wrote_host(ord);
+        }
+    }  ;
+    scm2cpp::cu::need_host(ev);
+    scm2cpp::cu::need_host(ord);
+    for( int j = 0 ; !(j == m) ; j = (j+1) ) {
+        int best = j;
+        for( int r = (j+1) ; !(r >= m) ; r = (r+1) ) {
+            if( ev[ord[r]] > ev[ord[best]] ) {
+                best = r  ;
+            } else {
+                0  ;
+            }  ;
+        }  ;
+        int tmp = ord[j];
+        ord[ j ] = ord[best]   ;
+        ord[ best ] = tmp   ;
+        ;
+        ;
+    }  ;
+    scm2cpp::cu::wrote_host(ord);
+    return 0 ;
+}
+
+
+SCM2CPP_FN inline double
+ica_tanh( double  x )
+{
+    return (1.0-(2.0/(exp((2.0*x))+1.0))) ;
+}
+static __global__ void scm2cpp_k4(long scm2cpp_cnt, int scm2cpp_lo, const double* w, double* a, int m, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+{   for( int j = 0 ; !(j == m) ; j = (j+1) ) {
+            double acc = 0.0;
+            for( int r = 0 ; !(r == m) ; r = (r+1) ) {
+                acc = (acc+(w[((i*m)+r)]*w[((j*m)+r)]))  ;
+            }  ;
+            a[ ((i*m)+j) ] = acc   ;
+            ;
+        }  ;
+    }
+}
+static __global__ void scm2cpp_k5(long scm2cpp_cnt, int scm2cpp_lo, const double* w, double* a, int m, int i, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   double acc = 0.0;
+        for( int r = 0 ; !(r == m) ; r = (r+1) ) {
+            acc = (acc+(w[((i*m)+r)]*w[((j*m)+r)]))  ;
+        }  ;
+        a[ ((i*m)+j) ] = acc   ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k6(long scm2cpp_cnt, int scm2cpp_lo, const double* w, int i, int m, int j, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int r = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+(w[((i*m)+r)]*w[((j*m)+r)]))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+static __global__ void scm2cpp_k7(long scm2cpp_cnt, int scm2cpp_lo, const double* ev, const double* v, double* t, int m, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+{   for( int j = 0 ; !(j == m) ; j = (j+1) ) {
+            double acc = 0.0;
+            for( int r = 0 ; !(r == m) ; r = (r+1) ) {
+                double sr = ( ( ev[r] < 2.2250738585072014e-308 ) ? (2.2250738585072014e-308) : (ev[r]) );
+                acc = (acc+((v[((i*m)+r)]/sqrt(sr))*v[((j*m)+r)]))  ;
+                ;
+            }  ;
+            t[ ((i*m)+j) ] = acc   ;
+            ;
+        }  ;
+    }
+}
+static __global__ void scm2cpp_k8(long scm2cpp_cnt, int scm2cpp_lo, const double* ev, const double* v, double* t, int m, int i, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   double acc = 0.0;
+        for( int r = 0 ; !(r == m) ; r = (r+1) ) {
+            double sr = ( ( ev[r] < 2.2250738585072014e-308 ) ? (2.2250738585072014e-308) : (ev[r]) );
+            acc = (acc+((v[((i*m)+r)]/sqrt(sr))*v[((j*m)+r)]))  ;
+            ;
+        }  ;
+        t[ ((i*m)+j) ] = acc   ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k9(long scm2cpp_cnt, int scm2cpp_lo, const double* ev, const double* v, int i, int m, int j, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int r = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   double sr = ( ( ev[r] < 2.2250738585072014e-308 ) ? (2.2250738585072014e-308) : (ev[r]) );
+        acc = (acc+((v[((i*m)+r)]/sqrt(sr))*v[((j*m)+r)]))  ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+static __global__ void scm2cpp_k10(long scm2cpp_cnt, int scm2cpp_lo, const double* t, const double* w, double* a, int m, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+{   for( int j = 0 ; !(j == m) ; j = (j+1) ) {
+            double acc = 0.0;
+            for( int r = 0 ; !(r == m) ; r = (r+1) ) {
+                acc = (acc+(t[((i*m)+r)]*w[((r*m)+j)]))  ;
+            }  ;
+            a[ ((i*m)+j) ] = acc   ;
+            ;
+        }  ;
+    }
+}
+static __global__ void scm2cpp_k11(long scm2cpp_cnt, int scm2cpp_lo, const double* t, const double* w, double* a, int m, int i, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   double acc = 0.0;
+        for( int r = 0 ; !(r == m) ; r = (r+1) ) {
+            acc = (acc+(t[((i*m)+r)]*w[((r*m)+j)]))  ;
+        }  ;
+        a[ ((i*m)+j) ] = acc   ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k12(long scm2cpp_cnt, int scm2cpp_lo, const double* t, const double* w, int i, int m, int j, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int r = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+(t[((i*m)+r)]*w[((r*m)+j)]))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+static __global__ void scm2cpp_k13(long scm2cpp_cnt, int scm2cpp_lo, double* w, const double* a, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int t2 = scm2cpp_lo + (int)scm2cpp_t;
+    {   w[ t2 ] = a[t2]   ;
+    }
+}
+
+
+inline int
+ica_sym( scm2cpp::span<double> w,  scm2cpp::span<double> a,  scm2cpp::span<double> v,  scm2cpp::span<double> ev,  scm2cpp::span<double> e,  scm2cpp::span<double> t,  int  m )
+{  {   long scm2cpp_cnt = (long)(m) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k4<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(w), scm2cpp::cu::dev(a), m, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k4");
+            scm2cpp::cu::wrote_dev(a);
+        } else {
+            for( int i = 0 ; !(i == m) ; i = (i+1) ) {
+                {
+                    long scm2cpp_cnt = (long)(m) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k5<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(w), scm2cpp::cu::dev(a), m, i, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k5");
+                        scm2cpp::cu::wrote_dev(a);
+                    } else {
+                        for( int j = 0 ; !(j == m) ; j = (j+1) ) {
+                            double acc = 0.0;
+                            {
+                                long scm2cpp_cnt = (long)(m) - (long)(0);
+                                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                                    scm2cpp_k6<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(w), i, m, j, scm2cpp_red);
+                                    scm2cpp::cu::launched("scm2cpp_k6");
+                                    acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                                } else {
+                                    scm2cpp::cu::need_host(w);
+                                    for( int r = 0 ; !(r == m) ; r = (r+1) ) {
+                                        acc = (acc+(w[((i*m)+r)]*w[((j*m)+r)]))  ;
+                                    }
+                                }
+                            }  ;
+                            scm2cpp::cu::need_host(a);
+                            a[ ((i*m)+j) ] = acc   ;
+                            scm2cpp::cu::wrote_host(a);
+                            ;
+                        }
+                    }
+                }  ;
+            }
+        }
+    }  ;
+    sym_eigen(a,v,ev,e,m)  ;
+    {   long scm2cpp_cnt = (long)(m) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k7<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(ev), scm2cpp::cu::dev(v), scm2cpp::cu::dev(t), m, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k7");
+            scm2cpp::cu::wrote_dev(t);
+        } else {
+            for( int i = 0 ; !(i == m) ; i = (i+1) ) {
+                {
+                    long scm2cpp_cnt = (long)(m) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k8<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(ev), scm2cpp::cu::dev(v), scm2cpp::cu::dev(t), m, i, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k8");
+                        scm2cpp::cu::wrote_dev(t);
+                    } else {
+                        for( int j = 0 ; !(j == m) ; j = (j+1) ) {
+                            double acc = 0.0;
+                            {
+                                long scm2cpp_cnt = (long)(m) - (long)(0);
+                                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                                    scm2cpp_k9<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(ev), scm2cpp::cu::dev(v), i, m, j, scm2cpp_red);
+                                    scm2cpp::cu::launched("scm2cpp_k9");
+                                    acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                                } else {
+                                    scm2cpp::cu::need_host(ev);
+                                    scm2cpp::cu::need_host(v);
+                                    for( int r = 0 ; !(r == m) ; r = (r+1) ) {
+                                        double sr = ( ( ev[r] < 2.2250738585072014e-308 ) ? (2.2250738585072014e-308) : (ev[r]) );
+                                        acc = (acc+((v[((i*m)+r)]/sqrt(sr))*v[((j*m)+r)]))  ;
+                                        ;
+                                    }
+                                }
+                            }  ;
+                            scm2cpp::cu::need_host(t);
+                            t[ ((i*m)+j) ] = acc   ;
+                            scm2cpp::cu::wrote_host(t);
+                            ;
+                        }
+                    }
+                }  ;
+            }
+        }
+    }  ;
+    {   long scm2cpp_cnt = (long)(m) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k10<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(t), scm2cpp::cu::dev(w), scm2cpp::cu::dev(a), m, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k10");
+            scm2cpp::cu::wrote_dev(a);
+        } else {
+            for( int i = 0 ; !(i == m) ; i = (i+1) ) {
+                {
+                    long scm2cpp_cnt = (long)(m) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k11<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(t), scm2cpp::cu::dev(w), scm2cpp::cu::dev(a), m, i, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k11");
+                        scm2cpp::cu::wrote_dev(a);
+                    } else {
+                        for( int j = 0 ; !(j == m) ; j = (j+1) ) {
+                            double acc = 0.0;
+                            {
+                                long scm2cpp_cnt = (long)(m) - (long)(0);
+                                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                                    scm2cpp_k12<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(t), scm2cpp::cu::dev(w), i, m, j, scm2cpp_red);
+                                    scm2cpp::cu::launched("scm2cpp_k12");
+                                    acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                                } else {
+                                    scm2cpp::cu::need_host(t);
+                                    scm2cpp::cu::need_host(w);
+                                    for( int r = 0 ; !(r == m) ; r = (r+1) ) {
+                                        acc = (acc+(t[((i*m)+r)]*w[((r*m)+j)]))  ;
+                                    }
+                                }
+                            }  ;
+                            scm2cpp::cu::need_host(a);
+                            a[ ((i*m)+j) ] = acc   ;
+                            scm2cpp::cu::wrote_host(a);
+                            ;
+                        }
+                    }
+                }  ;
+            }
+        }
+    }  ;
+    {   long scm2cpp_cnt = (long)((m*m)) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k13<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(w), scm2cpp::cu::dev(a), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k13");
+            scm2cpp::cu::wrote_dev(w);
+        } else {
+            scm2cpp::cu::need_host(w);
+            scm2cpp::cu::need_host(a);
+            for( int t2 = 0 ; !(t2 == (m*m)) ; t2 = (t2+1) ) {
+                w[ t2 ] = a[t2]   ;
+            }
+            scm2cpp::cu::wrote_host(w);
+        }
+    }  ;
+    return 0 ;
+}
+static __global__ void scm2cpp_k14(long scm2cpp_cnt, int scm2cpp_lo, double* mean, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   mean[ j ] = 0.0   ;
+    }
+}
+static __global__ void scm2cpp_k15(long scm2cpp_cnt, int scm2cpp_lo, double* mean, const double* x, int i, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   mean[ j ] = (mean[j]+x[((i*p)+j)])   ;
+    }
+}
+static __global__ void scm2cpp_k16(long scm2cpp_cnt, int scm2cpp_lo, double* mean, int n, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   mean[ j ] = (mean[j]/double(n))   ;
+    }
+}
+static __global__ void scm2cpp_k17(long scm2cpp_cnt, int scm2cpp_lo, double* xc, const double* x, const double* mean, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+{   for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+            xc[ ((i*p)+j) ] = (x[((i*p)+j)]-mean[j])   ;
+        }  ;
+    }
+}
+static __global__ void scm2cpp_k18(long scm2cpp_cnt, int scm2cpp_lo, double* xc, const double* x, const double* mean, int i, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   xc[ ((i*p)+j) ] = (x[((i*p)+j)]-mean[j])   ;
+    }
+}
+static __global__ void scm2cpp_k19(long scm2cpp_cnt, int scm2cpp_lo, const int* ord, const double* u, const double* ev, double* white, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    {   int col = ord[c];
+        double sg = ( ( u[col] < 0.0 ) ? (-1.0) : (( ( u[col] > 0.0 ) ? (1.0) : (0.0) )) );
+        double d = sqrt(ev[col]);
+        for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+            white[ ((c*p)+j) ] = ((sg*u[((j*p)+col)])/d)   ;
+        }  ;
+        ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k20(long scm2cpp_cnt, int scm2cpp_lo, double* white, const double* u, int c, int p, double sg, int col, double d, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   white[ ((c*p)+j) ] = ((sg*u[((j*p)+col)])/d)   ;
+    }
+}
+static __global__ void scm2cpp_k21(long scm2cpp_cnt, int scm2cpp_lo, double* x1, double sn, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int t = scm2cpp_lo + (int)scm2cpp_t;
+    {   x1[ t ] = (x1[t]*sn)   ;
+    }
+}
+static __global__ void scm2cpp_k22(long scm2cpp_cnt, int scm2cpp_lo, double* unmix, const double* winit, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int t = scm2cpp_lo + (int)scm2cpp_t;
+    {   unmix[ t ] = winit[t]   ;
+    }
+}
+static __global__ void scm2cpp_k23(long scm2cpp_cnt, int scm2cpp_lo, double* gw, double* gx, int n, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    {   double acc = 0.0;
+        for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+            double th = ica_tanh(gw[((c*n)+i)]);
+            gw[ ((c*n)+i) ] = th   ;
+            acc = (acc+(1.0-(th*th)))  ;
+            ;
+        }  ;
+        gx[ c ] = (acc/double(n))   ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k24(long scm2cpp_cnt, int scm2cpp_lo, double* gw, int c, int n, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   double th = ica_tanh(gw[((c*n)+i)]);
+        gw[ ((c*n)+i) ] = th   ;
+        acc = (acc+(1.0-(th*th)))  ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+static __global__ void scm2cpp_k25(long scm2cpp_cnt, int scm2cpp_lo, double* w1, const double* gx, const double* unmix, int nc, int n, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+{   for( int j = 0 ; !(j == nc) ; j = (j+1) ) {
+            w1[ ((c*nc)+j) ] = ((w1[((c*nc)+j)]/double(n))-(gx[c]*unmix[((c*nc)+j)]))   ;
+        }  ;
+    }
+}
+static __global__ void scm2cpp_k26(long scm2cpp_cnt, int scm2cpp_lo, double* w1, const double* gx, const double* unmix, int c, int nc, int n, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   w1[ ((c*nc)+j) ] = ((w1[((c*nc)+j)]/double(n))-(gx[c]*unmix[((c*nc)+j)]))   ;
+    }
+}
+static __global__ void scm2cpp_k27(long scm2cpp_cnt, int scm2cpp_lo, const double* w1, const double* unmix, int c, int nc, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+(w1[((c*nc)+j)]*unmix[((c*nc)+j)]))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+static __global__ void scm2cpp_k28(long scm2cpp_cnt, int scm2cpp_lo, double* unmix, const double* w1, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int t = scm2cpp_lo + (int)scm2cpp_t;
+    {   unmix[ t ] = w1[t]   ;
+    }
+}
+static __global__ void scm2cpp_k29(long scm2cpp_cnt, int scm2cpp_lo, const double* unmix, const double* white, double* comps, int p, int nc, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+{   for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+            double acc = 0.0;
+            for( int r = 0 ; !(r == nc) ; r = (r+1) ) {
+                acc = (acc+(unmix[((c*nc)+r)]*white[((r*p)+j)]))  ;
+            }  ;
+            comps[ ((c*p)+j) ] = acc   ;
+            ;
+        }  ;
+    }
+}
+static __global__ void scm2cpp_k30(long scm2cpp_cnt, int scm2cpp_lo, const double* unmix, const double* white, double* comps, int nc, int c, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   double acc = 0.0;
+        for( int r = 0 ; !(r == nc) ; r = (r+1) ) {
+            acc = (acc+(unmix[((c*nc)+r)]*white[((r*p)+j)]))  ;
+        }  ;
+        comps[ ((c*p)+j) ] = acc   ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k31(long scm2cpp_cnt, int scm2cpp_lo, const double* unmix, const double* white, int c, int nc, int p, int j, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int r = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+(unmix[((c*nc)+r)]*white[((r*p)+j)]))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+static __global__ void scm2cpp_k32(long scm2cpp_cnt, int scm2cpp_lo, const double* gw, double* unmix, int n, int nc, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    {   double m1 = 0.0;
+        double v1 = 0.0;
+        for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+            m1 = (m1+gw[((c*n)+i)])  ;
+        }  ;
+        m1 = (m1/double(n))  ;
+        for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+            double dd = (gw[((c*n)+i)]-m1);
+            v1 = (v1+(dd*dd))  ;
+            ;
+        }  ;
+        double sd = sqrt((v1/double(n)));
+        for( int j = 0 ; !(j == nc) ; j = (j+1) ) {
+            unmix[ ((c*nc)+j) ] = (unmix[((c*nc)+j)]/sd)   ;
+        }  ;
+        ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k33(long scm2cpp_cnt, int scm2cpp_lo, const double* gw, int c, int n, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    double m1 = 0.0;
+    {   m1 = (m1+gw[((c*n)+i)])  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, m1);
+}
+static __global__ void scm2cpp_k34(long scm2cpp_cnt, int scm2cpp_lo, const double* gw, int c, int n, double m1, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    double v1 = 0.0;
+    {   double dd = (gw[((c*n)+i)]-m1);
+        v1 = (v1+(dd*dd))  ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, v1);
+}
+static __global__ void scm2cpp_k35(long scm2cpp_cnt, int scm2cpp_lo, double* unmix, int c, int nc, double sd, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   unmix[ ((c*nc)+j) ] = (unmix[((c*nc)+j)]/sd)   ;
+    }
+}
+static __global__ void scm2cpp_k36(long scm2cpp_cnt, int scm2cpp_lo, const double* unmix, const double* white, double* comps, int p, int nc, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+{   for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+            double acc = 0.0;
+            for( int r = 0 ; !(r == nc) ; r = (r+1) ) {
+                acc = (acc+(unmix[((c*nc)+r)]*white[((r*p)+j)]))  ;
+            }  ;
+            comps[ ((c*p)+j) ] = acc   ;
+            ;
+        }  ;
+    }
+}
+static __global__ void scm2cpp_k37(long scm2cpp_cnt, int scm2cpp_lo, const double* unmix, const double* white, double* comps, int nc, int c, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   double acc = 0.0;
+        for( int r = 0 ; !(r == nc) ; r = (r+1) ) {
+            acc = (acc+(unmix[((c*nc)+r)]*white[((r*p)+j)]))  ;
+        }  ;
+        comps[ ((c*p)+j) ] = acc   ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k38(long scm2cpp_cnt, int scm2cpp_lo, const double* unmix, const double* white, int c, int nc, int p, int j, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int r = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+(unmix[((c*nc)+r)]*white[((r*p)+j)]))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+
+
+inline int
+fastica( scm2cpp::cspan<double> x,  scm2cpp::cspan<double> winit,  scm2cpp::span<double> comps,  scm2cpp::span<double> white,  scm2cpp::span<double> unmix,  scm2cpp::span<double> mean,  int  maxiter,  double  tol,  int  n,  int  p,  int  nc )
+{   std::vector<double> xc((n*p),0.0);
+    scm2cpp::cu::fresh(xc);
+    std::vector<double> g((p*p),0.0);
+    scm2cpp::cu::fresh(g);
+    std::vector<double> u((p*p),0.0);
+    scm2cpp::cu::fresh(u);
+    std::vector<double> ev(p,0.0);
+    scm2cpp::cu::fresh(ev);
+    std::vector<int> ord(p,0);
+    scm2cpp::cu::fresh(ord);
+    std::vector<double> x1((nc*n),0.0);
+    scm2cpp::cu::fresh(x1);
+    std::vector<double> gw((nc*n),0.0);
+    scm2cpp::cu::fresh(gw);
+    std::vector<double> w1((nc*nc),0.0);
+    scm2cpp::cu::fresh(w1);
+    std::vector<double> gx(nc,0.0);
+    scm2cpp::cu::fresh(gx);
+    std::vector<double> sa((nc*nc),0.0);
+    scm2cpp::cu::fresh(sa);
+    std::vector<double> sv((nc*nc),0.0);
+    scm2cpp::cu::fresh(sv);
+    std::vector<double> se(nc,0.0);
+    scm2cpp::cu::fresh(se);
+    std::vector<double> se2(nc,0.0);
+    scm2cpp::cu::fresh(se2);
+    std::vector<double> pe(p,0.0);
+    scm2cpp::cu::fresh(pe);
+    std::vector<double> st((nc*nc),0.0);
+    scm2cpp::cu::fresh(st);
+    int it = 0;
+    int done = 0;
+    {   long scm2cpp_cnt = (long)(p) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k14<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(mean), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k14");
+            scm2cpp::cu::wrote_dev(mean);
+        } else {
+            scm2cpp::cu::need_host(mean);
+            for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                mean[ j ] = 0.0   ;
+            }
+            scm2cpp::cu::wrote_host(mean);
+        }
+    }  ;
+    for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+        {
+            long scm2cpp_cnt = (long)(p) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k15<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(mean), scm2cpp::cu::dev(x), i, p, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k15");
+                scm2cpp::cu::wrote_dev(mean);
+            } else {
+                scm2cpp::cu::need_host(mean);
+                scm2cpp::cu::need_host(x);
+                for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                    mean[ j ] = (mean[j]+x[((i*p)+j)])   ;
+                }
+                scm2cpp::cu::wrote_host(mean);
+            }
+        }  ;
+    }  ;
+    {   long scm2cpp_cnt = (long)(p) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k16<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(mean), n, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k16");
+            scm2cpp::cu::wrote_dev(mean);
+        } else {
+            scm2cpp::cu::need_host(mean);
+            for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                mean[ j ] = (mean[j]/double(n))   ;
+            }
+            scm2cpp::cu::wrote_host(mean);
+        }
+    }  ;
+    {   long scm2cpp_cnt = (long)(n) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k17<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(xc), scm2cpp::cu::dev(x), scm2cpp::cu::dev(mean), p, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k17");
+            scm2cpp::cu::wrote_dev(xc);
+        } else {
+            for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                {
+                    long scm2cpp_cnt = (long)(p) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k18<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(xc), scm2cpp::cu::dev(x), scm2cpp::cu::dev(mean), i, p, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k18");
+                        scm2cpp::cu::wrote_dev(xc);
+                    } else {
+                        scm2cpp::cu::need_host(xc);
+                        scm2cpp::cu::need_host(x);
+                        scm2cpp::cu::need_host(mean);
+                        for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                            xc[ ((i*p)+j) ] = (x[((i*p)+j)]-mean[j])   ;
+                        }
+                        scm2cpp::cu::wrote_host(xc);
+                    }
+                }  ;
+            }
+        }
+    }  ;
+    scm2cpp::cu::blas_syrk(g, xc, 1.0, 0.0, 1, p, n)  ;
+    sym_eigen(g,u,ev,pe,p)  ;
+    eig_order(ev,ord,p)  ;
+    {   long scm2cpp_cnt = (long)(nc) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k19<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(ord), scm2cpp::cu::dev(u), scm2cpp::cu::dev(ev), scm2cpp::cu::dev(white), p, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k19");
+            scm2cpp::cu::wrote_dev(white);
+        } else {
+            for( int c = 0 ; !(c == nc) ; c = (c+1) ) {
+                scm2cpp::cu::need_host(ord);
+                int col = ord[c];
+                scm2cpp::cu::need_host(u);
+                scm2cpp::cu::need_host(ev);
+                double sg = ( ( u[col] < 0.0 ) ? (-1.0) : (( ( u[col] > 0.0 ) ? (1.0) : (0.0) )) );
+                double d = sqrt(ev[col]);
+                {
+                    long scm2cpp_cnt = (long)(p) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k20<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(white), scm2cpp::cu::dev(u), c, p, sg, col, d, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k20");
+                        scm2cpp::cu::wrote_dev(white);
+                    } else {
+                        scm2cpp::cu::need_host(white);
+                        scm2cpp::cu::need_host(u);
+                        for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                            white[ ((c*p)+j) ] = ((sg*u[((j*p)+col)])/d)   ;
+                        }
+                        scm2cpp::cu::wrote_host(white);
+                    }
+                }  ;
+                ;
+                ;
+            }
+        }
+    }  ;
+    scm2cpp::cu::blas_gemm(x1, white, xc, 1.0, 0.0, 0, 1, nc, n, p)  ;
+    double sn = sqrt(double(n));
+    {
+        long scm2cpp_cnt = (long)((nc*n)) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k21<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(x1), sn, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k21");
+            scm2cpp::cu::wrote_dev(x1);
+        } else {
+            scm2cpp::cu::need_host(x1);
+            for( int t = 0 ; !(t == (nc*n)) ; t = (t+1) ) {
+                x1[ t ] = (x1[t]*sn)   ;
+            }
+            scm2cpp::cu::wrote_host(x1);
+        }
+    }  ;
+    ;
+    {   long scm2cpp_cnt = (long)((nc*nc)) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k22<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(unmix), scm2cpp::cu::dev(winit), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k22");
+            scm2cpp::cu::wrote_dev(unmix);
+        } else {
+            scm2cpp::cu::need_host(unmix);
+            scm2cpp::cu::need_host(winit);
+            for( int t = 0 ; !(t == (nc*nc)) ; t = (t+1) ) {
+                unmix[ t ] = winit[t]   ;
+            }
+            scm2cpp::cu::wrote_host(unmix);
+        }
+    }  ;
+    ica_sym(unmix,sa,sv,se,se2,st,nc)  ;
+    for(  ; !((done == 1 || it >= maxiter)) ;  ) {
+        scm2cpp::cu::blas_gemm(gw, unmix, x1, 1.0, 0.0, 0, 0, nc, n, nc)  ;
+        {   long scm2cpp_cnt = (long)(nc) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k23<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(gw), scm2cpp::cu::dev(gx), n, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k23");
+                scm2cpp::cu::wrote_dev(gw);
+                scm2cpp::cu::wrote_dev(gx);
+            } else {
+                for( int c = 0 ; !(c == nc) ; c = (c+1) ) {
+                    double acc = 0.0;
+                    {
+                        long scm2cpp_cnt = (long)(n) - (long)(0);
+                        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                            scm2cpp_k24<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(gw), c, n, scm2cpp_red);
+                            scm2cpp::cu::launched("scm2cpp_k24");
+                            scm2cpp::cu::wrote_dev(gw);
+                            acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                        } else {
+                            scm2cpp::cu::need_host(gw);
+                            for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                                double th = ica_tanh(gw[((c*n)+i)]);
+                                gw[ ((c*n)+i) ] = th   ;
+                                acc = (acc+(1.0-(th*th)))  ;
+                                ;
+                            }
+                            scm2cpp::cu::wrote_host(gw);
+                        }
+                    }  ;
+                    scm2cpp::cu::need_host(gx);
+                    gx[ c ] = (acc/double(n))   ;
+                    scm2cpp::cu::wrote_host(gx);
+                    ;
+                }
+            }
+        }  ;
+        scm2cpp::cu::blas_gemm(w1, gw, x1, 1.0, 0.0, 0, 1, nc, nc, n)  ;
+        {   long scm2cpp_cnt = (long)(nc) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k25<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(w1), scm2cpp::cu::dev(gx), scm2cpp::cu::dev(unmix), nc, n, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k25");
+                scm2cpp::cu::wrote_dev(w1);
+            } else {
+                for( int c = 0 ; !(c == nc) ; c = (c+1) ) {
+                    {
+                        long scm2cpp_cnt = (long)(nc) - (long)(0);
+                        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                            scm2cpp_k26<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(w1), scm2cpp::cu::dev(gx), scm2cpp::cu::dev(unmix), c, nc, n, scm2cpp_red);
+                            scm2cpp::cu::launched("scm2cpp_k26");
+                            scm2cpp::cu::wrote_dev(w1);
+                        } else {
+                            scm2cpp::cu::need_host(w1);
+                            scm2cpp::cu::need_host(gx);
+                            scm2cpp::cu::need_host(unmix);
+                            for( int j = 0 ; !(j == nc) ; j = (j+1) ) {
+                                w1[ ((c*nc)+j) ] = ((w1[((c*nc)+j)]/double(n))-(gx[c]*unmix[((c*nc)+j)]))   ;
+                            }
+                            scm2cpp::cu::wrote_host(w1);
+                        }
+                    }  ;
+                }
+            }
+        }  ;
+        ica_sym(w1,sa,sv,se,se2,st,nc)  ;
+        double lim = 0.0;
+        for( int c = 0 ; !(c == nc) ; c = (c+1) ) {
+            double acc = 0.0;
+            {
+                long scm2cpp_cnt = (long)(nc) - (long)(0);
+                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                    scm2cpp_k27<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(w1), scm2cpp::cu::dev(unmix), c, nc, scm2cpp_red);
+                    scm2cpp::cu::launched("scm2cpp_k27");
+                    acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                } else {
+                    scm2cpp::cu::need_host(w1);
+                    scm2cpp::cu::need_host(unmix);
+                    for( int j = 0 ; !(j == nc) ; j = (j+1) ) {
+                        acc = (acc+(w1[((c*nc)+j)]*unmix[((c*nc)+j)]))  ;
+                    }
+                }
+            }  ;
+            double dv = (( ( acc < 0.0 ) ? ((0.0-acc)) : (acc) )-1.0);
+            double av = ( ( dv < 0.0 ) ? ((0.0-dv)) : (dv) );
+            if( av > lim ) {
+                lim = av  ;
+            } else {
+                0  ;
+            }  ;
+            ;
+            ;
+            ;
+        }  ;
+        {   long scm2cpp_cnt = (long)((nc*nc)) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k28<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(unmix), scm2cpp::cu::dev(w1), scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k28");
+                scm2cpp::cu::wrote_dev(unmix);
+            } else {
+                scm2cpp::cu::need_host(unmix);
+                scm2cpp::cu::need_host(w1);
+                for( int t = 0 ; !(t == (nc*nc)) ; t = (t+1) ) {
+                    unmix[ t ] = w1[t]   ;
+                }
+                scm2cpp::cu::wrote_host(unmix);
+            }
+        }  ;
+        it = (it+1)  ;
+        if( lim < tol ) {
+            done = 1  ;
+        } else {
+            0  ;
+        }  ;
+        ;
+    }  ;
+    {   long scm2cpp_cnt = (long)(nc) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k29<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(unmix), scm2cpp::cu::dev(white), scm2cpp::cu::dev(comps), p, nc, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k29");
+            scm2cpp::cu::wrote_dev(comps);
+        } else {
+            for( int c = 0 ; !(c == nc) ; c = (c+1) ) {
+                {
+                    long scm2cpp_cnt = (long)(p) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k30<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(unmix), scm2cpp::cu::dev(white), scm2cpp::cu::dev(comps), nc, c, p, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k30");
+                        scm2cpp::cu::wrote_dev(comps);
+                    } else {
+                        for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                            double acc = 0.0;
+                            {
+                                long scm2cpp_cnt = (long)(nc) - (long)(0);
+                                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                                    scm2cpp_k31<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(unmix), scm2cpp::cu::dev(white), c, nc, p, j, scm2cpp_red);
+                                    scm2cpp::cu::launched("scm2cpp_k31");
+                                    acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                                } else {
+                                    scm2cpp::cu::need_host(unmix);
+                                    scm2cpp::cu::need_host(white);
+                                    for( int r = 0 ; !(r == nc) ; r = (r+1) ) {
+                                        acc = (acc+(unmix[((c*nc)+r)]*white[((r*p)+j)]))  ;
+                                    }
+                                }
+                            }  ;
+                            scm2cpp::cu::need_host(comps);
+                            comps[ ((c*p)+j) ] = acc   ;
+                            scm2cpp::cu::wrote_host(comps);
+                            ;
+                        }
+                    }
+                }  ;
+            }
+        }
+    }  ;
+    scm2cpp::cu::blas_gemm(gw, comps, xc, 1.0, 0.0, 0, 1, nc, n, p)  ;
+    {   long scm2cpp_cnt = (long)(nc) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k32<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(gw), scm2cpp::cu::dev(unmix), n, nc, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k32");
+            scm2cpp::cu::wrote_dev(unmix);
+        } else {
+            for( int c = 0 ; !(c == nc) ; c = (c+1) ) {
+                double m1 = 0.0;
+                double v1 = 0.0;
+                {
+                    long scm2cpp_cnt = (long)(n) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k33<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(gw), c, n, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k33");
+                        m1 = m1 + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                    } else {
+                        scm2cpp::cu::need_host(gw);
+                        for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                            m1 = (m1+gw[((c*n)+i)])  ;
+                        }
+                    }
+                }  ;
+                m1 = (m1/double(n))  ;
+                {   long scm2cpp_cnt = (long)(n) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k34<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(gw), c, n, m1, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k34");
+                        v1 = v1 + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                    } else {
+                        scm2cpp::cu::need_host(gw);
+                        for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                            double dd = (gw[((c*n)+i)]-m1);
+                            v1 = (v1+(dd*dd))  ;
+                            ;
+                        }
+                    }
+                }  ;
+                double sd = sqrt((v1/double(n)));
+                {
+                    long scm2cpp_cnt = (long)(nc) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k35<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(unmix), c, nc, sd, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k35");
+                        scm2cpp::cu::wrote_dev(unmix);
+                    } else {
+                        scm2cpp::cu::need_host(unmix);
+                        for( int j = 0 ; !(j == nc) ; j = (j+1) ) {
+                            unmix[ ((c*nc)+j) ] = (unmix[((c*nc)+j)]/sd)   ;
+                        }
+                        scm2cpp::cu::wrote_host(unmix);
+                    }
+                }  ;
+                ;
+                ;
+            }
+        }
+    }  ;
+    {   long scm2cpp_cnt = (long)(nc) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k36<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(unmix), scm2cpp::cu::dev(white), scm2cpp::cu::dev(comps), p, nc, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k36");
+            scm2cpp::cu::wrote_dev(comps);
+        } else {
+            for( int c = 0 ; !(c == nc) ; c = (c+1) ) {
+                {
+                    long scm2cpp_cnt = (long)(p) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k37<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(unmix), scm2cpp::cu::dev(white), scm2cpp::cu::dev(comps), nc, c, p, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k37");
+                        scm2cpp::cu::wrote_dev(comps);
+                    } else {
+                        for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                            double acc = 0.0;
+                            {
+                                long scm2cpp_cnt = (long)(nc) - (long)(0);
+                                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                                    scm2cpp_k38<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(unmix), scm2cpp::cu::dev(white), c, nc, p, j, scm2cpp_red);
+                                    scm2cpp::cu::launched("scm2cpp_k38");
+                                    acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                                } else {
+                                    scm2cpp::cu::need_host(unmix);
+                                    scm2cpp::cu::need_host(white);
+                                    for( int r = 0 ; !(r == nc) ; r = (r+1) ) {
+                                        acc = (acc+(unmix[((c*nc)+r)]*white[((r*p)+j)]))  ;
+                                    }
+                                }
+                            }  ;
+                            scm2cpp::cu::need_host(comps);
+                            comps[ ((c*p)+j) ] = acc   ;
+                            scm2cpp::cu::wrote_host(comps);
+                            ;
+                        }
+                    }
+                }  ;
+            }
+        }
+    }  ;
+    return it ;
+}
+static __global__ void scm2cpp_k39(long scm2cpp_cnt, int scm2cpp_lo, double* weights, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    {   weights[ c ] = 0.0   ;
+    }
+}
+static __global__ void scm2cpp_k40(long scm2cpp_cnt, int scm2cpp_lo, double* weights, const double* resp, int i, int kc, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    {   weights[ c ] = (weights[c]+resp[((i*kc)+c)])   ;
+    }
+}
+static __global__ void scm2cpp_k41(long scm2cpp_cnt, int scm2cpp_lo, double* weights, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    double tot = 0.0;
+    {   weights[ c ] = (weights[c]+(10.0*2.220446049250313e-16))   ;
+        tot = (tot+weights[c])  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, tot);
+}
+static __global__ void scm2cpp_k42(long scm2cpp_cnt, int scm2cpp_lo, double* means, int c, int p, double nk, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   means[ ((c*p)+j) ] = (means[((c*p)+j)]/nk)   ;
+    }
+}
+static __global__ void scm2cpp_k43(long scm2cpp_cnt, int scm2cpp_lo, const double* resp, const double* x, const double* means, double* u, double* dw, int kc, int c, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    {   double r = resp[((i*kc)+c)];
+        for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+            double dv = (x[((i*p)+j)]-means[((c*p)+j)]);
+            u[ ((i*p)+j) ] = dv   ;
+            dw[ ((i*p)+j) ] = (r*dv)   ;
+            ;
+        }  ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k44(long scm2cpp_cnt, int scm2cpp_lo, const double* x, const double* means, double* u, double* dw, int i, int p, int c, double r, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   double dv = (x[((i*p)+j)]-means[((c*p)+j)]);
+        u[ ((i*p)+j) ] = dv   ;
+        dw[ ((i*p)+j) ] = (r*dv)   ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k45(long scm2cpp_cnt, int scm2cpp_lo, double* cov, double nk, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int t = scm2cpp_lo + (int)scm2cpp_t;
+    {   cov[ t ] = (cov[t]/nk)   ;
+    }
+}
+static __global__ void scm2cpp_k46(long scm2cpp_cnt, int scm2cpp_lo, double* prec, int c, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int t = scm2cpp_lo + (int)scm2cpp_t;
+    {   prec[ ((c*(p*p))+t) ] = 0.0   ;
+    }
+}
+static __global__ void scm2cpp_k47(long scm2cpp_cnt, int scm2cpp_lo, double* weights, int norm, int n, double tot, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    {   weights[ c ] = (weights[c]/( ( norm == 1 ) ? (double(n)) : (tot) ))   ;
+    }
+}
+
+
+inline int
+gmm_mstep( scm2cpp::cspan<double> x,  scm2cpp::cspan<double> resp,  scm2cpp::span<double> weights,  scm2cpp::span<double> means,  scm2cpp::span<double> prec,  scm2cpp::span<double> dw,  scm2cpp::span<double> cov,  scm2cpp::span<double> l,  scm2cpp::span<double> u,  double  reg,  int  norm,  int  n,  int  p,  int  kc )
+{   double tot = 0.0;
+    {   long scm2cpp_cnt = (long)(kc) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k39<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(weights), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k39");
+            scm2cpp::cu::wrote_dev(weights);
+        } else {
+            scm2cpp::cu::need_host(weights);
+            for( int c = 0 ; !(c == kc) ; c = (c+1) ) {
+                weights[ c ] = 0.0   ;
+            }
+            scm2cpp::cu::wrote_host(weights);
+        }
+    }  ;
+    for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+        {
+            long scm2cpp_cnt = (long)(kc) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k40<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(weights), scm2cpp::cu::dev(resp), i, kc, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k40");
+                scm2cpp::cu::wrote_dev(weights);
+            } else {
+                scm2cpp::cu::need_host(weights);
+                scm2cpp::cu::need_host(resp);
+                for( int c = 0 ; !(c == kc) ; c = (c+1) ) {
+                    weights[ c ] = (weights[c]+resp[((i*kc)+c)])   ;
+                }
+                scm2cpp::cu::wrote_host(weights);
+            }
+        }  ;
+    }  ;
+    {   long scm2cpp_cnt = (long)(kc) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k41<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(weights), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k41");
+            scm2cpp::cu::wrote_dev(weights);
+            tot = tot + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+        } else {
+            scm2cpp::cu::need_host(weights);
+            for( int c = 0 ; !(c == kc) ; c = (c+1) ) {
+                weights[ c ] = (weights[c]+(10.0*2.220446049250313e-16))   ;
+                tot = (tot+weights[c])  ;
+            }
+            scm2cpp::cu::wrote_host(weights);
+        }
+    }  ;
+    scm2cpp::cu::blas_gemm(means, resp, x, 1.0, 0.0, 1, 0, kc, p, n)  ;
+    for( int c = 0 ; !(c == kc) ; c = (c+1) ) {
+        scm2cpp::cu::need_host(weights);
+        double nk = weights[c];
+        {
+            long scm2cpp_cnt = (long)(p) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k42<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(means), c, p, nk, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k42");
+                scm2cpp::cu::wrote_dev(means);
+            } else {
+                scm2cpp::cu::need_host(means);
+                for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                    means[ ((c*p)+j) ] = (means[((c*p)+j)]/nk)   ;
+                }
+                scm2cpp::cu::wrote_host(means);
+            }
+        }  ;
+        {   long scm2cpp_cnt = (long)(n) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k43<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(resp), scm2cpp::cu::dev(x), scm2cpp::cu::dev(means), scm2cpp::cu::dev(u), scm2cpp::cu::dev(dw), kc, c, p, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k43");
+                scm2cpp::cu::wrote_dev(u);
+                scm2cpp::cu::wrote_dev(dw);
+            } else {
+                for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                    scm2cpp::cu::need_host(resp);
+                    double r = resp[((i*kc)+c)];
+                    {
+                        long scm2cpp_cnt = (long)(p) - (long)(0);
+                        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                            scm2cpp_k44<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(x), scm2cpp::cu::dev(means), scm2cpp::cu::dev(u), scm2cpp::cu::dev(dw), i, p, c, r, scm2cpp_red);
+                            scm2cpp::cu::launched("scm2cpp_k44");
+                            scm2cpp::cu::wrote_dev(u);
+                            scm2cpp::cu::wrote_dev(dw);
+                        } else {
+                            scm2cpp::cu::need_host(x);
+                            scm2cpp::cu::need_host(means);
+                            scm2cpp::cu::need_host(u);
+                            scm2cpp::cu::need_host(dw);
+                            for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                                double dv = (x[((i*p)+j)]-means[((c*p)+j)]);
+                                u[ ((i*p)+j) ] = dv   ;
+                                dw[ ((i*p)+j) ] = (r*dv)   ;
+                                ;
+                            }
+                            scm2cpp::cu::wrote_host(u);
+                            scm2cpp::cu::wrote_host(dw);
+                        }
+                    }  ;
+                    ;
+                }
+            }
+        }  ;
+        scm2cpp::cu::blas_gemm(cov, dw, u, 1.0, 0.0, 1, 0, p, p, n)  ;
+        {   long scm2cpp_cnt = (long)((p*p)) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k45<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(cov), nk, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k45");
+                scm2cpp::cu::wrote_dev(cov);
+            } else {
+                scm2cpp::cu::need_host(cov);
+                for( int t = 0 ; !(t == (p*p)) ; t = (t+1) ) {
+                    cov[ t ] = (cov[t]/nk)   ;
+                }
+                scm2cpp::cu::wrote_host(cov);
+            }
+        }  ;
+        scm2cpp::cu::need_host(cov);
+        for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+            cov[ ((j*p)+j) ] = (cov[((j*p)+j)]+reg)   ;
+        }  ;
+        scm2cpp::cu::wrote_host(cov);
+        scm2cpp::cu::need_host(cov);
+        scm2cpp::cu::need_host(l);
+        for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+            double s = cov[((j*p)+j)];
+            for( int m = 0 ; !(m == j) ; m = (m+1) ) {
+                s = (s-(l[((j*p)+m)]*l[((j*p)+m)]))  ;
+            }  ;
+            l[ ((j*p)+j) ] = sqrt(s)   ;
+            for( int i = (j+1) ; !(i >= p) ; i = (i+1) ) {
+                double t2 = cov[((i*p)+j)];
+                for( int m = 0 ; !(m == j) ; m = (m+1) ) {
+                    t2 = (t2-(l[((i*p)+m)]*l[((j*p)+m)]))  ;
+                }  ;
+                l[ ((i*p)+j) ] = (t2/l[((j*p)+j)])   ;
+                ;
+            }  ;
+            ;
+        }  ;
+        scm2cpp::cu::wrote_host(l);
+        {   long scm2cpp_cnt = (long)((p*p)) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k46<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(prec), c, p, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k46");
+                scm2cpp::cu::wrote_dev(prec);
+            } else {
+                scm2cpp::cu::need_host(prec);
+                for( int t = 0 ; !(t == (p*p)) ; t = (t+1) ) {
+                    prec[ ((c*(p*p))+t) ] = 0.0   ;
+                }
+                scm2cpp::cu::wrote_host(prec);
+            }
+        }  ;
+        scm2cpp::cu::need_host(l);
+        scm2cpp::cu::need_host(prec);
+        for( int e = 0 ; !(e == p) ; e = (e+1) ) {
+            for( int i = e ; !(i == p) ; i = (i+1) ) {
+                double t3 = ( ( i == e ) ? (1.0) : (0.0) );
+                for( int m = e ; !(m == i) ; m = (m+1) ) {
+                    t3 = (t3-(l[((i*p)+m)]*prec[((c*(p*p))+((e*p)+m))]))  ;
+                }  ;
+                prec[ ((c*(p*p))+((e*p)+i)) ] = (t3/l[((i*p)+i)])   ;
+                ;
+            }  ;
+        }  ;
+        scm2cpp::cu::wrote_host(prec);
+        ;
+    }  ;
+    {   long scm2cpp_cnt = (long)(kc) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k47<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(weights), norm, n, tot, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k47");
+            scm2cpp::cu::wrote_dev(weights);
+        } else {
+            scm2cpp::cu::need_host(weights);
+            for( int c = 0 ; !(c == kc) ; c = (c+1) ) {
+                weights[ c ] = (weights[c]/( ( norm == 1 ) ? (double(n)) : (tot) ))   ;
+            }
+            scm2cpp::cu::wrote_host(weights);
+        }
+    }  ;
+    return 0 ;
+}
+static __global__ void scm2cpp_k48(long scm2cpp_cnt, int scm2cpp_lo, double* u, const double* prec, int c, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int t = scm2cpp_lo + (int)scm2cpp_t;
+    {   u[ t ] = prec[((c*(p*p))+t)]   ;
+    }
+}
+static __global__ void scm2cpp_k49(long scm2cpp_cnt, int scm2cpp_lo, const double* u, const double* means, double* mu, int p, int c, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    double logdet = 0.0;
+    {   logdet = (logdet+log(u[((j*p)+j)]))  ;
+        double acc = 0.0;
+        for( int m = 0 ; !(m == p) ; m = (m+1) ) {
+            acc = (acc+(means[((c*p)+m)]*u[((m*p)+j)]))  ;
+        }  ;
+        mu[ j ] = acc   ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, logdet);
+}
+static __global__ void scm2cpp_k50(long scm2cpp_cnt, int scm2cpp_lo, const double* means, const double* u, int c, int p, int j, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int m = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+(means[((c*p)+m)]*u[((m*p)+j)]))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+static __global__ void scm2cpp_k51(long scm2cpp_cnt, int scm2cpp_lo, const double* y, const double* mu, int i, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    double sq = 0.0;
+    {   double v = (y[((i*p)+j)]-mu[j]);
+        sq = (sq+(v*v))  ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, sq);
+}
+static __global__ void scm2cpp_k52(long scm2cpp_cnt, int scm2cpp_lo, const double* wlp, double* resp, int kc, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    double lb = 0.0;
+    {   double amax = wlp[(i*kc)];
+        double se = 0.0;
+        for( int c = 1 ; !(c == kc) ; c = (c+1) ) {
+            if( wlp[((i*kc)+c)] > amax ) {
+                amax = wlp[((i*kc)+c)]  ;
+            } else {
+                0  ;
+            }  ;
+        }  ;
+        for( int c = 0 ; !(c == kc) ; c = (c+1) ) {
+            se = (se+exp((wlp[((i*kc)+c)]-amax)))  ;
+        }  ;
+        double lse = (log(se)+amax);
+        lb = (lb+lse)  ;
+        for( int c = 0 ; !(c == kc) ; c = (c+1) ) {
+            resp[ ((i*kc)+c) ] = exp((wlp[((i*kc)+c)]-lse))   ;
+        }  ;
+        ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, lb);
+}
+static __global__ void scm2cpp_k53(long scm2cpp_cnt, int scm2cpp_lo, const double* wlp, int i, int kc, double amax, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    double se = 0.0;
+    {   se = (se+exp((wlp[((i*kc)+c)]-amax)))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, se);
+}
+static __global__ void scm2cpp_k54(long scm2cpp_cnt, int scm2cpp_lo, double* resp, const double* wlp, int i, int kc, double lse, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    {   resp[ ((i*kc)+c) ] = exp((wlp[((i*kc)+c)]-lse))   ;
+    }
+}
+
+
+inline double
+gmm_estep( scm2cpp::cspan<double> x,  scm2cpp::span<double> resp,  scm2cpp::cspan<double> weights,  scm2cpp::cspan<double> means,  scm2cpp::cspan<double> prec,  scm2cpp::span<double> wlp,  scm2cpp::span<double> y,  scm2cpp::span<double> u,  scm2cpp::span<double> mu,  int  n,  int  p,  int  kc )
+{   for( int c = 0 ; !(c == kc) ; c = (c+1) ) {
+        scm2cpp::cu::need_host(weights);
+        double logdet = 0.0;
+        double lw = log(weights[c]);
+        {
+            long scm2cpp_cnt = (long)((p*p)) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k48<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(u), scm2cpp::cu::dev(prec), c, p, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k48");
+                scm2cpp::cu::wrote_dev(u);
+            } else {
+                scm2cpp::cu::need_host(u);
+                scm2cpp::cu::need_host(prec);
+                for( int t = 0 ; !(t == (p*p)) ; t = (t+1) ) {
+                    u[ t ] = prec[((c*(p*p))+t)]   ;
+                }
+                scm2cpp::cu::wrote_host(u);
+            }
+        }  ;
+        {   long scm2cpp_cnt = (long)(p) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k49<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(u), scm2cpp::cu::dev(means), scm2cpp::cu::dev(mu), p, c, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k49");
+                scm2cpp::cu::wrote_dev(mu);
+                logdet = logdet + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+            } else {
+                for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                    scm2cpp::cu::need_host(u);
+                    logdet = (logdet+log(u[((j*p)+j)]))  ;
+                    double acc = 0.0;
+                    {
+                        long scm2cpp_cnt = (long)(p) - (long)(0);
+                        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                            scm2cpp_k50<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(means), scm2cpp::cu::dev(u), c, p, j, scm2cpp_red);
+                            scm2cpp::cu::launched("scm2cpp_k50");
+                            acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                        } else {
+                            scm2cpp::cu::need_host(means);
+                            scm2cpp::cu::need_host(u);
+                            for( int m = 0 ; !(m == p) ; m = (m+1) ) {
+                                acc = (acc+(means[((c*p)+m)]*u[((m*p)+j)]))  ;
+                            }
+                        }
+                    }  ;
+                    scm2cpp::cu::need_host(mu);
+                    mu[ j ] = acc   ;
+                    scm2cpp::cu::wrote_host(mu);
+                    ;
+                }
+            }
+        }  ;
+        scm2cpp::cu::blas_gemm(y, x, u, 1.0, 0.0, 0, 0, n, p, p)  ;
+        for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+            double sq = 0.0;
+            {
+                long scm2cpp_cnt = (long)(p) - (long)(0);
+                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                    scm2cpp_k51<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(y), scm2cpp::cu::dev(mu), i, p, scm2cpp_red);
+                    scm2cpp::cu::launched("scm2cpp_k51");
+                    sq = sq + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                } else {
+                    scm2cpp::cu::need_host(y);
+                    scm2cpp::cu::need_host(mu);
+                    for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                        double v = (y[((i*p)+j)]-mu[j]);
+                        sq = (sq+(v*v))  ;
+                        ;
+                    }
+                }
+            }  ;
+            scm2cpp::cu::need_host(wlp);
+            wlp[ ((i*kc)+c) ] = (((-0.5*((double(p)*1.8378770664093453)+sq))+logdet)+lw)   ;
+            scm2cpp::cu::wrote_host(wlp);
+            ;
+        }  ;
+        ;
+    }  ;
+    double lb = 0.0;
+    {
+        long scm2cpp_cnt = (long)(n) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k52<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(wlp), scm2cpp::cu::dev(resp), kc, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k52");
+            scm2cpp::cu::wrote_dev(resp);
+            lb = lb + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+        } else {
+            for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                scm2cpp::cu::need_host(wlp);
+                double amax = wlp[(i*kc)];
+                double se = 0.0;
+                scm2cpp::cu::need_host(wlp);
+                for( int c = 1 ; !(c == kc) ; c = (c+1) ) {
+                    if( wlp[((i*kc)+c)] > amax ) {
+                        amax = wlp[((i*kc)+c)]  ;
+                    } else {
+                        0  ;
+                    }  ;
+                }  ;
+                {   long scm2cpp_cnt = (long)(kc) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k53<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(wlp), i, kc, amax, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k53");
+                        se = se + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                    } else {
+                        scm2cpp::cu::need_host(wlp);
+                        for( int c = 0 ; !(c == kc) ; c = (c+1) ) {
+                            se = (se+exp((wlp[((i*kc)+c)]-amax)))  ;
+                        }
+                    }
+                }  ;
+                double lse = (log(se)+amax);
+                lb = (lb+lse)  ;
+                {   long scm2cpp_cnt = (long)(kc) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k54<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(resp), scm2cpp::cu::dev(wlp), i, kc, lse, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k54");
+                        scm2cpp::cu::wrote_dev(resp);
+                    } else {
+                        scm2cpp::cu::need_host(resp);
+                        scm2cpp::cu::need_host(wlp);
+                        for( int c = 0 ; !(c == kc) ; c = (c+1) ) {
+                            resp[ ((i*kc)+c) ] = exp((wlp[((i*kc)+c)]-lse))   ;
+                        }
+                        scm2cpp::cu::wrote_host(resp);
+                    }
+                }  ;
+                ;
+                ;
+            }
+        }
+    }  ;
+    return (lb/double(n)) ;
+}
+
+
+SCM2CPP_FN inline double
+gmm_abs( double  a )
+{
+    if( a < 0.0 ) {
+        return (0.0-a) ;
+    }
+    else {
+        return a ;
+    }
+}
+static __global__ void scm2cpp_k55(long scm2cpp_cnt, int scm2cpp_lo, const double* resp, double* labels, int kc, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    {   int best = 0;
+        double bv = resp[(i*kc)];
+        for( int c = 1 ; !(c == kc) ; c = (c+1) ) {
+            if( resp[((i*kc)+c)] > bv ) {
+                bv = resp[((i*kc)+c)]  ;
+                best = c  ;
+            } else {
+                0  ;
+            }  ;
+        }  ;
+        labels[ i ] = double(best)   ;
+        ;
+    }
+}
+
+
+inline int
+gmm( scm2cpp::cspan<double> x,  scm2cpp::span<double> resp,  scm2cpp::span<double> weights,  scm2cpp::span<double> means,  scm2cpp::span<double> prec,  scm2cpp::span<double> labels,  scm2cpp::span<double> out,  int  maxiter,  double  tol,  double  reg,  int  n,  int  p,  int  kc )
+{   std::vector<double> dw((n*p),0.0);
+    scm2cpp::cu::fresh(dw);
+    std::vector<double> y((n*p),0.0);
+    scm2cpp::cu::fresh(y);
+    std::vector<double> wlp((n*kc),0.0);
+    scm2cpp::cu::fresh(wlp);
+    std::vector<double> cov((p*p),0.0);
+    scm2cpp::cu::fresh(cov);
+    std::vector<double> l((p*p),0.0);
+    scm2cpp::cu::fresh(l);
+    std::vector<double> u((p*p),0.0);
+    scm2cpp::cu::fresh(u);
+    std::vector<double> mu(p,0.0);
+    scm2cpp::cu::fresh(mu);
+    double lb = -1e+300;
+    int it = 0;
+    int conv = 0;
+    int done = 0;
+    gmm_mstep(x,resp,weights,means,prec,dw,cov,l,y,reg,1,n,p,kc)  ;
+    for(  ; !((done == 1 || it >= maxiter)) ;  ) {
+        double prev = lb;
+        lb = gmm_estep(x,resp,weights,means,prec,wlp,y,u,mu,n,p,kc)  ;
+        gmm_mstep(x,resp,weights,means,prec,dw,cov,l,y,reg,0,n,p,kc)  ;
+        it = (it+1)  ;
+        if( (it > 1 && gmm_abs(double((lb-prev))) < tol) ) {
+            conv = 1  ;
+            done = 1  ;
+        } else {
+            0  ;
+        }  ;
+        ;
+    }  ;
+    gmm_estep(x,resp,weights,means,prec,wlp,y,u,mu,n,p,kc)  ;
+    {   long scm2cpp_cnt = (long)(n) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k55<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(resp), scm2cpp::cu::dev(labels), kc, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k55");
+            scm2cpp::cu::wrote_dev(labels);
+        } else {
+            scm2cpp::cu::need_host(resp);
+            scm2cpp::cu::need_host(labels);
+            for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                int best = 0;
+                double bv = resp[(i*kc)];
+                for( int c = 1 ; !(c == kc) ; c = (c+1) ) {
+                    if( resp[((i*kc)+c)] > bv ) {
+                        bv = resp[((i*kc)+c)]  ;
+                        best = c  ;
+                    } else {
+                        0  ;
+                    }  ;
+                }  ;
+                labels[ i ] = double(best)   ;
+                ;
+            }
+            scm2cpp::cu::wrote_host(labels);
+        }
+    }  ;
+    scm2cpp::cu::need_host(out);
+    out[ 0 ] = lb   ;
+    scm2cpp::cu::wrote_host(out);
+    scm2cpp::cu::need_host(out);
+    out[ 1 ] = double(conv)   ;
+    scm2cpp::cu::wrote_host(out);
+    return it ;
+}
+static __global__ void scm2cpp_k56(long scm2cpp_cnt, int scm2cpp_lo, double* z, const double* coef, int k, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+{   for( int c = 0 ; !(c == k) ; c = (c+1) ) {
+            z[ ((i*k)+c) ] = (z[((i*k)+c)]+coef[((k*p)+c)])   ;
+        }  ;
+    }
+}
+static __global__ void scm2cpp_k57(long scm2cpp_cnt, int scm2cpp_lo, double* z, const double* coef, int i, int k, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    {   z[ ((i*k)+c) ] = (z[((i*k)+c)]+coef[((k*p)+c)])   ;
+    }
+}
+static __global__ void scm2cpp_k58(long scm2cpp_cnt, int scm2cpp_lo, double* z, const double* y, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    double loss = 0.0;
+    {   double zi = z[i];
+        double yi = y[i];
+        if( zi <= -2.0 ) {
+            double e1 = exp(zi);
+            if( zi <= -37.0 ) {
+                loss = (loss+(e1-(yi*zi)))  ;
+                z[ i ] = (e1-yi)   ;
+            } else {
+                loss = (loss+(log((1.0+e1))-(yi*zi)))  ;
+                z[ i ] = ((((1.0-yi)*e1)-yi)/(1.0+e1))   ;
+            }  ;
+            ;
+        } else {
+            double e2 = exp((0.0-zi));
+            loss = (loss+(( ( zi <= 18.0 ) ? (log((1.0+e2))) : (e2) )+((1.0-yi)*zi)))  ;
+            z[ i ] = (((1.0-yi)-(yi*e2))/(1.0+e2))   ;
+            ;
+        }  ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, loss);
+}
+static __global__ void scm2cpp_k59(long scm2cpp_cnt, int scm2cpp_lo, double* z, int i, int k, double zmax, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    double se = 0.0;
+    {   double ec = exp((z[((i*k)+c)]-zmax));
+        z[ ((i*k)+c) ] = ec   ;
+        se = (se+ec)  ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, se);
+}
+static __global__ void scm2cpp_k60(long scm2cpp_cnt, int scm2cpp_lo, double* z, int i, int k, double se, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    {   z[ ((i*k)+c) ] = (z[((i*k)+c)]/se)   ;
+    }
+}
+static __global__ void scm2cpp_k61(long scm2cpp_cnt, int scm2cpp_lo, const double* coef, double* g, int n, double l2, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int t = scm2cpp_lo + (int)scm2cpp_t;
+    double pen = 0.0;
+    {   double wt = coef[t];
+        pen = (pen+(wt*wt))  ;
+        g[ t ] = ((g[t]/double(n))+(l2*wt))   ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, pen);
+}
+static __global__ void scm2cpp_k62(long scm2cpp_cnt, int scm2cpp_lo, const double* z, double* g, int fitint, int n, int k, int p, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int c = scm2cpp_lo + (int)scm2cpp_t;
+    {   double acc = 0.0;
+        if( fitint == 1 ) {
+            for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                acc = (acc+z[((i*k)+c)])  ;
+            }  ;
+        } else {
+            0  ;
+        }  ;
+        g[ ((k*p)+c) ] = (acc/double(n))   ;
+        ;
+    }
+}
+static __global__ void scm2cpp_k63(long scm2cpp_cnt, int scm2cpp_lo, const double* z, int k, int c, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+z[((i*k)+c)])  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+
+
+inline double
+logistic_fg( scm2cpp::cspan<double> coef,  scm2cpp::span<double> g,  scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> z,  double  l2,  int  multi,  int  fitint,  int  n,  int  p,  int  k )
+{   double loss = 0.0;
+    double pen = 0.0;
+    scm2cpp::cu::blas_gemm(z, x, coef, 1.0, 0.0, 0, 1, n, k, p)  ;
+    {   long scm2cpp_cnt = (long)(n) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k56<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(z), scm2cpp::cu::dev(coef), k, p, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k56");
+            scm2cpp::cu::wrote_dev(z);
+        } else {
+            for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                {
+                    long scm2cpp_cnt = (long)(k) - (long)(0);
+                    if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                        double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                        scm2cpp_k57<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(z), scm2cpp::cu::dev(coef), i, k, p, scm2cpp_red);
+                        scm2cpp::cu::launched("scm2cpp_k57");
+                        scm2cpp::cu::wrote_dev(z);
+                    } else {
+                        scm2cpp::cu::need_host(z);
+                        scm2cpp::cu::need_host(coef);
+                        for( int c = 0 ; !(c == k) ; c = (c+1) ) {
+                            z[ ((i*k)+c) ] = (z[((i*k)+c)]+coef[((k*p)+c)])   ;
+                        }
+                        scm2cpp::cu::wrote_host(z);
+                    }
+                }  ;
+            }
+        }
+    }  ;
+    if( multi == 0 ) {
+        {
+            long scm2cpp_cnt = (long)(n) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k58<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(z), scm2cpp::cu::dev(y), scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k58");
+                scm2cpp::cu::wrote_dev(z);
+                loss = loss + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+            } else {
+                scm2cpp::cu::need_host(z);
+                scm2cpp::cu::need_host(y);
+                for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                    double zi = z[i];
+                    double yi = y[i];
+                    if( zi <= -2.0 ) {
+                        double e1 = exp(zi);
+                        if( zi <= -37.0 ) {
+                            loss = (loss+(e1-(yi*zi)))  ;
+                            z[ i ] = (e1-yi)   ;
+                        } else {
+                            loss = (loss+(log((1.0+e1))-(yi*zi)))  ;
+                            z[ i ] = ((((1.0-yi)*e1)-yi)/(1.0+e1))   ;
+                        }  ;
+                        ;
+                    } else {
+                        double e2 = exp((0.0-zi));
+                        loss = (loss+(( ( zi <= 18.0 ) ? (log((1.0+e2))) : (e2) )+((1.0-yi)*zi)))  ;
+                        z[ i ] = (((1.0-yi)-(yi*e2))/(1.0+e2))   ;
+                        ;
+                    }  ;
+                    ;
+                }
+                scm2cpp::cu::wrote_host(z);
+            }
+        }  ;
+    } else {
+        for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+            scm2cpp::cu::need_host(z);
+            scm2cpp::cu::need_host(y);
+            double zmax = z[(i*k)];
+            double se = 0.0;
+            double yc = y[i];
+            scm2cpp::cu::need_host(z);
+            for( int c = 1 ; !(c == k) ; c = (c+1) ) {
+                if( z[((i*k)+c)] > zmax ) {
+                    zmax = z[((i*k)+c)]  ;
+                } else {
+                    0  ;
+                }  ;
+            }  ;
+            scm2cpp::cu::need_host(z);
+            loss = (loss-z[((i*k)+int(yc))])  ;
+            {   long scm2cpp_cnt = (long)(k) - (long)(0);
+                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                    scm2cpp_k59<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(z), i, k, zmax, scm2cpp_red);
+                    scm2cpp::cu::launched("scm2cpp_k59");
+                    scm2cpp::cu::wrote_dev(z);
+                    se = se + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                } else {
+                    scm2cpp::cu::need_host(z);
+                    for( int c = 0 ; !(c == k) ; c = (c+1) ) {
+                        double ec = exp((z[((i*k)+c)]-zmax));
+                        z[ ((i*k)+c) ] = ec   ;
+                        se = (se+ec)  ;
+                        ;
+                    }
+                    scm2cpp::cu::wrote_host(z);
+                }
+            }  ;
+            loss = (loss+(zmax+log(se)))  ;
+            {   long scm2cpp_cnt = (long)(k) - (long)(0);
+                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                    scm2cpp_k60<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(z), i, k, se, scm2cpp_red);
+                    scm2cpp::cu::launched("scm2cpp_k60");
+                    scm2cpp::cu::wrote_dev(z);
+                } else {
+                    scm2cpp::cu::need_host(z);
+                    for( int c = 0 ; !(c == k) ; c = (c+1) ) {
+                        z[ ((i*k)+c) ] = (z[((i*k)+c)]/se)   ;
+                    }
+                    scm2cpp::cu::wrote_host(z);
+                }
+            }  ;
+            scm2cpp::cu::need_host(z);
+            int iy = ((i*k)+int(yc));
+            z[ iy ] = (z[iy]-1.0)   ;
+            ;
+            scm2cpp::cu::wrote_host(z);
+            ;
+        }  ;
+    }  ;
+    scm2cpp::cu::blas_gemm(g, z, x, 1.0, 0.0, 1, 0, k, p, n)  ;
+    {   long scm2cpp_cnt = (long)((k*p)) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k61<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(coef), scm2cpp::cu::dev(g), n, l2, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k61");
+            scm2cpp::cu::wrote_dev(g);
+            pen = pen + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+        } else {
+            scm2cpp::cu::need_host(coef);
+            scm2cpp::cu::need_host(g);
+            for( int t = 0 ; !(t == (k*p)) ; t = (t+1) ) {
+                double wt = coef[t];
+                pen = (pen+(wt*wt))  ;
+                g[ t ] = ((g[t]/double(n))+(l2*wt))   ;
+                ;
+            }
+            scm2cpp::cu::wrote_host(g);
+        }
+    }  ;
+    {   long scm2cpp_cnt = (long)(k) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k62<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(z), scm2cpp::cu::dev(g), fitint, n, k, p, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k62");
+            scm2cpp::cu::wrote_dev(g);
+        } else {
+            for( int c = 0 ; !(c == k) ; c = (c+1) ) {
+                double acc = 0.0;
+                if( fitint == 1 ) {
+                    {
+                        long scm2cpp_cnt = (long)(n) - (long)(0);
+                        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                            scm2cpp_k63<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(z), k, c, scm2cpp_red);
+                            scm2cpp::cu::launched("scm2cpp_k63");
+                            acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                        } else {
+                            scm2cpp::cu::need_host(z);
+                            for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                                acc = (acc+z[((i*k)+c)])  ;
+                            }
+                        }
+                    }  ;
+                } else {
+                    0  ;
+                }  ;
+                scm2cpp::cu::need_host(g);
+                g[ ((k*p)+c) ] = (acc/double(n))   ;
+                scm2cpp::cu::wrote_host(g);
+                ;
+            }
+        }
+    }  ;
+    return ((loss/double(n))+(0.5*(l2*pen))) ;
+}
+
+
+inline int
+logistic_lbfgs( scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> coef,  scm2cpp::span<double> out,  double  c,  int  maxiter,  double  tol,  int  multi,  int  fitint,  int  n,  int  p,  int  k )
+{   std::array<double,4> aux = scm2cpp::filled_array<double,4>(0.0);
+    scm2cpp::cu::fresh(aux);
+    std::vector<double> work((n*k),0.0);
+    scm2cpp::cu::fresh(work);
+    scm2cpp::cu::need_host(aux);
+    aux[ 0 ] = (1.0/(c*double(n)))   ;
+    scm2cpp::cu::wrote_host(aux);
+    scm2cpp::cu::need_host(aux);
+    aux[ 1 ] = ( ( multi == 1 ) ? (1.0) : (0.0) )   ;
+    scm2cpp::cu::wrote_host(aux);
+    scm2cpp::cu::need_host(aux);
+    aux[ 2 ] = ( ( fitint == 1 ) ? (1.0) : (0.0) )   ;
+    scm2cpp::cu::wrote_host(aux);
+    return lbfgs(0,coef,x,y,aux,work,out,10,maxiter,tol,(64.0*2.220446049250313e-16),50,-1,0.0,(k*(p+1)),n,p,k) ;
+}
+static __global__ void scm2cpp_k64(long scm2cpp_cnt, int scm2cpp_lo, const double* coef, double* g, double alpha, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    double ww = 0.0;
+    {   double wj = coef[j];
+        ww = (ww+(wj*wj))  ;
+        g[ j ] = (g[j]+(2.0*(alpha*wj)))   ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, ww);
+}
+
+
+inline double
+huber_fg( scm2cpp::cspan<double> coef,  scm2cpp::span<double> g,  scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> z,  double  epsilon,  double  alpha,  int  fitint,  int  n,  int  p )
+{   scm2cpp::cu::need_host(coef);
+    double b = coef[p];
+    double sigma = coef[(p+1)];
+    int nout = 0;
+    double outsum = 0.0;
+    double sq = 0.0;
+    double csum = 0.0;
+    double ww = 0.0;
+    scm2cpp::cu::blas_gemv(z, x, coef, 1.0, 0.0, 0, n, p)  ;
+    scm2cpp::cu::need_host(y);
+    scm2cpp::cu::need_host(z);
+    for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+        double r = ((y[i]-z[i])-b);
+        double a = lb_abs(r);
+        if( a > (epsilon*sigma) ) {
+            nout = (nout+1)  ;
+            outsum = (outsum+a)  ;
+            z[ i ] = (-2.0*(epsilon*( ( r < 0.0 ) ? (-1.0) : (1.0) )))   ;
+        } else {
+            sq = (sq+(r*r))  ;
+            z[ i ] = ((-2.0*r)/sigma)   ;
+        }  ;
+        csum = (csum+z[i])  ;
+        ;
+        ;
+    }  ;
+    scm2cpp::cu::wrote_host(z);
+    scm2cpp::cu::blas_gemv(g, x, z, 1.0, 0.0, 1, p, n)  ;
+    {   long scm2cpp_cnt = (long)(p) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k64<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(coef), scm2cpp::cu::dev(g), alpha, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k64");
+            scm2cpp::cu::wrote_dev(g);
+            ww = ww + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+        } else {
+            scm2cpp::cu::need_host(coef);
+            scm2cpp::cu::need_host(g);
+            for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                double wj = coef[j];
+                ww = (ww+(wj*wj))  ;
+                g[ j ] = (g[j]+(2.0*(alpha*wj)))   ;
+                ;
+            }
+            scm2cpp::cu::wrote_host(g);
+        }
+    }  ;
+    scm2cpp::cu::need_host(g);
+    g[ p ] = ( ( fitint == 1 ) ? (csum) : (0.0) )   ;
+    scm2cpp::cu::wrote_host(g);
+    scm2cpp::cu::need_host(g);
+    double sqloss = (sq/sigma);
+    double eps2 = (epsilon*epsilon);
+    g[ (p+1) ] = ((double(n)-(double(nout)*eps2))-(sqloss/sigma))   ;
+    return ((((double(n)*sigma)+sqloss)+((2.0*(epsilon*outsum))-(sigma*(double(nout)*eps2))))+(alpha*ww)) ;
+}
+
+
+inline int
+huber( scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> coef,  scm2cpp::span<double> out,  double  epsilon,  double  alpha,  int  maxiter,  double  tol,  int  fitint,  int  n,  int  p )
+{   std::array<double,4> aux = scm2cpp::filled_array<double,4>(0.0);
+    scm2cpp::cu::fresh(aux);
+    std::vector<double> work(n,0.0);
+    scm2cpp::cu::fresh(work);
+    scm2cpp::cu::need_host(aux);
+    aux[ 0 ] = epsilon   ;
+    scm2cpp::cu::wrote_host(aux);
+    scm2cpp::cu::need_host(aux);
+    aux[ 1 ] = alpha   ;
+    scm2cpp::cu::wrote_host(aux);
+    scm2cpp::cu::need_host(aux);
+    aux[ 2 ] = ( ( fitint == 1 ) ? (1.0) : (0.0) )   ;
+    scm2cpp::cu::wrote_host(aux);
+    return lbfgs(1,coef,x,y,aux,work,out,10,maxiter,tol,(10000000.0*2.220446049250313e-16),20,(p+1),(10.0*2.220446049250313e-16),(p+2),n,p,1) ;
+}
+static __global__ void scm2cpp_k65(long scm2cpp_cnt, int scm2cpp_lo, double* z, const double* y, double b, int family, double power, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    double loss = 0.0;
+    {   double zi = (z[i]+b);
+        double yi = y[i];
+        if( (family == 0 || (family == 2 && power == 1.0)) ) {
+            double e = exp(zi);
+            loss = (loss+(e-(yi*zi)))  ;
+            z[ i ] = (e-yi)   ;
+            ;
+        } else {
+            if( (family == 1 || (family == 2 && power == 2.0)) ) {
+                double e2 = exp((0.0-zi));
+                loss = (loss+(zi+(yi*e2)))  ;
+                z[ i ] = (1.0-(yi*e2))   ;
+                ;
+            } else {
+                if( family == 3 ) {
+                    double r = (zi-yi);
+                    loss = (loss+(0.5*(r*r)))  ;
+                    z[ i ] = r   ;
+                    ;
+                } else {
+                    if( power == 0.0 ) {
+                        double e3 = exp(zi);
+                        loss = (loss+(0.5*((e3-yi)*(e3-yi))))  ;
+                        z[ i ] = (e3*(e3-yi))   ;
+                        ;
+                    } else {
+                        double e1 = exp(((1.0-power)*zi));
+                        double e4 = exp(((2.0-power)*zi));
+                        loss = (loss+((e4/(2.0-power))-((yi*e1)/(1.0-power))))  ;
+                        z[ i ] = (e4-(yi*e1))   ;
+                        ;
+                    }  ;
+                }  ;
+            }  ;
+        }  ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, loss);
+}
+static __global__ void scm2cpp_k66(long scm2cpp_cnt, int scm2cpp_lo, const double* coef, double* g, int n, double l2, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    double pen = 0.0;
+    {   double wj = coef[j];
+        pen = (pen+(wj*wj))  ;
+        g[ j ] = ((g[j]/double(n))+(l2*wj))   ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, pen);
+}
+static __global__ void scm2cpp_k67(long scm2cpp_cnt, int scm2cpp_lo, const double* z, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+z[i])  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+
+
+inline double
+glm_fg( scm2cpp::cspan<double> coef,  scm2cpp::span<double> g,  scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> z,  int  family,  double  power,  double  l2,  int  fitint,  int  n,  int  p )
+{   scm2cpp::cu::need_host(coef);
+    double loss = 0.0;
+    double pen = 0.0;
+    double b = coef[p];
+    scm2cpp::cu::blas_gemv(z, x, coef, 1.0, 0.0, 0, n, p)  ;
+    {   long scm2cpp_cnt = (long)(n) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k65<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(z), scm2cpp::cu::dev(y), b, family, power, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k65");
+            scm2cpp::cu::wrote_dev(z);
+            loss = loss + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+        } else {
+            scm2cpp::cu::need_host(z);
+            scm2cpp::cu::need_host(y);
+            for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                double zi = (z[i]+b);
+                double yi = y[i];
+                if( (family == 0 || (family == 2 && power == 1.0)) ) {
+                    double e = exp(zi);
+                    loss = (loss+(e-(yi*zi)))  ;
+                    z[ i ] = (e-yi)   ;
+                    ;
+                } else {
+                    if( (family == 1 || (family == 2 && power == 2.0)) ) {
+                        double e2 = exp((0.0-zi));
+                        loss = (loss+(zi+(yi*e2)))  ;
+                        z[ i ] = (1.0-(yi*e2))   ;
+                        ;
+                    } else {
+                        if( family == 3 ) {
+                            double r = (zi-yi);
+                            loss = (loss+(0.5*(r*r)))  ;
+                            z[ i ] = r   ;
+                            ;
+                        } else {
+                            if( power == 0.0 ) {
+                                double e3 = exp(zi);
+                                loss = (loss+(0.5*((e3-yi)*(e3-yi))))  ;
+                                z[ i ] = (e3*(e3-yi))   ;
+                                ;
+                            } else {
+                                double e1 = exp(((1.0-power)*zi));
+                                double e4 = exp(((2.0-power)*zi));
+                                loss = (loss+((e4/(2.0-power))-((yi*e1)/(1.0-power))))  ;
+                                z[ i ] = (e4-(yi*e1))   ;
+                                ;
+                            }  ;
+                        }  ;
+                    }  ;
+                }  ;
+                ;
+            }
+            scm2cpp::cu::wrote_host(z);
+        }
+    }  ;
+    scm2cpp::cu::blas_gemv(g, x, z, 1.0, 0.0, 1, p, n)  ;
+    {   long scm2cpp_cnt = (long)(p) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k66<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(coef), scm2cpp::cu::dev(g), n, l2, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k66");
+            scm2cpp::cu::wrote_dev(g);
+            pen = pen + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+        } else {
+            scm2cpp::cu::need_host(coef);
+            scm2cpp::cu::need_host(g);
+            for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                double wj = coef[j];
+                pen = (pen+(wj*wj))  ;
+                g[ j ] = ((g[j]/double(n))+(l2*wj))   ;
+                ;
+            }
+            scm2cpp::cu::wrote_host(g);
+        }
+    }  ;
+    double acc = 0.0;
+    if( fitint == 1 ) {
+        {
+            long scm2cpp_cnt = (long)(n) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k67<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(z), scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k67");
+                acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+            } else {
+                scm2cpp::cu::need_host(z);
+                for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                    acc = (acc+z[i])  ;
+                }
+            }
+        }  ;
+    } else {
+        0  ;
+    }  ;
+    scm2cpp::cu::need_host(g);
+    g[ p ] = (acc/double(n))   ;
+    scm2cpp::cu::wrote_host(g);
+    ;
+    return ((loss/double(n))+(0.5*(l2*pen))) ;
+}
+static __global__ void scm2cpp_k68(long scm2cpp_cnt, int scm2cpp_lo, double* coef, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   coef[ j ] = 0.0   ;
+    }
+}
+static __global__ void scm2cpp_k69(long scm2cpp_cnt, int scm2cpp_lo, const double* y, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int i = scm2cpp_lo + (int)scm2cpp_t;
+    double ym = 0.0;
+    {   ym = (ym+y[i])  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, ym);
+}
+
+
+inline int
+glm( scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  scm2cpp::span<double> coef,  scm2cpp::span<double> out,  int  family,  double  power,  double  alpha,  int  maxiter,  double  tol,  int  fitint,  int  n,  int  p )
+{   std::array<double,4> aux = scm2cpp::filled_array<double,4>(0.0);
+    scm2cpp::cu::fresh(aux);
+    std::vector<double> work(n,0.0);
+    scm2cpp::cu::fresh(work);
+    double ym = 0.0;
+    scm2cpp::cu::need_host(aux);
+    aux[ 0 ] = alpha   ;
+    scm2cpp::cu::wrote_host(aux);
+    scm2cpp::cu::need_host(aux);
+    aux[ 1 ] = double(family)   ;
+    scm2cpp::cu::wrote_host(aux);
+    scm2cpp::cu::need_host(aux);
+    aux[ 2 ] = ( ( fitint == 1 ) ? (1.0) : (0.0) )   ;
+    scm2cpp::cu::wrote_host(aux);
+    scm2cpp::cu::need_host(aux);
+    aux[ 3 ] = power   ;
+    scm2cpp::cu::wrote_host(aux);
+    {   long scm2cpp_cnt = (long)(p) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k68<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(coef), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k68");
+            scm2cpp::cu::wrote_dev(coef);
+        } else {
+            scm2cpp::cu::need_host(coef);
+            for( int j = 0 ; !(j == p) ; j = (j+1) ) {
+                coef[ j ] = 0.0   ;
+            }
+            scm2cpp::cu::wrote_host(coef);
+        }
+    }  ;
+    {   long scm2cpp_cnt = (long)(n) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k69<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(y), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k69");
+            ym = ym + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+        } else {
+            scm2cpp::cu::need_host(y);
+            for( int i = 0 ; !(i == n) ; i = (i+1) ) {
+                ym = (ym+y[i])  ;
+            }
+        }
+    }  ;
+    ym = (ym/double(n))  ;
+    scm2cpp::cu::need_host(coef);
+    coef[ p ] = ( ( fitint == 1 ) ? (( ( family == 3 ) ? (ym) : (log(ym)) )) : (0.0) )   ;
+    scm2cpp::cu::wrote_host(coef);
+    return lbfgs(2,coef,x,y,aux,work,out,10,maxiter,tol,(64.0*2.220446049250313e-16),50,-1,0.0,(p+1),n,p,1) ;
+}
+
+
+SCM2CPP_FN inline double
+lb_abs( double  a )
+{
+    if( a < 0.0 ) {
+        return (0.0-a) ;
+    }
+    else {
+        return a ;
+    }
+}
+
+
+SCM2CPP_FN inline double
+lb_max( double  a,  double  b )
+{
+    if( a > b ) {
+        return a ;
+    }
+    else {
+        return b ;
+    }
+}
+
+
+SCM2CPP_FN inline double
+lb_min( double  a,  double  b )
+{
+    if( a < b ) {
+        return a ;
+    }
+    else {
+        return b ;
+    }
+}
+
+
+SCM2CPP_FN inline int
+lb_dcstep( std::array<double,8> & cs,  double  fp,  double  dp,  double  stpmin,  double  stpmax )
+{   double stx = cs[0];
+    double fx = cs[1];
+    double dx = cs[2];
+    double sty = cs[3];
+    double fy = cs[4];
+    double dy = cs[5];
+    double stp = cs[6];
+    double brackt = cs[7];
+    double stpf = 0.0;
+    double sgnd = (dp*(dx/lb_abs(dx)));
+    if( fp > fx ) {
+        double th1 = ((((3.0*(fx-fp))/(stp-stx))+dx)+dp);
+        double s1 = lb_max(lb_abs(th1),lb_max(lb_abs(dx),lb_abs(dp)));
+        double ga1 = (s1*sqrt((((th1/s1)*(th1/s1))-((dx/s1)*(dp/s1)))));
+        double gm1 = ( ( stp < stx ) ? ((0.0-ga1)) : (ga1) );
+        double r1 = (((gm1-dx)+th1)/(((gm1-dx)+gm1)+dp));
+        double stpc1 = (stx+(r1*(stp-stx)));
+        double stpq1 = (stx+(((dx/(((fx-fp)/(stp-stx))+dx))/2.0)*(stp-stx)));
+        if( lb_abs(double((stpc1-stx))) < lb_abs(double((stpq1-stx))) ) {
+            stpf = stpc1  ;
+        } else {
+            stpf = (stpc1+((stpq1-stpc1)/2.0))  ;
+        }  ;
+        brackt = 1.0  ;
+        ;
+        ;
+        ;
+        ;
+        ;
+        ;
+        0  ;
+    } else {
+        if( sgnd < 0.0 ) {
+            double th2 = ((((3.0*(fx-fp))/(stp-stx))+dx)+dp);
+            double s2 = lb_max(lb_abs(th2),lb_max(lb_abs(dx),lb_abs(dp)));
+            double ga2 = (s2*sqrt((((th2/s2)*(th2/s2))-((dx/s2)*(dp/s2)))));
+            double gm2 = ( ( stp > stx ) ? ((0.0-ga2)) : (ga2) );
+            double r2 = (((gm2-dp)+th2)/(((gm2-dp)+gm2)+dx));
+            double stpc2 = (stp+(r2*(stx-stp)));
+            double stpq2 = (stp+((dp/(dp-dx))*(stx-stp)));
+            if( lb_abs(double((stpc2-stp))) > lb_abs(double((stpq2-stp))) ) {
+                stpf = stpc2  ;
+            } else {
+                stpf = stpq2  ;
+            }  ;
+            brackt = 1.0  ;
+            ;
+            ;
+            ;
+            ;
+            ;
+            ;
+            0  ;
+        } else {
+            if( lb_abs(dp) < lb_abs(dx) ) {
+                double th3 = ((((3.0*(fx-fp))/(stp-stx))+dx)+dp);
+                double s3 = lb_max(lb_abs(th3),lb_max(lb_abs(dx),lb_abs(dp)));
+                double ga3 = (s3*sqrt(lb_max(0.0,double((((th3/s3)*(th3/s3))-((dx/s3)*(dp/s3)))))));
+                double gm3 = ( ( stp > stx ) ? ((0.0-ga3)) : (ga3) );
+                double r3 = (((gm3-dp)+th3)/((gm3+(dx-dp))+gm3));
+                double stpc3 = ( ( (r3 < 0.0 && !(gm3 == 0.0)) ) ? ((stp+(r3*(stx-stp)))) : (( ( stp > stx ) ? (stpmax) : (stpmin) )) );
+                double stpq3 = (stp+((dp/(dp-dx))*(stx-stp)));
+                if( brackt == 1.0 ) {
+                    if( lb_abs(double((stpc3-stp))) < lb_abs(double((stpq3-stp))) ) {
+                        stpf = stpc3  ;
+                    } else {
+                        stpf = stpq3  ;
+                    }  ;
+                    if( stp > stx ) {
+                        stpf = lb_min(double((stp+(0.66*(sty-stp)))),stpf)  ;
+                    } else {
+                        stpf = lb_max(double((stp+(0.66*(sty-stp)))),stpf)  ;
+                    }  ;
+                } else {
+                    if( lb_abs(double((stpc3-stp))) > lb_abs(double((stpq3-stp))) ) {
+                        stpf = stpc3  ;
+                    } else {
+                        stpf = stpq3  ;
+                    }  ;
+                    stpf = lb_min(stpmax,stpf)  ;
+                    stpf = lb_max(stpmin,stpf)  ;
+                }  ;
+                ;
+                ;
+                ;
+                ;
+                ;
+                ;
+                0  ;
+            } else {
+                if( brackt == 1.0 ) {
+                    double th4 = ((((3.0*(fp-fy))/(sty-stp))+dy)+dp);
+                    double s4 = lb_max(lb_abs(th4),lb_max(lb_abs(dy),lb_abs(dp)));
+                    double ga4 = (s4*sqrt((((th4/s4)*(th4/s4))-((dy/s4)*(dp/s4)))));
+                    double gm4 = ( ( stp > sty ) ? ((0.0-ga4)) : (ga4) );
+                    double r4 = (((gm4-dp)+th4)/(((gm4-dp)+gm4)+dy));
+                    stpf = (stp+(r4*(sty-stp)))  ;
+                    ;
+                    ;
+                    ;
+                    ;
+                    ;
+                    0  ;
+                } else {
+                    if( stp > stx ) {
+                        stpf = stpmax  ;
+                    } else {
+                        stpf = stpmin  ;
+                    }  ;
+                }  ;
+            }  ;
+        }  ;
+    }  ;
+    if( fp > fx ) {
+        cs[ 3 ] = stp   ;
+        cs[ 4 ] = fp   ;
+        cs[ 5 ] = dp   ;
+    } else {
+        if( sgnd < 0.0 ) {
+            cs[ 3 ] = stx   ;
+            cs[ 4 ] = fx   ;
+            cs[ 5 ] = dx   ;
+        } else {
+            0  ;
+        }  ;
+        cs[ 0 ] = stp   ;
+        cs[ 1 ] = fp   ;
+        cs[ 2 ] = dp   ;
+    }  ;
+    cs[ 6 ] = stpf   ;
+    cs[ 7 ] = brackt   ;
+    return 0 ;
+}
+
+
+SCM2CPP_FN inline int
+lb_search_start( std::array<double,16> & ls,  double  f,  double  g,  double  stp,  double  stpmin,  double  stpmax,  double  ftol )
+{   ls[ 0 ] = 0.0   ;
+    ls[ 1 ] = f   ;
+    ls[ 2 ] = g   ;
+    ls[ 3 ] = 0.0   ;
+    ls[ 4 ] = f   ;
+    ls[ 5 ] = g   ;
+    ls[ 6 ] = 0.0   ;
+    ls[ 7 ] = 1.0   ;
+    ls[ 8 ] = f   ;
+    ls[ 9 ] = g   ;
+    ls[ 10 ] = (ftol*g)   ;
+    ls[ 11 ] = (stpmax-stpmin)   ;
+    ls[ 12 ] = ((stpmax-stpmin)/0.5)   ;
+    ls[ 13 ] = 0.0   ;
+    ls[ 14 ] = (stp+(4.0*stp))   ;
+    ls[ 15 ] = stp   ;
+    return 0 ;
+}
+
+
+SCM2CPP_FN inline int
+lb_search_step( std::array<double,16> & ls,  std::array<double,8> & cs,  double  f,  double  g,  double  ftol,  double  gtol,  double  xtol,  double  stpmin,  double  stpmax )
+{   double stp = ls[15];
+    double finit = ls[8];
+    double ginit = ls[9];
+    double gtest = ls[10];
+    int task = 0;
+    double ftest = (finit+(stp*gtest));
+    if( (ls[7] == 1.0 && (f <= ftest && g >= 0.0)) ) {
+        ls[ 7 ] = 2.0   ;
+    } else {
+        0  ;
+    }  ;
+    if( (ls[6] == 1.0 && (stp <= ls[13] || stp >= ls[14])) ) {
+        task = 2  ;
+    } else {
+        0  ;
+    }  ;
+    if( (ls[6] == 1.0 && (ls[14]-ls[13]) <= (xtol*ls[14])) ) {
+        task = 2  ;
+    } else {
+        0  ;
+    }  ;
+    if( (stp == stpmax && (f <= ftest && g <= gtest)) ) {
+        task = 2  ;
+    } else {
+        0  ;
+    }  ;
+    if( (stp == stpmin && (f > ftest || g >= gtest)) ) {
+        task = 2  ;
+    } else {
+        0  ;
+    }  ;
+    if( (f <= ftest && lb_abs(g) <= (gtol*(0.0-ginit))) ) {
+        task = 1  ;
+    } else {
+        0  ;
+    }  ;
+    if( task == 0 ) {
+        cs[ 0 ] = ls[0]   ;
+        cs[ 3 ] = ls[3]   ;
+        cs[ 6 ] = stp   ;
+        cs[ 7 ] = ls[6]   ;
+        if( (ls[7] == 1.0 && (f <= ls[1] && f > ftest)) ) {
+            cs[ 1 ] = (ls[1]-(ls[0]*gtest))   ;
+            cs[ 2 ] = (ls[2]-gtest)   ;
+            cs[ 4 ] = (ls[4]-(ls[3]*gtest))   ;
+            cs[ 5 ] = (ls[5]-gtest)   ;
+            lb_dcstep(cs,double((f-(stp*gtest))),double((g-gtest)),ls[13],ls[14])  ;
+            ls[ 1 ] = (cs[1]+(cs[0]*gtest))   ;
+            ls[ 2 ] = (cs[2]+gtest)   ;
+            ls[ 4 ] = (cs[4]+(cs[3]*gtest))   ;
+            ls[ 5 ] = (cs[5]+gtest)   ;
+        } else {
+            cs[ 1 ] = ls[1]   ;
+            cs[ 2 ] = ls[2]   ;
+            cs[ 4 ] = ls[4]   ;
+            cs[ 5 ] = ls[5]   ;
+            lb_dcstep(cs,f,g,ls[13],ls[14])  ;
+            ls[ 1 ] = cs[1]   ;
+            ls[ 2 ] = cs[2]   ;
+            ls[ 4 ] = cs[4]   ;
+            ls[ 5 ] = cs[5]   ;
+        }  ;
+        ls[ 0 ] = cs[0]   ;
+        ls[ 3 ] = cs[3]   ;
+        ls[ 6 ] = cs[7]   ;
+        double nstp = cs[6];
+        double stx = cs[0];
+        double sty = cs[3];
+        if( ls[6] == 1.0 ) {
+            if( lb_abs(double((sty-stx))) >= (0.66*ls[12]) ) {
+                nstp = (stx+(0.5*(sty-stx)))  ;
+            } else {
+                0  ;
+            }  ;
+            ls[ 12 ] = ls[11]   ;
+            ls[ 11 ] = lb_abs(double((sty-stx)))   ;
+        } else {
+            0  ;
+        }  ;
+        if( ls[6] == 1.0 ) {
+            ls[ 13 ] = lb_min(stx,sty)   ;
+            ls[ 14 ] = lb_max(stx,sty)   ;
+        } else {
+            ls[ 13 ] = (nstp+(1.1*(nstp-stx)))   ;
+            ls[ 14 ] = (nstp+(4.0*(nstp-stx)))   ;
+        }  ;
+        nstp = lb_max(nstp,stpmin)  ;
+        nstp = lb_min(nstp,stpmax)  ;
+        if( (ls[6] == 1.0 && ((nstp <= ls[13] || nstp >= ls[14]) || (ls[14]-ls[13]) <= (xtol*ls[14]))) ) {
+            nstp = stx  ;
+        } else {
+            0  ;
+        }  ;
+        ls[ 15 ] = nstp   ;
+        ;
+    } else {
+        0  ;
+    }  ;
+    return task ;
+}
+static __global__ void scm2cpp_k70(long scm2cpp_cnt, int scm2cpp_lo, const double* a, const double* b, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+(a[j]*b[j]))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+
+
+inline double
+lb_dot( scm2cpp::cspan<double> a,  scm2cpp::cspan<double> b,  int  nv )
+{   double acc = 0.0;
+    {   long scm2cpp_cnt = (long)(nv) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k70<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(a), scm2cpp::cu::dev(b), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k70");
+            acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+        } else {
+            scm2cpp::cu::need_host(a);
+            scm2cpp::cu::need_host(b);
+            for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                acc = (acc+(a[j]*b[j]))  ;
+            }
+        }
+    }  ;
+    return acc ;
+}
+static __global__ void scm2cpp_k71(long scm2cpp_cnt, int scm2cpp_lo, const double* mem, const double* v, int slot, int nv, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+(mem[((slot*nv)+j)]*v[j]))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+
+
+inline double
+lb_dot_row( scm2cpp::cspan<double> mem,  int  slot,  scm2cpp::cspan<double> v,  int  nv )
+{   double acc = 0.0;
+    {   long scm2cpp_cnt = (long)(nv) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k71<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(mem), scm2cpp::cu::dev(v), slot, nv, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k71");
+            acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+        } else {
+            scm2cpp::cu::need_host(mem);
+            scm2cpp::cu::need_host(v);
+            for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                acc = (acc+(mem[((slot*nv)+j)]*v[j]))  ;
+            }
+        }
+    }  ;
+    return acc ;
+}
+static __global__ void scm2cpp_k72(long scm2cpp_cnt, int scm2cpp_lo, const double* a, const double* b, int ra, int nv, int rb, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    double acc = 0.0;
+    {   acc = (acc+(a[((ra*nv)+j)]*b[((rb*nv)+j)]))  ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, acc);
+}
+
+
+inline double
+lb_dot_rows( scm2cpp::cspan<double> a,  int  ra,  scm2cpp::cspan<double> b,  int  rb,  int  nv )
+{   double acc = 0.0;
+    {   long scm2cpp_cnt = (long)(nv) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k72<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(a), scm2cpp::cu::dev(b), ra, nv, rb, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k72");
+            acc = acc + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+        } else {
+            scm2cpp::cu::need_host(a);
+            scm2cpp::cu::need_host(b);
+            for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                acc = (acc+(a[((ra*nv)+j)]*b[((rb*nv)+j)]))  ;
+            }
+        }
+    }  ;
+    return acc ;
+}
+
+
+SCM2CPP_FN inline double
+lb_projgr( scm2cpp::cspan<double> g,  scm2cpp::cspan<double> w,  int  ib,  double  lbv,  int  nv )
+{   double acc = 0.0;
+    for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+        double gj = g[j];
+        double gp = ( ( (j == ib && gj >= 0.0) ) ? (lb_min(double((w[j]-lbv)),gj)) : (gj) );
+        double v = lb_abs(gp);
+        if( v > acc ) {
+            acc = v  ;
+        } else {
+            0  ;
+        }  ;
+        ;
+        ;
+        ;
+    }  ;
+    return acc ;
+}
+static __global__ void scm2cpp_k73(long scm2cpp_cnt, int scm2cpp_lo, double* q, const double* ymem, double a, int slot, int nv, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   q[ j ] = (q[j]-(a*ymem[((slot*nv)+j)]))   ;
+    }
+}
+static __global__ void scm2cpp_k74(long scm2cpp_cnt, int scm2cpp_lo, double* q, double theta, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   q[ j ] = (q[j]/theta)   ;
+    }
+}
+static __global__ void scm2cpp_k75(long scm2cpp_cnt, int scm2cpp_lo, double* q, const double* al, const double* smem, int slot2, double bb, int nv, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   q[ j ] = (q[j]+((al[slot2]-bb)*smem[((slot2*nv)+j)]))   ;
+    }
+}
+
+
+inline int
+lb_hv( scm2cpp::span<double> q,  scm2cpp::cspan<double> smem,  scm2cpp::cspan<double> ymem,  scm2cpp::cspan<double> rho,  scm2cpp::span<double> al,  double  theta,  int  col,  int  head,  int  m,  int  nv )
+{   for( int ii = 0 ; !(ii == col) ; ii = (ii+1) ) {
+        int slot = ((head+((col-1)-ii)) % m);
+        scm2cpp::cu::need_host(rho);
+        scm2cpp::cu::need_host(smem);
+        scm2cpp::cu::need_host(q);
+        double a = (rho[slot]*lb_dot_row(smem,slot,q,nv));
+        scm2cpp::cu::need_host(al);
+        al[ slot ] = a   ;
+        scm2cpp::cu::wrote_host(al);
+        {   long scm2cpp_cnt = (long)(nv) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k73<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(q), scm2cpp::cu::dev(ymem), a, slot, nv, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k73");
+                scm2cpp::cu::wrote_dev(q);
+            } else {
+                scm2cpp::cu::need_host(q);
+                scm2cpp::cu::need_host(ymem);
+                for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                    q[ j ] = (q[j]-(a*ymem[((slot*nv)+j)]))   ;
+                }
+                scm2cpp::cu::wrote_host(q);
+            }
+        }  ;
+        ;
+        ;
+    }  ;
+    {   long scm2cpp_cnt = (long)(nv) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k74<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(q), theta, scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k74");
+            scm2cpp::cu::wrote_dev(q);
+        } else {
+            scm2cpp::cu::need_host(q);
+            for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                q[ j ] = (q[j]/theta)   ;
+            }
+            scm2cpp::cu::wrote_host(q);
+        }
+    }  ;
+    for( int ii = 0 ; !(ii == col) ; ii = (ii+1) ) {
+        int slot2 = ((head+ii) % m);
+        scm2cpp::cu::need_host(rho);
+        scm2cpp::cu::need_host(ymem);
+        scm2cpp::cu::need_host(q);
+        double bb = (rho[slot2]*lb_dot_row(ymem,slot2,q,nv));
+        {
+            long scm2cpp_cnt = (long)(nv) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k75<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(q), scm2cpp::cu::dev(al), scm2cpp::cu::dev(smem), slot2, bb, nv, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k75");
+                scm2cpp::cu::wrote_dev(q);
+            } else {
+                scm2cpp::cu::need_host(q);
+                scm2cpp::cu::need_host(al);
+                scm2cpp::cu::need_host(smem);
+                for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                    q[ j ] = (q[j]+((al[slot2]-bb)*smem[((slot2*nv)+j)]))   ;
+                }
+                scm2cpp::cu::wrote_host(q);
+            }
+        }  ;
+        ;
+        ;
+    }  ;
+    return 0 ;
+}
+static __global__ void scm2cpp_k76(long scm2cpp_cnt, int scm2cpp_lo, double* bm, const double* smem, int ii, int nv, double theta, int si, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   bm[ ((ii*nv)+j) ] = (theta*smem[((si*nv)+j)])   ;
+    }
+}
+
+
+inline double
+lb_vbv( scm2cpp::cspan<double> v,  scm2cpp::cspan<double> smem,  scm2cpp::cspan<double> ymem,  scm2cpp::cspan<double> rho,  scm2cpp::span<double> bm,  scm2cpp::span<double> sb,  double  theta,  int  col,  int  head,  int  m,  int  nv )
+{   for( int ii = 0 ; !(ii == col) ; ii = (ii+1) ) {
+        int si = ((head+ii) % m);
+        {   long scm2cpp_cnt = (long)(nv) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k76<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(bm), scm2cpp::cu::dev(smem), ii, nv, theta, si, scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k76");
+                scm2cpp::cu::wrote_dev(bm);
+            } else {
+                scm2cpp::cu::need_host(bm);
+                scm2cpp::cu::need_host(smem);
+                for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                    bm[ ((ii*nv)+j) ] = (theta*smem[((si*nv)+j)])   ;
+                }
+                scm2cpp::cu::wrote_host(bm);
+            }
+        }  ;
+        for( int jj = 0 ; !(jj == ii) ; jj = (jj+1) ) {
+            int sj = ((head+jj) % m);
+            scm2cpp::cu::need_host(bm);
+            scm2cpp::cu::need_host(smem);
+            scm2cpp::cu::need_host(sb);
+            scm2cpp::cu::need_host(rho);
+            scm2cpp::cu::need_host(ymem);
+            double cb = (lb_dot_rows(bm,jj,smem,si,nv)/sb[jj]);
+            double cy = (rho[sj]*lb_dot_rows(ymem,sj,smem,si,nv));
+            scm2cpp::cu::need_host(bm);
+            scm2cpp::cu::need_host(ymem);
+            for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                bm[ ((ii*nv)+j) ] = ((bm[((ii*nv)+j)]-(cb*bm[((jj*nv)+j)]))+(cy*ymem[((sj*nv)+j)]))   ;
+            }  ;
+            scm2cpp::cu::wrote_host(bm);
+            ;
+            ;
+        }  ;
+        sb[ ii ] = lb_dot_rows(bm,ii,smem,si,nv)   ;
+        ;
+    }  ;
+    scm2cpp::cu::need_host(v);
+    double acc = (theta*lb_dot(v,v,nv));
+    for( int ii = 0 ; !(ii == col) ; ii = (ii+1) ) {
+        int si2 = ((head+ii) % m);
+        scm2cpp::cu::need_host(bm);
+        scm2cpp::cu::need_host(v);
+        scm2cpp::cu::need_host(ymem);
+        double bv = lb_dot_row(bm,ii,v,nv);
+        double yv = lb_dot_row(ymem,si2,v,nv);
+        scm2cpp::cu::need_host(sb);
+        scm2cpp::cu::need_host(rho);
+        acc = ((acc-((bv*bv)/sb[ii]))+(rho[si2]*(yv*yv)))  ;
+        ;
+        ;
+    }  ;
+    return acc ;
+}
+static __global__ void scm2cpp_k77(long scm2cpp_cnt, int scm2cpp_lo, double* q, const double* g, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   q[ j ] = g[j]   ;
+    }
+}
+static __global__ void scm2cpp_k78(long scm2cpp_cnt, int scm2cpp_lo, double* d, const double* q, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   d[ j ] = (0.0-q[j])   ;
+    }
+}
+static __global__ void scm2cpp_k79(long scm2cpp_cnt, int scm2cpp_lo, double* e, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   e[ j ] = 0.0   ;
+    }
+}
+static __global__ void scm2cpp_k80(long scm2cpp_cnt, int scm2cpp_lo, double* d, const double* e, double lam, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   d[ j ] = (d[j]+(lam*e[j]))   ;
+    }
+}
+static __global__ void scm2cpp_k81(long scm2cpp_cnt, int scm2cpp_lo, const double* g, double* d, double dtm, double alpha, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   double xcpj = ((0.0-dtm)*g[j]);
+        d[ j ] = (xcpj+(alpha*(d[j]-xcpj)))   ;
+        ;
+    }
+}
+
+
+inline int
+lb_direction( scm2cpp::cspan<double> w,  scm2cpp::cspan<double> g,  scm2cpp::span<double> d,  scm2cpp::span<double> q,  scm2cpp::span<double> e,  scm2cpp::cspan<double> smem,  scm2cpp::cspan<double> ymem,  scm2cpp::cspan<double> rho,  scm2cpp::span<double> al,  scm2cpp::span<double> bm,  scm2cpp::span<double> sb,  double  theta,  int  col,  int  head,  int  m,  int  ib,  double  lbv,  int  nv )
+{  {   long scm2cpp_cnt = (long)(nv) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k77<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(q), scm2cpp::cu::dev(g), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k77");
+            scm2cpp::cu::wrote_dev(q);
+        } else {
+            scm2cpp::cu::need_host(q);
+            scm2cpp::cu::need_host(g);
+            for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                q[ j ] = g[j]   ;
+            }
+            scm2cpp::cu::wrote_host(q);
+        }
+    }  ;
+    lb_hv(q,smem,ymem,rho,al,theta,col,head,m,nv)  ;
+    {   long scm2cpp_cnt = (long)(nv) - (long)(0);
+        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+            scm2cpp_k78<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(d), scm2cpp::cu::dev(q), scm2cpp_red);
+            scm2cpp::cu::launched("scm2cpp_k78");
+            scm2cpp::cu::wrote_dev(d);
+        } else {
+            scm2cpp::cu::need_host(d);
+            scm2cpp::cu::need_host(q);
+            for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                d[ j ] = (0.0-q[j])   ;
+            }
+            scm2cpp::cu::wrote_host(d);
+        }
+    }  ;
+    if( ib >= 0 ) {
+        scm2cpp::cu::need_host(g);
+        scm2cpp::cu::need_host(w);
+        double gs = g[ib];
+        double tl = (w[ib]-lbv);
+        int fixed = 0;
+        double delta = 0.0;
+        double dtm = 0.0;
+        if( (tl <= 0.0 && gs >= 0.0) ) {
+            fixed = 1  ;
+        } else {
+            dtm = (lb_dot(g,g,nv)/lb_vbv(g,smem,ymem,rho,bm,sb,theta,col,head,m,nv))  ;
+            if( (gs > 0.0 && dtm >= (tl/gs)) ) {
+                fixed = 1  ;
+                delta = (0.0-tl)  ;
+            } else {
+                0  ;
+            }  ;
+        }  ;
+        if( fixed == 1 ) {
+            {
+                long scm2cpp_cnt = (long)(nv) - (long)(0);
+                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                    scm2cpp_k79<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(e), scm2cpp_red);
+                    scm2cpp::cu::launched("scm2cpp_k79");
+                    scm2cpp::cu::wrote_dev(e);
+                } else {
+                    scm2cpp::cu::need_host(e);
+                    for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                        e[ j ] = 0.0   ;
+                    }
+                    scm2cpp::cu::wrote_host(e);
+                }
+            }  ;
+            scm2cpp::cu::need_host(e);
+            e[ ib ] = 1.0   ;
+            scm2cpp::cu::wrote_host(e);
+            lb_hv(e,smem,ymem,rho,al,theta,col,head,m,nv)  ;
+            scm2cpp::cu::need_host(q);
+            scm2cpp::cu::need_host(e);
+            double lam = ((delta+q[ib])/e[ib]);
+            {
+                long scm2cpp_cnt = (long)(nv) - (long)(0);
+                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                    scm2cpp_k80<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(d), scm2cpp::cu::dev(e), lam, scm2cpp_red);
+                    scm2cpp::cu::launched("scm2cpp_k80");
+                    scm2cpp::cu::wrote_dev(d);
+                } else {
+                    scm2cpp::cu::need_host(d);
+                    scm2cpp::cu::need_host(e);
+                    for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                        d[ j ] = (d[j]+(lam*e[j]))   ;
+                    }
+                    scm2cpp::cu::wrote_host(d);
+                }
+            }  ;
+            ;
+            scm2cpp::cu::need_host(d);
+            d[ ib ] = delta   ;
+            scm2cpp::cu::wrote_host(d);
+        } else {
+            scm2cpp::cu::need_host(w);
+            scm2cpp::cu::need_host(d);
+            if( (w[ib]+d[ib]) < lbv ) {
+                scm2cpp::cu::need_host(d);
+                scm2cpp::cu::need_host(g);
+                scm2cpp::cu::need_host(w);
+                double ddp = ((lb_dot(d,g,nv)-(d[ib]*gs))+((lbv-w[ib])*gs));
+                if( ddp > 0.0 ) {
+                    scm2cpp::cu::need_host(d);
+                    scm2cpp::cu::need_host(w);
+                    double dus = (d[ib]-((0.0-dtm)*gs));
+                    double xcps = (w[ib]-(dtm*gs));
+                    double alpha = 1.0;
+                    if( dus < 0.0 ) {
+                        double temp2 = (lbv-xcps);
+                        if( temp2 >= 0.0 ) {
+                            alpha = 0.0  ;
+                        } else {
+                            if( dus < temp2 ) {
+                                alpha = (temp2/dus)  ;
+                            } else {
+                                0  ;
+                            }  ;
+                        }  ;
+                        ;
+                    } else {
+                        0  ;
+                    }  ;
+                    {   long scm2cpp_cnt = (long)(nv) - (long)(0);
+                        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                            scm2cpp_k81<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(g), scm2cpp::cu::dev(d), dtm, alpha, scm2cpp_red);
+                            scm2cpp::cu::launched("scm2cpp_k81");
+                            scm2cpp::cu::wrote_dev(d);
+                        } else {
+                            scm2cpp::cu::need_host(g);
+                            scm2cpp::cu::need_host(d);
+                            for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                                double xcpj = ((0.0-dtm)*g[j]);
+                                d[ j ] = (xcpj+(alpha*(d[j]-xcpj)))   ;
+                                ;
+                            }
+                            scm2cpp::cu::wrote_host(d);
+                        }
+                    }  ;
+                    scm2cpp::cu::need_host(d);
+                    scm2cpp::cu::need_host(w);
+                    if( alpha < 1.0 ) {
+                        d[ ib ] = (lbv-w[ib])   ;
+                    } else {
+                        0  ;
+                    }  ;
+                    scm2cpp::cu::wrote_host(d);
+                    ;
+                } else {
+                    scm2cpp::cu::need_host(d);
+                    scm2cpp::cu::need_host(w);
+                    d[ ib ] = (lbv-w[ib])   ;
+                    scm2cpp::cu::wrote_host(d);
+                }  ;
+                ;
+            } else {
+                0  ;
+            }  ;
+        }  ;
+        ;
+    } else {
+        0  ;
+    }  ;
+    return 0 ;
+}
+static __global__ void scm2cpp_k82(long scm2cpp_cnt, int scm2cpp_lo, double* t, const double* w, double* gold, const double* g, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   t[ j ] = w[j]   ;
+        gold[ j ] = g[j]   ;
+    }
+}
+static __global__ void scm2cpp_k83(long scm2cpp_cnt, int scm2cpp_lo, double* w, const double* t, const double* d, double stp, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   w[ j ] = (t[j]+(stp*d[j]))   ;
+    }
+}
+static __global__ void scm2cpp_k84(long scm2cpp_cnt, int scm2cpp_lo, double* w, const double* t, double* g, const double* gold, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    {   w[ j ] = t[j]   ;
+        g[ j ] = gold[j]   ;
+    }
+}
+static __global__ void scm2cpp_k85(long scm2cpp_cnt, int scm2cpp_lo, const double* g, const double* gold, double* smem, const double* d, double* ymem, int slot3, int nv, double stp2, double* scm2cpp_red) {
+    long scm2cpp_t = blockIdx.x * (long)blockDim.x + threadIdx.x;
+    if (scm2cpp_t >= scm2cpp_cnt) return;
+    int j = scm2cpp_lo + (int)scm2cpp_t;
+    double rr = 0.0;
+    {   double yj = (g[j]-gold[j]);
+        smem[ ((slot3*nv)+j) ] = (stp2*d[j])   ;
+        ymem[ ((slot3*nv)+j) ] = yj   ;
+        rr = (rr+(yj*yj))  ;
+        ;
+    }
+    scm2cpp::cu::atomic_add(scm2cpp_red + 0, rr);
+}
+
+
+inline int
+lbfgs( int  kind,  scm2cpp::span<double> w,  scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  const std::array<double,4> & aux,  scm2cpp::span<double> work,  scm2cpp::span<double> out,  int  m,  int  maxiter,  double  pgtol,  double  ftol,  int  maxls,  int  ib,  double  lbv,  int  nv,  int  n,  int  p,  int  k )
+{   std::vector<double> g(nv,0.0);
+    scm2cpp::cu::fresh(g);
+    std::vector<double> gold(nv,0.0);
+    scm2cpp::cu::fresh(gold);
+    std::vector<double> d(nv,0.0);
+    scm2cpp::cu::fresh(d);
+    std::vector<double> t(nv,0.0);
+    scm2cpp::cu::fresh(t);
+    std::vector<double> q(nv,0.0);
+    scm2cpp::cu::fresh(q);
+    std::vector<double> e(nv,0.0);
+    scm2cpp::cu::fresh(e);
+    std::vector<double> smem((m*nv),0.0);
+    scm2cpp::cu::fresh(smem);
+    std::vector<double> ymem((m*nv),0.0);
+    scm2cpp::cu::fresh(ymem);
+    std::vector<double> bm((m*nv),0.0);
+    scm2cpp::cu::fresh(bm);
+    std::vector<double> rho(m,0.0);
+    scm2cpp::cu::fresh(rho);
+    std::vector<double> sb(m,0.0);
+    scm2cpp::cu::fresh(sb);
+    std::vector<double> al(m,0.0);
+    scm2cpp::cu::fresh(al);
+    std::array<double,16> ls = scm2cpp::filled_array<double,16>(0.0);
+    scm2cpp::cu::fresh(ls);
+    std::array<double,8> cs = scm2cpp::filled_array<double,8>(0.0);
+    scm2cpp::cu::fresh(cs);
+    double eps = 2.220446049250313e-16;
+    int iter = 0;
+    int col = 0;
+    int head = 0;
+    double theta = 1.0;
+    int nfg = 0;
+    int done = 0;
+    scm2cpp::cu::need_host(w);
+    scm2cpp::cu::need_host(g);
+    scm2cpp::cu::need_host(x);
+    scm2cpp::cu::need_host(y);
+    scm2cpp::cu::need_host(aux);
+    scm2cpp::cu::need_host(work);
+    double f = lbfgs_fg(kind,w,g,x,y,aux,work,n,p,k);
+    nfg = 1  ;
+    scm2cpp::cu::need_host(g);
+    scm2cpp::cu::need_host(w);
+    if( lb_projgr(g,w,ib,lbv,nv) <= pgtol ) {
+        done = 1  ;
+    } else {
+        0  ;
+    }  ;
+    for(  ; !(done == 1) ;  ) {
+        lb_direction(w,g,d,q,e,smem,ymem,rho,al,bm,sb,theta,col,head,m,ib,lbv,nv)  ;
+        {   long scm2cpp_cnt = (long)(nv) - (long)(0);
+            if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                scm2cpp_k82<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(t), scm2cpp::cu::dev(w), scm2cpp::cu::dev(gold), scm2cpp::cu::dev(g), scm2cpp_red);
+                scm2cpp::cu::launched("scm2cpp_k82");
+                scm2cpp::cu::wrote_dev(t);
+                scm2cpp::cu::wrote_dev(gold);
+            } else {
+                scm2cpp::cu::need_host(t);
+                scm2cpp::cu::need_host(w);
+                scm2cpp::cu::need_host(gold);
+                scm2cpp::cu::need_host(g);
+                for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                    t[ j ] = w[j]   ;
+                    gold[ j ] = g[j]   ;
+                }
+                scm2cpp::cu::wrote_host(t);
+                scm2cpp::cu::wrote_host(gold);
+            }
+        }  ;
+        scm2cpp::cu::need_host(d);
+        scm2cpp::cu::need_host(g);
+        double fold = f;
+        double dnorm = sqrt(lb_dot(d,d,nv));
+        double gdold = lb_dot(g,d,nv);
+        double stpmx = 10000000000.0;
+        double gd = 0.0;
+        int task = 0;
+        int ifun = 0;
+        int fail = 0;
+        scm2cpp::cu::need_host(d);
+        scm2cpp::cu::need_host(w);
+        if( ib >= 0 ) {
+            if( iter == 0 ) {
+                stpmx = 1.0  ;
+            } else {
+                if( d[ib] < 0.0 ) {
+                    double a2 = (lbv-w[ib]);
+                    if( a2 >= 0.0 ) {
+                        stpmx = 0.0  ;
+                    } else {
+                        if( (d[ib]*stpmx) < a2 ) {
+                            stpmx = (a2/d[ib])  ;
+                        } else {
+                            0  ;
+                        }  ;
+                    }  ;
+                    ;
+                } else {
+                    0  ;
+                }  ;
+            }  ;
+        } else {
+            0  ;
+        }  ;
+        if( gdold >= 0.0 ) {
+            fail = 1  ;
+        } else {
+            scm2cpp::cu::need_host(ls);
+            lb_search_start(ls,f,gdold,( ( iter == 0 ) ? (lb_min(double((1.0/dnorm)),stpmx)) : (1.0) ),0.0,stpmx,0.001)  ;
+            scm2cpp::cu::wrote_host(ls);
+            for(  ; !((fail == 1 || !(task == 0))) ;  ) {
+                ifun = (ifun+1)  ;
+                if( ifun > maxls ) {
+                    fail = 1  ;
+                } else {
+                    scm2cpp::cu::need_host(ls);
+                    double stp = ls[15];
+                    {
+                        long scm2cpp_cnt = (long)(nv) - (long)(0);
+                        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                            scm2cpp_k83<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(w), scm2cpp::cu::dev(t), scm2cpp::cu::dev(d), stp, scm2cpp_red);
+                            scm2cpp::cu::launched("scm2cpp_k83");
+                            scm2cpp::cu::wrote_dev(w);
+                        } else {
+                            scm2cpp::cu::need_host(w);
+                            scm2cpp::cu::need_host(t);
+                            scm2cpp::cu::need_host(d);
+                            for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                                w[ j ] = (t[j]+(stp*d[j]))   ;
+                            }
+                            scm2cpp::cu::wrote_host(w);
+                        }
+                    }  ;
+                    f = lbfgs_fg(kind,w,g,x,y,aux,work,n,p,k)  ;
+                    nfg = (nfg+1)  ;
+                    gd = lb_dot(g,d,nv)  ;
+                    scm2cpp::cu::need_host(ls);
+                    scm2cpp::cu::need_host(cs);
+                    task = lb_search_step(ls,cs,f,gd,0.001,0.9,0.1,0.0,stpmx)  ;
+                    scm2cpp::cu::wrote_host(ls);
+                    scm2cpp::cu::wrote_host(cs);
+                    ;
+                }  ;
+            }  ;
+        }  ;
+        if( fail == 1 ) {
+            {
+                long scm2cpp_cnt = (long)(nv) - (long)(0);
+                if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                    double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                    scm2cpp_k84<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(w), scm2cpp::cu::dev(t), scm2cpp::cu::dev(g), scm2cpp::cu::dev(gold), scm2cpp_red);
+                    scm2cpp::cu::launched("scm2cpp_k84");
+                    scm2cpp::cu::wrote_dev(w);
+                    scm2cpp::cu::wrote_dev(g);
+                } else {
+                    scm2cpp::cu::need_host(w);
+                    scm2cpp::cu::need_host(t);
+                    scm2cpp::cu::need_host(g);
+                    scm2cpp::cu::need_host(gold);
+                    for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                        w[ j ] = t[j]   ;
+                        g[ j ] = gold[j]   ;
+                    }
+                    scm2cpp::cu::wrote_host(w);
+                    scm2cpp::cu::wrote_host(g);
+                }
+            }  ;
+            f = fold  ;
+            if( col == 0 ) {
+                done = 1  ;
+            } else {
+                col = 0  ;
+                head = 0  ;
+                theta = 1.0  ;
+            }  ;
+        } else {
+            scm2cpp::cu::need_host(ls);
+            double stp2 = ls[15];
+            iter = (iter+1)  ;
+            if( iter >= maxiter ) {
+                done = 1  ;
+            } else {
+                0  ;
+            }  ;
+            scm2cpp::cu::need_host(g);
+            scm2cpp::cu::need_host(w);
+            if( lb_projgr(g,w,ib,lbv,nv) <= pgtol ) {
+                done = 1  ;
+            } else {
+                0  ;
+            }  ;
+            if( (fold-f) <= (ftol*lb_max(lb_max(lb_abs(fold),lb_abs(f)),1.0)) ) {
+                done = 1  ;
+            } else {
+                0  ;
+            }  ;
+            if( done == 0 ) {
+                double dr = ((gd-gdold)*stp2);
+                double ddum = ((0.0-gdold)*stp2);
+                if( dr > (eps*ddum) ) {
+                    int slot3 = ( ( col < m ) ? (((head+col) % m)) : (head) );
+                    double rr = 0.0;
+                    {
+                        long scm2cpp_cnt = (long)(nv) - (long)(0);
+                        if (scm2cpp_cnt >= scm2cpp::cu::min_trip()) {
+                            double* scm2cpp_red = scm2cpp::cu::reduction_slots(1);
+                            scm2cpp_k85<<<(unsigned)((scm2cpp_cnt + 255) / 256), 256>>>(scm2cpp_cnt, 0, scm2cpp::cu::dev(g), scm2cpp::cu::dev(gold), scm2cpp::cu::dev(smem), scm2cpp::cu::dev(d), scm2cpp::cu::dev(ymem), slot3, nv, stp2, scm2cpp_red);
+                            scm2cpp::cu::launched("scm2cpp_k85");
+                            scm2cpp::cu::wrote_dev(smem);
+                            scm2cpp::cu::wrote_dev(ymem);
+                            rr = rr + scm2cpp::cu::reduction_value(scm2cpp_red, 0);
+                        } else {
+                            scm2cpp::cu::need_host(g);
+                            scm2cpp::cu::need_host(gold);
+                            scm2cpp::cu::need_host(smem);
+                            scm2cpp::cu::need_host(d);
+                            scm2cpp::cu::need_host(ymem);
+                            for( int j = 0 ; !(j == nv) ; j = (j+1) ) {
+                                double yj = (g[j]-gold[j]);
+                                smem[ ((slot3*nv)+j) ] = (stp2*d[j])   ;
+                                ymem[ ((slot3*nv)+j) ] = yj   ;
+                                rr = (rr+(yj*yj))  ;
+                                ;
+                            }
+                            scm2cpp::cu::wrote_host(smem);
+                            scm2cpp::cu::wrote_host(ymem);
+                        }
+                    }  ;
+                    scm2cpp::cu::need_host(rho);
+                    rho[ slot3 ] = (1.0/dr)   ;
+                    scm2cpp::cu::wrote_host(rho);
+                    theta = (rr/dr)  ;
+                    if( col < m ) {
+                        col = (col+1)  ;
+                    } else {
+                        head = ((head+1) % m)  ;
+                    }  ;
+                    ;
+                    ;
+                    0  ;
+                } else {
+                    0  ;
+                }  ;
+                ;
+            } else {
+                0  ;
+            }  ;
+            ;
+        }  ;
+        ;
+    }  ;
+    scm2cpp::cu::need_host(out);
+    out[ 0 ] = f   ;
+    scm2cpp::cu::wrote_host(out);
+    scm2cpp::cu::need_host(out);
+    out[ 1 ] = double(nfg)   ;
+    scm2cpp::cu::wrote_host(out);
+    return iter ;
+}
+
+
+SCM2CPP_FN inline double
+lbfgs_fg( int  kind,  scm2cpp::cspan<double> w,  scm2cpp::span<double> g,  scm2cpp::cspan<double> x,  scm2cpp::cspan<double> y,  const std::array<double,4> & aux,  scm2cpp::span<double> work,  int  n,  int  p,  int  k )
+{
+    if( kind == 0 ) {
+        return logistic_fg(w,g,x,y,work,aux[0],( ( aux[1] == 1.0 ) ? (1) : (0) ),( ( aux[2] == 1.0 ) ? (1) : (0) ),n,p,k) ;
+    }
+    else {
+        if( kind == 1 ) {
+            return huber_fg(w,g,x,y,work,aux[0],aux[1],( ( aux[2] == 1.0 ) ? (1) : (0) ),n,p) ;
+        }
+        else {
+            return glm_fg(w,g,x,y,work,int(aux[1]),aux[3],aux[0],( ( aux[2] == 1.0 ) ? (1) : (0) ),n,p) ;
+        }
+    }
+}
+#endif // GPU_HPP