Skip to contents

Gradient boosted regression trees: fit residuals sequentially (hmgbrt)

Source: R/geron_w4a_native.R
morie_geron_gradient_boosting.Rd

Trees delegated to morie_geron_cart_algorithm with criterion="mse".

Usage

morie_geron_gradient_boosting(
  X,
  y,
  n_estimators = 10,
  learning_rate = 0.1,
  max_depth = 2,
  loss = "squared_error"
)

Arguments

X, y

Data.

n_estimators, learning_rate, max_depth, loss

Config.

Value

List with predictions, init, trees, loss_history, train_mse, monotone.

Examples

V <- c(1, 2, 3, 4, 5, 6, 7, 8)
morie_geron_gradient_boosting(V, V)
#> $predictions
#> [1] 2.355607 2.853946 3.541746 4.091762 4.944863 5.453440 6.257603 6.501034
#> 
#> $init
#> [1] 4.5
#> 
#> $trees
#> $trees[[1]]
#> $trees[[1]]$leaf
#> [1] FALSE
#> 
#> $trees[[1]]$feature
#> [1] 0
#> 
#> $trees[[1]]$threshold
#> [1] 4.5
#> 
#> $trees[[1]]$impurity
#> [1] 5.25
#> 
#> $trees[[1]]$impurity_decrease
#> [1] 4
#> 
#> $trees[[1]]$n
#> [1] 8
#> 
#> $trees[[1]]$depth
#> [1] 0
#> 
#> $trees[[1]]$left
#> $trees[[1]]$left$leaf
#> [1] FALSE
#> 
#> $trees[[1]]$left$feature
#> [1] 0
#> 
#> $trees[[1]]$left$threshold
#> [1] 2.5
#> 
#> $trees[[1]]$left$impurity
#> [1] 1.25
#> 
#> $trees[[1]]$left$impurity_decrease
#> [1] 1
#> 
#> $trees[[1]]$left$n
#> [1] 4
#> 
#> $trees[[1]]$left$depth
#> [1] 1
#> 
#> $trees[[1]]$left$left
#> $trees[[1]]$left$left$leaf
#> [1] TRUE
#> 
#> $trees[[1]]$left$left$value
#> [1] -3
#> 
#> $trees[[1]]$left$left$n
#> [1] 2
#> 
#> $trees[[1]]$left$left$impurity
#> [1] 0.25
#> 
#> $trees[[1]]$left$left$depth
#> [1] 2
#> 
#> 
#> $trees[[1]]$left$right
#> $trees[[1]]$left$right$leaf
#> [1] TRUE
#> 
#> $trees[[1]]$left$right$value
#> [1] -1
#> 
#> $trees[[1]]$left$right$n
#> [1] 2
#> 
#> $trees[[1]]$left$right$impurity
#> [1] 0.25
#> 
#> $trees[[1]]$left$right$depth
#> [1] 2
#> 
#> 
#> 
#> $trees[[1]]$right
#> $trees[[1]]$right$leaf
#> [1] FALSE
#> 
#> $trees[[1]]$right$feature
#> [1] 0
#> 
#> $trees[[1]]$right$threshold
#> [1] 6.5
#> 
#> $trees[[1]]$right$impurity
#> [1] 1.25
#> 
#> $trees[[1]]$right$impurity_decrease
#> [1] 1
#> 
#> $trees[[1]]$right$n
#> [1] 4
#> 
#> $trees[[1]]$right$depth
#> [1] 1
#> 
#> $trees[[1]]$right$left
#> $trees[[1]]$right$left$leaf
#> [1] TRUE
#> 
#> $trees[[1]]$right$left$value
#> [1] 1
#> 
#> $trees[[1]]$right$left$n
#> [1] 2
#> 
#> $trees[[1]]$right$left$impurity
#> [1] 0.25
#> 
#> $trees[[1]]$right$left$depth
#> [1] 2
#> 
#> 
#> $trees[[1]]$right$right
#> $trees[[1]]$right$right$leaf
#> [1] TRUE
#> 
#> $trees[[1]]$right$right$value
#> [1] 3
#> 
#> $trees[[1]]$right$right$n
#> [1] 2
#> 
#> $trees[[1]]$right$right$impurity
#> [1] 0.25
#> 
#> $trees[[1]]$right$right$depth
#> [1] 2
#> 
#> 
#> 
#> 
#> $trees[[2]]
#> $trees[[2]]$leaf
#> [1] FALSE
#> 
#> $trees[[2]]$feature
#> [1] 0
#> 
#> $trees[[2]]$threshold
#> [1] 4.5
#> 
#> $trees[[2]]$impurity
#> [1] 4.3
#> 
#> $trees[[2]]$impurity_decrease
#> [1] 3.24
#> 
#> $trees[[2]]$n
#> [1] 8
#> 
#> $trees[[2]]$depth
#> [1] 0
#> 
#> $trees[[2]]$left
#> $trees[[2]]$left$leaf
#> [1] FALSE
#> 
#> $trees[[2]]$left$feature
#> [1] 0
#> 
#> $trees[[2]]$left$threshold
#> [1] 2.5
#> 
#> $trees[[2]]$left$impurity
#> [1] 1.06
#> 
#> $trees[[2]]$left$impurity_decrease
#> [1] 0.81
#> 
#> $trees[[2]]$left$n
#> [1] 4
#> 
#> $trees[[2]]$left$depth
#> [1] 1
#> 
#> $trees[[2]]$left$left
#> $trees[[2]]$left$left$leaf
#> [1] TRUE
#> 
#> $trees[[2]]$left$left$value
#> [1] -2.7
#> 
#> $trees[[2]]$left$left$n
#> [1] 2
#> 
#> $trees[[2]]$left$left$impurity
#> [1] 0.25
#> 
#> $trees[[2]]$left$left$depth
#> [1] 2
#> 
#> 
#> $trees[[2]]$left$right
#> $trees[[2]]$left$right$leaf
#> [1] TRUE
#> 
#> $trees[[2]]$left$right$value
#> [1] -0.9
#> 
#> $trees[[2]]$left$right$n
#> [1] 2
#> 
#> $trees[[2]]$left$right$impurity
#> [1] 0.25
#> 
#> $trees[[2]]$left$right$depth
#> [1] 2
#> 
#> 
#> 
#> $trees[[2]]$right
#> $trees[[2]]$right$leaf
#> [1] FALSE
#> 
#> $trees[[2]]$right$feature
#> [1] 0
#> 
#> $trees[[2]]$right$threshold
#> [1] 6.5
#> 
#> $trees[[2]]$right$impurity
#> [1] 1.06
#> 
#> $trees[[2]]$right$impurity_decrease
#> [1] 0.81
#> 
#> $trees[[2]]$right$n
#> [1] 4
#> 
#> $trees[[2]]$right$depth
#> [1] 1
#> 
#> $trees[[2]]$right$left
#> $trees[[2]]$right$left$leaf
#> [1] TRUE
#> 
#> $trees[[2]]$right$left$value
#> [1] 0.9
#> 
#> $trees[[2]]$right$left$n
#> [1] 2
#> 
#> $trees[[2]]$right$left$impurity
#> [1] 0.25
#> 
#> $trees[[2]]$right$left$depth
#> [1] 2
#> 
#> 
#> $trees[[2]]$right$right
#> $trees[[2]]$right$right$leaf
#> [1] TRUE
#> 
#> $trees[[2]]$right$right$value
#> [1] 2.7
#> 
#> $trees[[2]]$right$right$n
#> [1] 2
#> 
#> $trees[[2]]$right$right$impurity
#> [1] 0.25
#> 
#> $trees[[2]]$right$right$depth
#> [1] 2
#> 
#> 
#> 
#> 
#> $trees[[3]]
#> $trees[[3]]$leaf
#> [1] FALSE
#> 
#> $trees[[3]]$feature
#> [1] 0
#> 
#> $trees[[3]]$threshold
#> [1] 4.5
#> 
#> $trees[[3]]$impurity
#> [1] 3.5305
#> 
#> $trees[[3]]$impurity_decrease
#> [1] 2.6244
#> 
#> $trees[[3]]$n
#> [1] 8
#> 
#> $trees[[3]]$depth
#> [1] 0
#> 
#> $trees[[3]]$left
#> $trees[[3]]$left$leaf
#> [1] FALSE
#> 
#> $trees[[3]]$left$feature
#> [1] 0
#> 
#> $trees[[3]]$left$threshold
#> [1] 2.5
#> 
#> $trees[[3]]$left$impurity
#> [1] 0.9061
#> 
#> $trees[[3]]$left$impurity_decrease
#> [1] 0.6561
#> 
#> $trees[[3]]$left$n
#> [1] 4
#> 
#> $trees[[3]]$left$depth
#> [1] 1
#> 
#> $trees[[3]]$left$left
#> $trees[[3]]$left$left$leaf
#> [1] TRUE
#> 
#> $trees[[3]]$left$left$value
#> [1] -2.43
#> 
#> $trees[[3]]$left$left$n
#> [1] 2
#> 
#> $trees[[3]]$left$left$impurity
#> [1] 0.25
#> 
#> $trees[[3]]$left$left$depth
#> [1] 2
#> 
#> 
#> $trees[[3]]$left$right
#> $trees[[3]]$left$right$leaf
#> [1] TRUE
#> 
#> $trees[[3]]$left$right$value
#> [1] -0.81
#> 
#> $trees[[3]]$left$right$n
#> [1] 2
#> 
#> $trees[[3]]$left$right$impurity
#> [1] 0.25
#> 
#> $trees[[3]]$left$right$depth
#> [1] 2
#> 
#> 
#> 
#> $trees[[3]]$right
#> $trees[[3]]$right$leaf
#> [1] FALSE
#> 
#> $trees[[3]]$right$feature
#> [1] 0
#> 
#> $trees[[3]]$right$threshold
#> [1] 6.5
#> 
#> $trees[[3]]$right$impurity
#> [1] 0.9061
#> 
#> $trees[[3]]$right$impurity_decrease
#> [1] 0.6561
#> 
#> $trees[[3]]$right$n
#> [1] 4
#> 
#> $trees[[3]]$right$depth
#> [1] 1
#> 
#> $trees[[3]]$right$left
#> $trees[[3]]$right$left$leaf
#> [1] TRUE
#> 
#> $trees[[3]]$right$left$value
#> [1] 0.81
#> 
#> $trees[[3]]$right$left$n
#> [1] 2
#> 
#> $trees[[3]]$right$left$impurity
#> [1] 0.25
#> 
#> $trees[[3]]$right$left$depth
#> [1] 2
#> 
#> 
#> $trees[[3]]$right$right
#> $trees[[3]]$right$right$leaf
#> [1] TRUE
#> 
#> $trees[[3]]$right$right$value
#> [1] 2.43
#> 
#> $trees[[3]]$right$right$n
#> [1] 2
#> 
#> $trees[[3]]$right$right$impurity
#> [1] 0.25
#> 
#> $trees[[3]]$right$right$depth
#> [1] 2
#> 
#> 
#> 
#> 
#> $trees[[4]]
#> $trees[[4]]$leaf
#> [1] FALSE
#> 
#> $trees[[4]]$feature
#> [1] 0
#> 
#> $trees[[4]]$threshold
#> [1] 4.5
#> 
#> $trees[[4]]$impurity
#> [1] 2.907205
#> 
#> $trees[[4]]$impurity_decrease
#> [1] 2.125764
#> 
#> $trees[[4]]$n
#> [1] 8
#> 
#> $trees[[4]]$depth
#> [1] 0
#> 
#> $trees[[4]]$left
#> $trees[[4]]$left$leaf
#> [1] FALSE
#> 
#> $trees[[4]]$left$feature
#> [1] 0
#> 
#> $trees[[4]]$left$threshold
#> [1] 2.5
#> 
#> $trees[[4]]$left$impurity
#> [1] 0.781441
#> 
#> $trees[[4]]$left$impurity_decrease
#> [1] 0.531441
#> 
#> $trees[[4]]$left$n
#> [1] 4
#> 
#> $trees[[4]]$left$depth
#> [1] 1
#> 
#> $trees[[4]]$left$left
#> $trees[[4]]$left$left$leaf
#> [1] TRUE
#> 
#> $trees[[4]]$left$left$value
#> [1] -2.187
#> 
#> $trees[[4]]$left$left$n
#> [1] 2
#> 
#> $trees[[4]]$left$left$impurity
#> [1] 0.25
#> 
#> $trees[[4]]$left$left$depth
#> [1] 2
#> 
#> 
#> $trees[[4]]$left$right
#> $trees[[4]]$left$right$leaf
#> [1] TRUE
#> 
#> $trees[[4]]$left$right$value
#> [1] -0.729
#> 
#> $trees[[4]]$left$right$n
#> [1] 2
#> 
#> $trees[[4]]$left$right$impurity
#> [1] 0.25
#> 
#> $trees[[4]]$left$right$depth
#> [1] 2
#> 
#> 
#> 
#> $trees[[4]]$right
#> $trees[[4]]$right$leaf
#> [1] FALSE
#> 
#> $trees[[4]]$right$feature
#> [1] 0
#> 
#> $trees[[4]]$right$threshold
#> [1] 6.5
#> 
#> $trees[[4]]$right$impurity
#> [1] 0.781441
#> 
#> $trees[[4]]$right$impurity_decrease
#> [1] 0.531441
#> 
#> $trees[[4]]$right$n
#> [1] 4
#> 
#> $trees[[4]]$right$depth
#> [1] 1
#> 
#> $trees[[4]]$right$left
#> $trees[[4]]$right$left$leaf
#> [1] TRUE
#> 
#> $trees[[4]]$right$left$value
#> [1] 0.729
#> 
#> $trees[[4]]$right$left$n
#> [1] 2
#> 
#> $trees[[4]]$right$left$impurity
#> [1] 0.25
#> 
#> $trees[[4]]$right$left$depth
#> [1] 2
#> 
#> 
#> $trees[[4]]$right$right
#> $trees[[4]]$right$right$leaf
#> [1] TRUE
#> 
#> $trees[[4]]$right$right$value
#> [1] 2.187
#> 
#> $trees[[4]]$right$right$n
#> [1] 2
#> 
#> $trees[[4]]$right$right$impurity
#> [1] 0.25
#> 
#> $trees[[4]]$right$right$depth
#> [1] 2
#> 
#> 
#> 
#> 
#> $trees[[5]]
#> $trees[[5]]$leaf
#> [1] FALSE
#> 
#> $trees[[5]]$feature
#> [1] 0
#> 
#> $trees[[5]]$threshold
#> [1] 3.5
#> 
#> $trees[[5]]$impurity
#> [1] 2.402336
#> 
#> $trees[[5]]$impurity_decrease
#> [1] 1.72904
#> 
#> $trees[[5]]$n
#> [1] 8
#> 
#> $trees[[5]]$depth
#> [1] 0
#> 
#> $trees[[5]]$left
#> $trees[[5]]$left$leaf
#> [1] FALSE
#> 
#> $trees[[5]]$left$feature
#> [1] 0
#> 
#> $trees[[5]]$left$threshold
#> [1] 1.5
#> 
#> $trees[[5]]$left$impurity
#> [1] 0.3132597
#> 
#> $trees[[5]]$left$impurity_decrease
#> [1] 0.2970149
#> 
#> $trees[[5]]$left$n
#> [1] 3
#> 
#> $trees[[5]]$left$depth
#> [1] 1
#> 
#> $trees[[5]]$left$left
#> $trees[[5]]$left$left$leaf
#> [1] TRUE
#> 
#> $trees[[5]]$left$left$value
#> [1] -2.4683
#> 
#> $trees[[5]]$left$left$n
#> [1] 1
#> 
#> $trees[[5]]$left$left$impurity
#> [1] 0
#> 
#> $trees[[5]]$left$left$depth
#> [1] 2
#> 
#> 
#> $trees[[5]]$left$right
#> $trees[[5]]$left$right$leaf
#> [1] TRUE
#> 
#> $trees[[5]]$left$right$value
#> [1] -1.3122
#> 
#> $trees[[5]]$left$right$n
#> [1] 2
#> 
#> $trees[[5]]$left$right$impurity
#> [1] 0.02436721
#> 
#> $trees[[5]]$left$right$depth
#> [1] 2
#> 
#> 
#> 
#> $trees[[5]]$right
#> $trees[[5]]$right$leaf
#> [1] FALSE
#> 
#> $trees[[5]]$right$feature
#> [1] 0
#> 
#> $trees[[5]]$right$threshold
#> [1] 5.5
#> 
#> $trees[[5]]$right$impurity
#> [1] 0.8893186
#> 
#> $trees[[5]]$right$impurity_decrease
#> [1] 0.6916158
#> 
#> $trees[[5]]$right$n
#> [1] 5
#> 
#> $trees[[5]]$right$depth
#> [1] 1
#> 
#> $trees[[5]]$right$left
#> $trees[[5]]$right$left$leaf
#> [1] TRUE
#> 
#> $trees[[5]]$right$left$value
#> [1] 0
#> 
#> $trees[[5]]$right$left$n
#> [1] 2
#> 
#> $trees[[5]]$right$left$impurity
#> [1] 0.02436721
#> 
#> $trees[[5]]$right$left$depth
#> [1] 2
#> 
#> 
#> $trees[[5]]$right$right
#> $trees[[5]]$right$right$leaf
#> [1] TRUE
#> 
#> $trees[[5]]$right$right$value
#> [1] 1.697567
#> 
#> $trees[[5]]$right$right$n
#> [1] 3
#> 
#> $trees[[5]]$right$right$impurity
#> [1] 0.3132597
#> 
#> $trees[[5]]$right$right$depth
#> [1] 2
#> 
#> 
#> 
#> 
#> $trees[[6]]
#> $trees[[6]]$leaf
#> [1] FALSE
#> 
#> $trees[[6]]$feature
#> [1] 0
#> 
#> $trees[[6]]$threshold
#> [1] 4.5
#> 
#> $trees[[6]]$impurity
#> [1] 1.970527
#> 
#> $trees[[6]]$impurity_decrease
#> [1] 1.403947
#> 
#> $trees[[6]]$n
#> [1] 8
#> 
#> $trees[[6]]$depth
#> [1] 0
#> 
#> $trees[[6]]$left
#> $trees[[6]]$left$leaf
#> [1] FALSE
#> 
#> $trees[[6]]$left$feature
#> [1] 0
#> 
#> $trees[[6]]$left$threshold
#> [1] 1.5
#> 
#> $trees[[6]]$left$impurity
#> [1] 0.545418
#> 
#> $trees[[6]]$left$impurity_decrease
#> [1] 0.3581712
#> 
#> $trees[[6]]$left$n
#> [1] 4
#> 
#> $trees[[6]]$left$depth
#> [1] 1
#> 
#> $trees[[6]]$left$left
#> $trees[[6]]$left$left$leaf
#> [1] TRUE
#> 
#> $trees[[6]]$left$left$value
#> [1] -2.22147
#> 
#> $trees[[6]]$left$left$n
#> [1] 1
#> 
#> $trees[[6]]$left$left$impurity
#> [1] 0
#> 
#> $trees[[6]]$left$left$depth
#> [1] 2
#> 
#> 
#> $trees[[6]]$left$right
#> $trees[[6]]$left$right$leaf
#> [1] TRUE
#> 
#> $trees[[6]]$left$right$value
#> [1] -0.8393533
#> 
#> $trees[[6]]$left$right$n
#> [1] 3
#> 
#> $trees[[6]]$left$right$impurity
#> [1] 0.2496624
#> 
#> $trees[[6]]$left$right$depth
#> [1] 2
#> 
#> 
#> 
#> $trees[[6]]$right
#> $trees[[6]]$right$leaf
#> [1] FALSE
#> 
#> $trees[[6]]$right$feature
#> [1] 0
#> 
#> $trees[[6]]$right$threshold
#> [1] 7.5
#> 
#> $trees[[6]]$right$impurity
#> [1] 0.5877426
#> 
#> $trees[[6]]$right$impurity_decrease
#> [1] 0.4134135
#> 
#> $trees[[6]]$right$n
#> [1] 4
#> 
#> $trees[[6]]$right$depth
#> [1] 1
#> 
#> $trees[[6]]$right$left
#> $trees[[6]]$right$left$leaf
#> [1] TRUE
#> 
#> $trees[[6]]$right$left$value
#> [1] 0.8136622
#> 
#> $trees[[6]]$right$left$n
#> [1] 3
#> 
#> $trees[[6]]$right$left$impurity
#> [1] 0.2324388
#> 
#> $trees[[6]]$right$left$depth
#> [1] 2
#> 
#> 
#> $trees[[6]]$right$right
#> $trees[[6]]$right$right$leaf
#> [1] TRUE
#> 
#> $trees[[6]]$right$right$value
#> [1] 2.298543
#> 
#> $trees[[6]]$right$right$n
#> [1] 1
#> 
#> $trees[[6]]$right$right$impurity
#> [1] 0
#> 
#> $trees[[6]]$right$right$depth
#> [1] 2
#> 
#> 
#> 
#> 
#> $trees[[7]]
#> $trees[[7]]$leaf
#> [1] FALSE
#> 
#> $trees[[7]]$feature
#> [1] 0
#> 
#> $trees[[7]]$threshold
#> [1] 3.5
#> 
#> $trees[[7]]$impurity
#> [1] 1.630476
#> 
#> $trees[[7]]$impurity_decrease
#> [1] 1.172314
#> 
#> $trees[[7]]$n
#> [1] 8
#> 
#> $trees[[7]]$depth
#> [1] 0
#> 
#> $trees[[7]]$left
#> $trees[[7]]$left$leaf
#> [1] FALSE
#> 
#> $trees[[7]]$left$feature
#> [1] 0
#> 
#> $trees[[7]]$left$threshold
#> [1] 1.5
#> 
#> $trees[[7]]$left$impurity
#> [1] 0.1971573
#> 
#> $trees[[7]]$left$impurity_decrease
#> [1] 0.1809125
#> 
#> $trees[[7]]$left$n
#> [1] 3
#> 
#> $trees[[7]]$left$depth
#> [1] 1
#> 
#> $trees[[7]]$left$left
#> $trees[[7]]$left$left$leaf
#> [1] TRUE
#> 
#> $trees[[7]]$left$left$value
#> [1] -1.999323
#> 
#> $trees[[7]]$left$left$n
#> [1] 1
#> 
#> $trees[[7]]$left$left$impurity
#> [1] 0
#> 
#> $trees[[7]]$left$left$depth
#> [1] 2
#> 
#> 
#> $trees[[7]]$left$right
#> $trees[[7]]$left$right$leaf
#> [1] TRUE
#> 
#> $trees[[7]]$left$right$value
#> [1] -1.097045
#> 
#> $trees[[7]]$left$right$n
#> [1] 2
#> 
#> $trees[[7]]$left$right$impurity
#> [1] 0.02436721
#> 
#> $trees[[7]]$left$right$depth
#> [1] 2
#> 
#> 
#> 
#> $trees[[7]]$right
#> $trees[[7]]$right$leaf
#> [1] FALSE
#> 
#> $trees[[7]]$right$feature
#> [1] 0
#> 
#> $trees[[7]]$right$threshold
#> [1] 5.5
#> 
#> $trees[[7]]$right$impurity
#> [1] 0.6147659
#> 
#> $trees[[7]]$right$impurity_decrease
#> [1] 0.4674902
#> 
#> $trees[[7]]$right$n
#> [1] 5
#> 
#> $trees[[7]]$right$depth
#> [1] 1
#> 
#> $trees[[7]]$right$left
#> $trees[[7]]$right$left$leaf
#> [1] TRUE
#> 
#> $trees[[7]]$right$left$value
#> [1] 0.001284556
#> 
#> $trees[[7]]$right$left$n
#> [1] 2
#> 
#> $trees[[7]]$right$left$impurity
#> [1] 0.005394788
#> 
#> $trees[[7]]$right$left$depth
#> [1] 2
#> 
#> 
#> $trees[[7]]$right$right
#> $trees[[7]]$right$right$leaf
#> [1] TRUE
#> 
#> $trees[[7]]$right$right$value
#> [1] 1.396948
#> 
#> $trees[[7]]$right$right$n
#> [1] 3
#> 
#> $trees[[7]]$right$right$impurity
#> [1] 0.241863
#> 
#> $trees[[7]]$right$right$depth
#> [1] 2
#> 
#> 
#> 
#> 
#> $trees[[8]]
#> $trees[[8]]$leaf
#> [1] FALSE
#> 
#> $trees[[8]]$feature
#> [1] 0
#> 
#> $trees[[8]]$threshold
#> [1] 3.5
#> 
#> $trees[[8]]$impurity
#> [1] 1.339332
#> 
#> $trees[[8]]$impurity_decrease
#> [1] 0.9495742
#> 
#> $trees[[8]]$n
#> [1] 8
#> 
#> $trees[[8]]$depth
#> [1] 0
#> 
#> $trees[[8]]$left
#> $trees[[8]]$left$leaf
#> [1] FALSE
#> 
#> $trees[[8]]$left$feature
#> [1] 0
#> 
#> $trees[[8]]$left$threshold
#> [1] 1.5
#> 
#> $trees[[8]]$left$impurity
#> [1] 0.1627839
#> 
#> $trees[[8]]$left$impurity_decrease
#> [1] 0.1465391
#> 
#> $trees[[8]]$left$n
#> [1] 3
#> 
#> $trees[[8]]$left$depth
#> [1] 1
#> 
#> $trees[[8]]$left$left
#> $trees[[8]]$left$left$leaf
#> [1] TRUE
#> 
#> $trees[[8]]$left$left$value
#> [1] -1.799391
#> 
#> $trees[[8]]$left$left$n
#> [1] 1
#> 
#> $trees[[8]]$left$left$impurity
#> [1] 0
#> 
#> $trees[[8]]$left$left$depth
#> [1] 2
#> 
#> 
#> $trees[[8]]$left$right
#> $trees[[8]]$left$right$leaf
#> [1] TRUE
#> 
#> $trees[[8]]$left$right$value
#> [1] -0.9873402
#> 
#> $trees[[8]]$left$right$n
#> [1] 2
#> 
#> $trees[[8]]$left$right$impurity
#> [1] 0.02436721
#> 
#> $trees[[8]]$left$right$depth
#> [1] 2
#> 
#> 
#> 
#> $trees[[8]]$right
#> $trees[[8]]$right$leaf
#> [1] FALSE
#> 
#> $trees[[8]]$right$feature
#> [1] 0
#> 
#> $trees[[8]]$right$threshold
#> [1] 5.5
#> 
#> $trees[[8]]$right$impurity
#> [1] 0.5259427
#> 
#> $trees[[8]]$right$impurity_decrease
#> [1] 0.378667
#> 
#> $trees[[8]]$right$n
#> [1] 5
#> 
#> $trees[[8]]$right$depth
#> [1] 1
#> 
#> $trees[[8]]$right$left
#> $trees[[8]]$right$left$leaf
#> [1] TRUE
#> 
#> $trees[[8]]$right$left$value
#> [1] 0.0011561
#> 
#> $trees[[8]]$right$left$n
#> [1] 2
#> 
#> $trees[[8]]$right$left$impurity
#> [1] 0.005394788
#> 
#> $trees[[8]]$right$left$depth
#> [1] 2
#> 
#> 
#> $trees[[8]]$right$right
#> $trees[[8]]$right$right$leaf
#> [1] TRUE
#> 
#> $trees[[8]]$right$right$value
#> [1] 1.257253
#> 
#> $trees[[8]]$right$right$n
#> [1] 3
#> 
#> $trees[[8]]$right$right$impurity
#> [1] 0.241863
#> 
#> $trees[[8]]$right$right$depth
#> [1] 2
#> 
#> 
#> 
#> 
#> $trees[[9]]
#> $trees[[9]]$leaf
#> [1] FALSE
#> 
#> $trees[[9]]$feature
#> [1] 0
#> 
#> $trees[[9]]$threshold
#> [1] 3.5
#> 
#> $trees[[9]]$impurity
#> [1] 1.103506
#> 
#> $trees[[9]]$impurity_decrease
#> [1] 0.7691551
#> 
#> $trees[[9]]$n
#> [1] 8
#> 
#> $trees[[9]]$depth
#> [1] 0
#> 
#> $trees[[9]]$left
#> $trees[[9]]$left$leaf
#> [1] FALSE
#> 
#> $trees[[9]]$left$feature
#> [1] 0
#> 
#> $trees[[9]]$left$threshold
#> [1] 1.5
#> 
#> $trees[[9]]$left$impurity
#> [1] 0.1349415
#> 
#> $trees[[9]]$left$impurity_decrease
#> [1] 0.1186967
#> 
#> $trees[[9]]$left$n
#> [1] 3
#> 
#> $trees[[9]]$left$depth
#> [1] 1
#> 
#> $trees[[9]]$left$left
#> $trees[[9]]$left$left$leaf
#> [1] TRUE
#> 
#> $trees[[9]]$left$left$value
#> [1] -1.619452
#> 
#> $trees[[9]]$left$left$n
#> [1] 1
#> 
#> $trees[[9]]$left$left$impurity
#> [1] 0
#> 
#> $trees[[9]]$left$left$depth
#> [1] 2
#> 
#> 
#> $trees[[9]]$left$right
#> $trees[[9]]$left$right$leaf
#> [1] TRUE
#> 
#> $trees[[9]]$left$right$value
#> [1] -0.8886062
#> 
#> $trees[[9]]$left$right$n
#> [1] 2
#> 
#> $trees[[9]]$left$right$impurity
#> [1] 0.02436721
#> 
#> $trees[[9]]$left$right$depth
#> [1] 2
#> 
#> 
#> 
#> $trees[[9]]$right
#> $trees[[9]]$right$leaf
#> [1] FALSE
#> 
#> $trees[[9]]$right$feature
#> [1] 0
#> 
#> $trees[[9]]$right$threshold
#> [1] 6.5
#> 
#> $trees[[9]]$right$impurity
#> [1] 0.453996
#> 
#> $trees[[9]]$right$impurity_decrease
#> [1] 0.3249704
#> 
#> $trees[[9]]$right$n
#> [1] 5
#> 
#> $trees[[9]]$right$depth
#> [1] 1
#> 
#> $trees[[9]]$right$left
#> $trees[[9]]$right$left$leaf
#> [1] TRUE
#> 
#> $trees[[9]]$right$left$value
#> [1] 0.2138793
#> 
#> $trees[[9]]$right$left$n
#> [1] 3
#> 
#> $trees[[9]]$right$left$impurity
#> [1] 0.09419728
#> 
#> $trees[[9]]$right$left$depth
#> [1] 2
#> 
#> 
#> $trees[[9]]$right$right
#> $trees[[9]]$right$right$leaf
#> [1] TRUE
#> 
#> $trees[[9]]$right$right$value
#> [1] 1.377513
#> 
#> $trees[[9]]$right$right$n
#> [1] 2
#> 
#> $trees[[9]]$right$right$impurity
#> [1] 0.1812681
#> 
#> $trees[[9]]$right$right$depth
#> [1] 2
#> 
#> 
#> 
#> 
#> $trees[[10]]
#> $trees[[10]]$leaf
#> [1] FALSE
#> 
#> $trees[[10]]$feature
#> [1] 0
#> 
#> $trees[[10]]$threshold
#> [1] 5.5
#> 
#> $trees[[10]]$impurity
#> [1] 0.9103188
#> 
#> $trees[[10]]$impurity_decrease
#> [1] 0.6397132
#> 
#> $trees[[10]]$n
#> [1] 8
#> 
#> $trees[[10]]$depth
#> [1] 0
#> 
#> $trees[[10]]$left
#> $trees[[10]]$left$leaf
#> [1] FALSE
#> 
#> $trees[[10]]$left$feature
#> [1] 0
#> 
#> $trees[[10]]$left$threshold
#> [1] 3.5
#> 
#> $trees[[10]]$left$impurity
#> [1] 0.3089447
#> 
#> $trees[[10]]$left$impurity_decrease
#> [1] 0.2393533
#> 
#> $trees[[10]]$left$n
#> [1] 5
#> 
#> $trees[[10]]$left$depth
#> [1] 1
#> 
#> $trees[[10]]$left$left
#> $trees[[10]]$left$left$leaf
#> [1] TRUE
#> 
#> $trees[[10]]$left$left$value
#> [1] -1.018999
#> 
#> $trees[[10]]$left$left$n
#> [1] 3
#> 
#> $trees[[10]]$left$left$impurity
#> [1] 0.1123891
#> 
#> $trees[[10]]$left$left$depth
#> [1] 2
#> 
#> 
#> $trees[[10]]$left$right
#> $trees[[10]]$left$right$leaf
#> [1] TRUE
#> 
#> $trees[[10]]$left$right$value
#> [1] -0.02034744
#> 
#> $trees[[10]]$left$right$n
#> [1] 2
#> 
#> $trees[[10]]$left$right$impurity
#> [1] 0.005394788
#> 
#> $trees[[10]]$left$right$depth
#> [1] 2
#> 
#> 
#> 
#> $trees[[10]]$right
#> $trees[[10]]$right$leaf
#> [1] FALSE
#> 
#> $trees[[10]]$right$feature
#> [1] 0
#> 
#> $trees[[10]]$right$threshold
#> [1] 7.5
#> 
#> $trees[[10]]$right$impurity
#> [1] 0.206707
#> 
#> $trees[[10]]$right$impurity_decrease
#> [1] 0.200315
#> 
#> $trees[[10]]$right$n
#> [1] 3
#> 
#> $trees[[10]]$right$depth
#> [1] 1
#> 
#> $trees[[10]]$right$left
#> $trees[[10]]$right$left$leaf
#> [1] TRUE
#> 
#> $trees[[10]]$right$left$value
#> [1] 0.7160874
#> 
#> $trees[[10]]$right$left$n
#> [1] 2
#> 
#> $trees[[10]]$right$left$impurity
#> [1] 0.009587997
#> 
#> $trees[[10]]$right$left$depth
#> [1] 2
#> 
#> 
#> $trees[[10]]$right$right
#> $trees[[10]]$right$right$leaf
#> [1] TRUE
#> 
#> $trees[[10]]$right$right$value
#> [1] 1.665518
#> 
#> $trees[[10]]$right$right$n
#> [1] 1
#> 
#> $trees[[10]]$right$right$impurity
#> [1] 0
#> 
#> $trees[[10]]$right$right$depth
#> [1] 2
#> 
#> 
#> 
#> 
#> 
#> $n_trees
#> [1] 10
#> 
#> $loss_history
#>  [1] 5.2500000 4.3000000 3.5305000 2.9072050 2.4023360 1.9705268 1.6304765
#>  [8] 1.3393324 1.1035056 0.9103188 0.7460776
#> 
#> $residual_history
#> $residual_history[[1]]
#> [1] -3.5 -2.5 -1.5 -0.5  0.5  1.5  2.5  3.5
#> 
#> $residual_history[[2]]
#> [1] -3.2 -2.2 -1.4 -0.4  0.4  1.4  2.2  3.2
#> 
#> $residual_history[[3]]
#> [1] -2.93 -1.93 -1.31 -0.31  0.31  1.31  1.93  2.93
#> 
#> $residual_history[[4]]
#> [1] -2.687 -1.687 -1.229 -0.229  0.229  1.229  1.687  2.687
#> 
#> $residual_history[[5]]
#> [1] -2.4683 -1.4683 -1.1561 -0.1561  0.1561  1.1561  1.4683  2.4683
#> 
#> $residual_history[[6]]
#> [1] -2.2214700 -1.3370800 -1.0248800 -0.1561000  0.1561000  0.9863433  1.2985433
#> [8]  2.2985433
#> 
#> $residual_history[[7]]
#> [1] -1.99932300 -1.25314467 -0.94094467 -0.07216467  0.07473378  0.90497711
#> [7]  1.21717711  2.06868900
#> 
#> $residual_history[[8]]
#> [1] -1.79939070 -1.14344020 -0.83124020 -0.07229312  0.07460532  0.76528234
#> [7]  1.07748234  1.92899423
#> 
#> $residual_history[[9]]
#> [1] -1.61945163 -1.04470618 -0.73250618 -0.07240873  0.07448971  0.63955704
#> [7]  0.95175704  1.80326893
#> 
#> $residual_history[[10]]
#> [1] -1.45750647 -0.95584556 -0.64364556 -0.09379667  0.05310178  0.61816911
#> [7]  0.81400574  1.66551763
#> 
#> 
#> $staged_predictions
#> $staged_predictions[[1]]
#> [1] 4.2 4.2 4.4 4.4 4.6 4.6 4.8 4.8
#> 
#> $staged_predictions[[2]]
#> [1] 3.93 3.93 4.31 4.31 4.69 4.69 5.07 5.07
#> 
#> $staged_predictions[[3]]
#> [1] 3.687 3.687 4.229 4.229 4.771 4.771 5.313 5.313
#> 
#> $staged_predictions[[4]]
#> [1] 3.4683 3.4683 4.1561 4.1561 4.8439 4.8439 5.5317 5.5317
#> 
#> $staged_predictions[[5]]
#> [1] 3.221470 3.337080 4.024880 4.156100 4.843900 5.013657 5.701457 5.701457
#> 
#> $staged_predictions[[6]]
#> [1] 2.999323 3.253145 3.940945 4.072165 4.925266 5.095023 5.782823 5.931311
#> 
#> $staged_predictions[[7]]
#> [1] 2.799391 3.143440 3.831240 4.072293 4.925395 5.234718 5.922518 6.071006
#> 
#> $staged_predictions[[8]]
#> [1] 2.619452 3.044706 3.732506 4.072409 4.925510 5.360443 6.048243 6.196731
#> 
#> $staged_predictions[[9]]
#> [1] 2.457506 2.955846 3.643646 4.093797 4.946898 5.381831 6.185994 6.334482
#> 
#> $staged_predictions[[10]]
#> [1] 2.355607 2.853946 3.541746 4.091762 4.944863 5.453440 6.257603 6.501034
#> 
#> 
#> $train_mse
#> [1] 0.7460776
#> 
#> $train_mae
#> [1] 0.7107649
#> 
#> $monotone
#> [1] TRUE
#> 
#> $learning_rate
#> [1] 0.1
#> 
#> $loss
#> [1] "squared_error"
#> 
#> $estimate
#> [1] 0.7460776
#> 
#> $n
#> [1] 8
#> 
#> $method
#> [1] "GBRT fitting trees to negative gradients; trees delegated to hmcart (criterion='mse')"
#>