XGBoost: regularized gradient boosting with second-order Taylor approximation
Source:R/geron_w4d_native.R
morie_geron_xgboost.Rdw_j = -G_j/(H_j+lambda); gain = 0.5*(GL^2/(HL+lam) + GR^2/(HR+lam) - G^2/(H+lam)) - gamma. Exact greedy split search over sorted feature values.
Usage
morie_geron_xgboost(
X,
y,
n_estimators = 10,
learning_rate = 0.3,
max_depth = 3,
reg_lambda = 1,
gamma = 0,
min_child_weight = 1,
objective = "squared"
)Value
list with predicted, raw_score, trees, base_score, loss_curve, feature_importance, objective, estimate, n, method.
Examples
V <- c(1, 2, 3, 4, 5, 6, 7, 8)
morie_geron_xgboost(V, V)
#> $predicted
#> [1] 1.687937 2.141588 3.103013 4.039714 4.960286 5.896987 6.858412 7.312063
#>
#> $raw_score
#> [1] 1.687937 2.141588 3.103013 4.039714 4.960286 5.896987 6.858412 7.312063
#>
#> $trees
#> $trees[[1]]
#> $trees[[1]]$weight
#> [1] 0
#>
#> $trees[[1]]$G
#> [1] 0
#>
#> $trees[[1]]$H
#> [1] 8
#>
#> $trees[[1]]$leaf
#> [1] FALSE
#>
#> $trees[[1]]$feature
#> [1] 0
#>
#> $trees[[1]]$threshold
#> [1] 4.5
#>
#> $trees[[1]]$gain
#> [1] 12.8
#>
#> $trees[[1]]$left
#> $trees[[1]]$left$weight
#> [1] -1.6
#>
#> $trees[[1]]$left$G
#> [1] 8
#>
#> $trees[[1]]$left$H
#> [1] 4
#>
#> $trees[[1]]$left$leaf
#> [1] FALSE
#>
#> $trees[[1]]$left$feature
#> [1] 0
#>
#> $trees[[1]]$left$threshold
#> [1] 3.5
#>
#> $trees[[1]]$left$gain
#> [1] 0.69375
#>
#> $trees[[1]]$left$left
#> $trees[[1]]$left$left$weight
#> [1] -1.875
#>
#> $trees[[1]]$left$left$G
#> [1] 7.5
#>
#> $trees[[1]]$left$left$H
#> [1] 3
#>
#> $trees[[1]]$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[1]]$left$right
#> $trees[[1]]$left$right$weight
#> [1] -0.25
#>
#> $trees[[1]]$left$right$G
#> [1] 0.5
#>
#> $trees[[1]]$left$right$H
#> [1] 1
#>
#> $trees[[1]]$left$right$leaf
#> [1] TRUE
#>
#>
#>
#> $trees[[1]]$right
#> $trees[[1]]$right$weight
#> [1] 1.6
#>
#> $trees[[1]]$right$G
#> [1] -8
#>
#> $trees[[1]]$right$H
#> [1] 4
#>
#> $trees[[1]]$right$leaf
#> [1] FALSE
#>
#> $trees[[1]]$right$feature
#> [1] 0
#>
#> $trees[[1]]$right$threshold
#> [1] 5.5
#>
#> $trees[[1]]$right$gain
#> [1] 0.69375
#>
#> $trees[[1]]$right$left
#> $trees[[1]]$right$left$weight
#> [1] 0.25
#>
#> $trees[[1]]$right$left$G
#> [1] -0.5
#>
#> $trees[[1]]$right$left$H
#> [1] 1
#>
#> $trees[[1]]$right$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[1]]$right$right
#> $trees[[1]]$right$right$weight
#> [1] 1.875
#>
#> $trees[[1]]$right$right$G
#> [1] -7.5
#>
#> $trees[[1]]$right$right$H
#> [1] 3
#>
#> $trees[[1]]$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[2]]
#> $trees[[2]]$weight
#> [1] 0
#>
#> $trees[[2]]$G
#> [1] 0
#>
#> $trees[[2]]$H
#> [1] 8
#>
#> $trees[[2]]$leaf
#> [1] FALSE
#>
#> $trees[[2]]$feature
#> [1] 0
#>
#> $trees[[2]]$threshold
#> [1] 4.5
#>
#> $trees[[2]]$gain
#> [1] 7.781281
#>
#> $trees[[2]]$left
#> $trees[[2]]$left$weight
#> [1] -1.2475
#>
#> $trees[[2]]$left$G
#> [1] 6.2375
#>
#> $trees[[2]]$left$H
#> [1] 4
#>
#> $trees[[2]]$left$leaf
#> [1] FALSE
#>
#> $trees[[2]]$left$feature
#> [1] 0
#>
#> $trees[[2]]$left$threshold
#> [1] 2.5
#>
#> $trees[[2]]$left$gain
#> [1] 0.3796979
#>
#> $trees[[2]]$left$left
#> $trees[[2]]$left$left$weight
#> [1] -1.625
#>
#> $trees[[2]]$left$left$G
#> [1] 4.875
#>
#> $trees[[2]]$left$left$H
#> [1] 2
#>
#> $trees[[2]]$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[2]]$left$right
#> $trees[[2]]$left$right$weight
#> [1] -0.4541667
#>
#> $trees[[2]]$left$right$G
#> [1] 1.3625
#>
#> $trees[[2]]$left$right$H
#> [1] 2
#>
#> $trees[[2]]$left$right$leaf
#> [1] TRUE
#>
#>
#>
#> $trees[[2]]$right
#> $trees[[2]]$right$weight
#> [1] 1.2475
#>
#> $trees[[2]]$right$G
#> [1] -6.2375
#>
#> $trees[[2]]$right$H
#> [1] 4
#>
#> $trees[[2]]$right$leaf
#> [1] FALSE
#>
#> $trees[[2]]$right$feature
#> [1] 0
#>
#> $trees[[2]]$right$threshold
#> [1] 6.5
#>
#> $trees[[2]]$right$gain
#> [1] 0.3796979
#>
#> $trees[[2]]$right$left
#> $trees[[2]]$right$left$weight
#> [1] 0.4541667
#>
#> $trees[[2]]$right$left$G
#> [1] -1.3625
#>
#> $trees[[2]]$right$left$H
#> [1] 2
#>
#> $trees[[2]]$right$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[2]]$right$right
#> $trees[[2]]$right$right$weight
#> [1] 1.625
#>
#> $trees[[2]]$right$right$G
#> [1] -4.875
#>
#> $trees[[2]]$right$right$H
#> [1] 2
#>
#> $trees[[2]]$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[3]]
#> $trees[[3]]$weight
#> [1] -4.934325e-17
#>
#> $trees[[3]]$G
#> [1] 4.440892e-16
#>
#> $trees[[3]]$H
#> [1] 8
#>
#> $trees[[3]]$leaf
#> [1] FALSE
#>
#> $trees[[3]]$feature
#> [1] 0
#>
#> $trees[[3]]$threshold
#> [1] 4.5
#>
#> $trees[[3]]$gain
#> [1] 4.98002
#>
#> $trees[[3]]$left
#> $trees[[3]]$left$weight
#> [1] -0.998
#>
#> $trees[[3]]$left$G
#> [1] 4.99
#>
#> $trees[[3]]$left$H
#> [1] 4
#>
#> $trees[[3]]$left$leaf
#> [1] FALSE
#>
#> $trees[[3]]$left$feature
#> [1] 0
#>
#> $trees[[3]]$left$threshold
#> [1] 3.5
#>
#> $trees[[3]]$left$gain
#> [1] 0.2935531
#>
#> $trees[[3]]$left$left
#> $trees[[3]]$left$left$weight
#> [1] -1.175312
#>
#> $trees[[3]]$left$left$G
#> [1] 4.70125
#>
#> $trees[[3]]$left$left$H
#> [1] 3
#>
#> $trees[[3]]$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[3]]$left$right
#> $trees[[3]]$left$right$weight
#> [1] -0.144375
#>
#> $trees[[3]]$left$right$G
#> [1] 0.28875
#>
#> $trees[[3]]$left$right$H
#> [1] 1
#>
#> $trees[[3]]$left$right$leaf
#> [1] TRUE
#>
#>
#>
#> $trees[[3]]$right
#> $trees[[3]]$right$weight
#> [1] 0.998
#>
#> $trees[[3]]$right$G
#> [1] -4.99
#>
#> $trees[[3]]$right$H
#> [1] 4
#>
#> $trees[[3]]$right$leaf
#> [1] FALSE
#>
#> $trees[[3]]$right$feature
#> [1] 0
#>
#> $trees[[3]]$right$threshold
#> [1] 5.5
#>
#> $trees[[3]]$right$gain
#> [1] 0.2935531
#>
#> $trees[[3]]$right$left
#> $trees[[3]]$right$left$weight
#> [1] 0.144375
#>
#> $trees[[3]]$right$left$G
#> [1] -0.28875
#>
#> $trees[[3]]$right$left$H
#> [1] 1
#>
#> $trees[[3]]$right$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[3]]$right$right
#> $trees[[3]]$right$right$weight
#> [1] 1.175312
#>
#> $trees[[3]]$right$right$G
#> [1] -4.70125
#>
#> $trees[[3]]$right$right$H
#> [1] 3
#>
#> $trees[[3]]$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[4]]
#> $trees[[4]]$weight
#> [1] 9.868649e-17
#>
#> $trees[[4]]$G
#> [1] -8.881784e-16
#>
#> $trees[[4]]$H
#> [1] 8
#>
#> $trees[[4]]$leaf
#> [1] FALSE
#>
#> $trees[[4]]$feature
#> [1] 0
#>
#> $trees[[4]]$threshold
#> [1] 4.5
#>
#> $trees[[4]]$gain
#> [1] 3.024718
#>
#> $trees[[4]]$left
#> $trees[[4]]$left$weight
#> [1] -0.7777813
#>
#> $trees[[4]]$left$G
#> [1] 3.888906
#>
#> $trees[[4]]$left$H
#> [1] 4
#>
#> $trees[[4]]$left$leaf
#> [1] FALSE
#>
#> $trees[[4]]$left$feature
#> [1] 0
#>
#> $trees[[4]]$left$threshold
#> [1] 2.5
#>
#> $trees[[4]]$left$gain
#> [1] 0.269073
#>
#> $trees[[4]]$left$left
#> $trees[[4]]$left$left$weight
#> [1] -1.064938
#>
#> $trees[[4]]$left$left$G
#> [1] 3.194813
#>
#> $trees[[4]]$left$left$H
#> [1] 2
#>
#> $trees[[4]]$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[4]]$left$right
#> $trees[[4]]$left$right$weight
#> [1] -0.2313646
#>
#> $trees[[4]]$left$right$G
#> [1] 0.6940938
#>
#> $trees[[4]]$left$right$H
#> [1] 2
#>
#> $trees[[4]]$left$right$leaf
#> [1] TRUE
#>
#>
#>
#> $trees[[4]]$right
#> $trees[[4]]$right$weight
#> [1] 0.7777813
#>
#> $trees[[4]]$right$G
#> [1] -3.888906
#>
#> $trees[[4]]$right$H
#> [1] 4
#>
#> $trees[[4]]$right$leaf
#> [1] FALSE
#>
#> $trees[[4]]$right$feature
#> [1] 0
#>
#> $trees[[4]]$right$threshold
#> [1] 6.5
#>
#> $trees[[4]]$right$gain
#> [1] 0.269073
#>
#> $trees[[4]]$right$left
#> $trees[[4]]$right$left$weight
#> [1] 0.2313646
#>
#> $trees[[4]]$right$left$G
#> [1] -0.6940938
#>
#> $trees[[4]]$right$left$H
#> [1] 2
#>
#> $trees[[4]]$right$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[4]]$right$right
#> $trees[[4]]$right$right$weight
#> [1] 1.064938
#>
#> $trees[[4]]$right$right$G
#> [1] -3.194813
#>
#> $trees[[4]]$right$right$H
#> [1] 2
#>
#> $trees[[4]]$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[5]]
#> $trees[[5]]$weight
#> [1] 9.868649e-17
#>
#> $trees[[5]]$G
#> [1] -8.881784e-16
#>
#> $trees[[5]]$H
#> [1] 8
#>
#> $trees[[5]]$leaf
#> [1] FALSE
#>
#> $trees[[5]]$feature
#> [1] 0
#>
#> $trees[[5]]$threshold
#> [1] 4.5
#>
#> $trees[[5]]$gain
#> [1] 1.93582
#>
#> $trees[[5]]$left
#> $trees[[5]]$left$weight
#> [1] -0.622225
#>
#> $trees[[5]]$left$G
#> [1] 3.111125
#>
#> $trees[[5]]$left$H
#> [1] 4
#>
#> $trees[[5]]$left$leaf
#> [1] FALSE
#>
#> $trees[[5]]$left$feature
#> [1] 0
#>
#> $trees[[5]]$left$threshold
#> [1] 2.5
#>
#> $trees[[5]]$left$gain
#> [1] 0.1722067
#>
#> $trees[[5]]$left$left
#> $trees[[5]]$left$left$weight
#> [1] -0.85195
#>
#> $trees[[5]]$left$left$G
#> [1] 2.55585
#>
#> $trees[[5]]$left$left$H
#> [1] 2
#>
#> $trees[[5]]$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[5]]$left$right
#> $trees[[5]]$left$right$weight
#> [1] -0.1850917
#>
#> $trees[[5]]$left$right$G
#> [1] 0.555275
#>
#> $trees[[5]]$left$right$H
#> [1] 2
#>
#> $trees[[5]]$left$right$leaf
#> [1] TRUE
#>
#>
#>
#> $trees[[5]]$right
#> $trees[[5]]$right$weight
#> [1] 0.622225
#>
#> $trees[[5]]$right$G
#> [1] -3.111125
#>
#> $trees[[5]]$right$H
#> [1] 4
#>
#> $trees[[5]]$right$leaf
#> [1] FALSE
#>
#> $trees[[5]]$right$feature
#> [1] 0
#>
#> $trees[[5]]$right$threshold
#> [1] 6.5
#>
#> $trees[[5]]$right$gain
#> [1] 0.1722067
#>
#> $trees[[5]]$right$left
#> $trees[[5]]$right$left$weight
#> [1] 0.1850917
#>
#> $trees[[5]]$right$left$G
#> [1] -0.555275
#>
#> $trees[[5]]$right$left$H
#> [1] 2
#>
#> $trees[[5]]$right$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[5]]$right$right
#> $trees[[5]]$right$right$weight
#> [1] 0.85195
#>
#> $trees[[5]]$right$right$G
#> [1] -2.55585
#>
#> $trees[[5]]$right$right$H
#> [1] 2
#>
#> $trees[[5]]$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[6]]
#> $trees[[6]]$weight
#> [1] 9.868649e-17
#>
#> $trees[[6]]$G
#> [1] -8.881784e-16
#>
#> $trees[[6]]$H
#> [1] 8
#>
#> $trees[[6]]$leaf
#> [1] FALSE
#>
#> $trees[[6]]$feature
#> [1] 0
#>
#> $trees[[6]]$threshold
#> [1] 4.5
#>
#> $trees[[6]]$gain
#> [1] 1.238925
#>
#> $trees[[6]]$left
#> $trees[[6]]$left$weight
#> [1] -0.49778
#>
#> $trees[[6]]$left$G
#> [1] 2.4889
#>
#> $trees[[6]]$left$H
#> [1] 4
#>
#> $trees[[6]]$left$leaf
#> [1] FALSE
#>
#> $trees[[6]]$left$feature
#> [1] 0
#>
#> $trees[[6]]$left$threshold
#> [1] 2.5
#>
#> $trees[[6]]$left$gain
#> [1] 0.1102123
#>
#> $trees[[6]]$left$left
#> $trees[[6]]$left$left$weight
#> [1] -0.68156
#>
#> $trees[[6]]$left$left$G
#> [1] 2.04468
#>
#> $trees[[6]]$left$left$H
#> [1] 2
#>
#> $trees[[6]]$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[6]]$left$right
#> $trees[[6]]$left$right$weight
#> [1] -0.1480733
#>
#> $trees[[6]]$left$right$G
#> [1] 0.44422
#>
#> $trees[[6]]$left$right$H
#> [1] 2
#>
#> $trees[[6]]$left$right$leaf
#> [1] TRUE
#>
#>
#>
#> $trees[[6]]$right
#> $trees[[6]]$right$weight
#> [1] 0.49778
#>
#> $trees[[6]]$right$G
#> [1] -2.4889
#>
#> $trees[[6]]$right$H
#> [1] 4
#>
#> $trees[[6]]$right$leaf
#> [1] FALSE
#>
#> $trees[[6]]$right$feature
#> [1] 0
#>
#> $trees[[6]]$right$threshold
#> [1] 6.5
#>
#> $trees[[6]]$right$gain
#> [1] 0.1102123
#>
#> $trees[[6]]$right$left
#> $trees[[6]]$right$left$weight
#> [1] 0.1480733
#>
#> $trees[[6]]$right$left$G
#> [1] -0.44422
#>
#> $trees[[6]]$right$left$H
#> [1] 2
#>
#> $trees[[6]]$right$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[6]]$right$right
#> $trees[[6]]$right$right$weight
#> [1] 0.68156
#>
#> $trees[[6]]$right$right$G
#> [1] -2.04468
#>
#> $trees[[6]]$right$right$H
#> [1] 2
#>
#> $trees[[6]]$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[7]]
#> $trees[[7]]$weight
#> [1] 0
#>
#> $trees[[7]]$G
#> [1] 0
#>
#> $trees[[7]]$H
#> [1] 8
#>
#> $trees[[7]]$leaf
#> [1] FALSE
#>
#> $trees[[7]]$feature
#> [1] 0
#>
#> $trees[[7]]$threshold
#> [1] 4.5
#>
#> $trees[[7]]$gain
#> [1] 0.7929118
#>
#> $trees[[7]]$left
#> $trees[[7]]$left$weight
#> [1] -0.398224
#>
#> $trees[[7]]$left$G
#> [1] 1.99112
#>
#> $trees[[7]]$left$H
#> [1] 4
#>
#> $trees[[7]]$left$leaf
#> [1] FALSE
#>
#> $trees[[7]]$left$feature
#> [1] 0
#>
#> $trees[[7]]$left$threshold
#> [1] 1.5
#>
#> $trees[[7]]$left$gain
#> [1] 0.09439863
#>
#> $trees[[7]]$left$left
#> $trees[[7]]$left$left$weight
#> [1] -0.658936
#>
#> $trees[[7]]$left$left$G
#> [1] 1.317872
#>
#> $trees[[7]]$left$left$H
#> [1] 1
#>
#> $trees[[7]]$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[7]]$left$right
#> $trees[[7]]$left$right$weight
#> [1] -0.168312
#>
#> $trees[[7]]$left$right$G
#> [1] 0.673248
#>
#> $trees[[7]]$left$right$H
#> [1] 3
#>
#> $trees[[7]]$left$right$leaf
#> [1] FALSE
#>
#> $trees[[7]]$left$right$feature
#> [1] 0
#>
#> $trees[[7]]$left$right$threshold
#> [1] 3.5
#>
#> $trees[[7]]$left$right$gain
#> [1] 0.004224341
#>
#> $trees[[7]]$left$right$left
#> $trees[[7]]$left$right$left$weight
#> [1] -0.1990565
#>
#> $trees[[7]]$left$right$left$G
#> [1] 0.5971694
#>
#> $trees[[7]]$left$right$left$H
#> [1] 2
#>
#> $trees[[7]]$left$right$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[7]]$left$right$right
#> $trees[[7]]$left$right$right$weight
#> [1] -0.03803931
#>
#> $trees[[7]]$left$right$right$G
#> [1] 0.07607863
#>
#> $trees[[7]]$left$right$right$H
#> [1] 1
#>
#> $trees[[7]]$left$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[7]]$right
#> $trees[[7]]$right$weight
#> [1] 0.398224
#>
#> $trees[[7]]$right$G
#> [1] -1.99112
#>
#> $trees[[7]]$right$H
#> [1] 4
#>
#> $trees[[7]]$right$leaf
#> [1] FALSE
#>
#> $trees[[7]]$right$feature
#> [1] 0
#>
#> $trees[[7]]$right$threshold
#> [1] 7.5
#>
#> $trees[[7]]$right$gain
#> [1] 0.09439863
#>
#> $trees[[7]]$right$left
#> $trees[[7]]$right$left$weight
#> [1] 0.168312
#>
#> $trees[[7]]$right$left$G
#> [1] -0.673248
#>
#> $trees[[7]]$right$left$H
#> [1] 3
#>
#> $trees[[7]]$right$left$leaf
#> [1] FALSE
#>
#> $trees[[7]]$right$left$feature
#> [1] 0
#>
#> $trees[[7]]$right$left$threshold
#> [1] 5.5
#>
#> $trees[[7]]$right$left$gain
#> [1] 0.004224341
#>
#> $trees[[7]]$right$left$left
#> $trees[[7]]$right$left$left$weight
#> [1] 0.03803931
#>
#> $trees[[7]]$right$left$left$G
#> [1] -0.07607863
#>
#> $trees[[7]]$right$left$left$H
#> [1] 1
#>
#> $trees[[7]]$right$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[7]]$right$left$right
#> $trees[[7]]$right$left$right$weight
#> [1] 0.1990565
#>
#> $trees[[7]]$right$left$right$G
#> [1] -0.5971694
#>
#> $trees[[7]]$right$left$right$H
#> [1] 2
#>
#> $trees[[7]]$right$left$right$leaf
#> [1] TRUE
#>
#>
#>
#> $trees[[7]]$right$right
#> $trees[[7]]$right$right$weight
#> [1] 0.658936
#>
#> $trees[[7]]$right$right$G
#> [1] -1.317872
#>
#> $trees[[7]]$right$right$H
#> [1] 1
#>
#> $trees[[7]]$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[8]]
#> $trees[[8]]$weight
#> [1] 4.934325e-17
#>
#> $trees[[8]]$G
#> [1] -4.440892e-16
#>
#> $trees[[8]]$H
#> [1] 8
#>
#> $trees[[8]]$leaf
#> [1] FALSE
#>
#> $trees[[8]]$feature
#> [1] 0
#>
#> $trees[[8]]$threshold
#> [1] 4.5
#>
#> $trees[[8]]$gain
#> [1] 0.5528435
#>
#> $trees[[8]]$left
#> $trees[[8]]$left$weight
#> [1] -0.3325187
#>
#> $trees[[8]]$left$G
#> [1] 1.662594
#>
#> $trees[[8]]$left$H
#> [1] 4
#>
#> $trees[[8]]$left$leaf
#> [1] FALSE
#>
#> $trees[[8]]$left$feature
#> [1] 0
#>
#> $trees[[8]]$left$threshold
#> [1] 1.5
#>
#> $trees[[8]]$left$gain
#> [1] 0.07406039
#>
#> $trees[[8]]$left$left
#> $trees[[8]]$left$left$weight
#> [1] -0.5600956
#>
#> $trees[[8]]$left$left$G
#> [1] 1.120191
#>
#> $trees[[8]]$left$left$H
#> [1] 1
#>
#> $trees[[8]]$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[8]]$left$right
#> $trees[[8]]$left$right$weight
#> [1] -0.1356006
#>
#> $trees[[8]]$left$right$G
#> [1] 0.5424023
#>
#> $trees[[8]]$left$right$H
#> [1] 3
#>
#> $trees[[8]]$left$right$leaf
#> [1] FALSE
#>
#> $trees[[8]]$left$right$feature
#> [1] 0
#>
#> $trees[[8]]$left$right$threshold
#> [1] 3.5
#>
#> $trees[[8]]$left$right$gain
#> [1] 0.002308948
#>
#> $trees[[8]]$left$right$left
#> $trees[[8]]$left$right$left$weight
#> [1] -0.1592452
#>
#> $trees[[8]]$left$right$left$G
#> [1] 0.4777355
#>
#> $trees[[8]]$left$right$left$H
#> [1] 2
#>
#> $trees[[8]]$left$right$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[8]]$left$right$right
#> $trees[[8]]$left$right$right$weight
#> [1] -0.03233342
#>
#> $trees[[8]]$left$right$right$G
#> [1] 0.06466683
#>
#> $trees[[8]]$left$right$right$H
#> [1] 1
#>
#> $trees[[8]]$left$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[8]]$right
#> $trees[[8]]$right$weight
#> [1] 0.3325187
#>
#> $trees[[8]]$right$G
#> [1] -1.662594
#>
#> $trees[[8]]$right$H
#> [1] 4
#>
#> $trees[[8]]$right$leaf
#> [1] FALSE
#>
#> $trees[[8]]$right$feature
#> [1] 0
#>
#> $trees[[8]]$right$threshold
#> [1] 7.5
#>
#> $trees[[8]]$right$gain
#> [1] 0.07406039
#>
#> $trees[[8]]$right$left
#> $trees[[8]]$right$left$weight
#> [1] 0.1356006
#>
#> $trees[[8]]$right$left$G
#> [1] -0.5424023
#>
#> $trees[[8]]$right$left$H
#> [1] 3
#>
#> $trees[[8]]$right$left$leaf
#> [1] FALSE
#>
#> $trees[[8]]$right$left$feature
#> [1] 0
#>
#> $trees[[8]]$right$left$threshold
#> [1] 5.5
#>
#> $trees[[8]]$right$left$gain
#> [1] 0.002308948
#>
#> $trees[[8]]$right$left$left
#> $trees[[8]]$right$left$left$weight
#> [1] 0.03233342
#>
#> $trees[[8]]$right$left$left$G
#> [1] -0.06466683
#>
#> $trees[[8]]$right$left$left$H
#> [1] 1
#>
#> $trees[[8]]$right$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[8]]$right$left$right
#> $trees[[8]]$right$left$right$weight
#> [1] 0.1592452
#>
#> $trees[[8]]$right$left$right$G
#> [1] -0.4777355
#>
#> $trees[[8]]$right$left$right$H
#> [1] 2
#>
#> $trees[[8]]$right$left$right$leaf
#> [1] TRUE
#>
#>
#>
#> $trees[[8]]$right$right
#> $trees[[8]]$right$right$weight
#> [1] 0.5600956
#>
#> $trees[[8]]$right$right$G
#> [1] -1.120191
#>
#> $trees[[8]]$right$right$H
#> [1] 1
#>
#> $trees[[8]]$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[9]]
#> $trees[[9]]$weight
#> [1] 1.480297e-16
#>
#> $trees[[9]]$G
#> [1] -1.332268e-15
#>
#> $trees[[9]]$H
#> [1] 8
#>
#> $trees[[9]]$leaf
#> [1] FALSE
#>
#> $trees[[9]]$feature
#> [1] 0
#>
#> $trees[[9]]$threshold
#> [1] 4.5
#>
#> $trees[[9]]$gain
#> [1] 0.3860407
#>
#> $trees[[9]]$left
#> $trees[[9]]$left$weight
#> [1] -0.2778635
#>
#> $trees[[9]]$left$G
#> [1] 1.389318
#>
#> $trees[[9]]$left$H
#> [1] 4
#>
#> $trees[[9]]$left$leaf
#> [1] FALSE
#>
#> $trees[[9]]$left$feature
#> [1] 0
#>
#> $trees[[9]]$left$threshold
#> [1] 1.5
#>
#> $trees[[9]]$left$gain
#> [1] 0.05752108
#>
#> $trees[[9]]$left$left
#> $trees[[9]]$left$left$weight
#> [1] -0.4760813
#>
#> $trees[[9]]$left$left$G
#> [1] 0.9521625
#>
#> $trees[[9]]$left$left$H
#> [1] 1
#>
#> $trees[[9]]$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[9]]$left$right
#> $trees[[9]]$left$right$weight
#> [1] -0.1092888
#>
#> $trees[[9]]$left$right$G
#> [1] 0.4371552
#>
#> $trees[[9]]$left$right$H
#> [1] 3
#>
#> $trees[[9]]$left$right$leaf
#> [1] FALSE
#>
#> $trees[[9]]$left$right$feature
#> [1] 0
#>
#> $trees[[9]]$left$right$threshold
#> [1] 3.5
#>
#> $trees[[9]]$left$right$gain
#> [1] 0.001211915
#>
#> $trees[[9]]$left$right$left
#> $trees[[9]]$left$right$left$weight
#> [1] -0.1273961
#>
#> $trees[[9]]$left$right$left$G
#> [1] 0.3821884
#>
#> $trees[[9]]$left$right$left$H
#> [1] 2
#>
#> $trees[[9]]$left$right$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[9]]$left$right$right
#> $trees[[9]]$left$right$right$weight
#> [1] -0.0274834
#>
#> $trees[[9]]$left$right$right$G
#> [1] 0.05496681
#>
#> $trees[[9]]$left$right$right$H
#> [1] 1
#>
#> $trees[[9]]$left$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[9]]$right
#> $trees[[9]]$right$weight
#> [1] 0.2778635
#>
#> $trees[[9]]$right$G
#> [1] -1.389318
#>
#> $trees[[9]]$right$H
#> [1] 4
#>
#> $trees[[9]]$right$leaf
#> [1] FALSE
#>
#> $trees[[9]]$right$feature
#> [1] 0
#>
#> $trees[[9]]$right$threshold
#> [1] 7.5
#>
#> $trees[[9]]$right$gain
#> [1] 0.05752108
#>
#> $trees[[9]]$right$left
#> $trees[[9]]$right$left$weight
#> [1] 0.1092888
#>
#> $trees[[9]]$right$left$G
#> [1] -0.4371552
#>
#> $trees[[9]]$right$left$H
#> [1] 3
#>
#> $trees[[9]]$right$left$leaf
#> [1] FALSE
#>
#> $trees[[9]]$right$left$feature
#> [1] 0
#>
#> $trees[[9]]$right$left$threshold
#> [1] 5.5
#>
#> $trees[[9]]$right$left$gain
#> [1] 0.001211915
#>
#> $trees[[9]]$right$left$left
#> $trees[[9]]$right$left$left$weight
#> [1] 0.0274834
#>
#> $trees[[9]]$right$left$left$G
#> [1] -0.05496681
#>
#> $trees[[9]]$right$left$left$H
#> [1] 1
#>
#> $trees[[9]]$right$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[9]]$right$left$right
#> $trees[[9]]$right$left$right$weight
#> [1] 0.1273961
#>
#> $trees[[9]]$right$left$right$G
#> [1] -0.3821884
#>
#> $trees[[9]]$right$left$right$H
#> [1] 2
#>
#> $trees[[9]]$right$left$right$leaf
#> [1] TRUE
#>
#>
#>
#> $trees[[9]]$right$right
#> $trees[[9]]$right$right$weight
#> [1] 0.4760813
#>
#> $trees[[9]]$right$right$G
#> [1] -0.9521625
#>
#> $trees[[9]]$right$right$H
#> [1] 1
#>
#> $trees[[9]]$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[10]]
#> $trees[[10]]$weight
#> [1] 1.233581e-16
#>
#> $trees[[10]]$G
#> [1] -1.110223e-15
#>
#> $trees[[10]]$H
#> [1] 8
#>
#> $trees[[10]]$leaf
#> [1] FALSE
#>
#> $trees[[10]]$feature
#> [1] 0
#>
#> $trees[[10]]$threshold
#> [1] 4.5
#>
#> $trees[[10]]$gain
#> [1] 0.2699608
#>
#> $trees[[10]]$left
#> $trees[[10]]$left$weight
#> [1] -0.2323621
#>
#> $trees[[10]]$left$G
#> [1] 1.161811
#>
#> $trees[[10]]$left$H
#> [1] 4
#>
#> $trees[[10]]$left$leaf
#> [1] FALSE
#>
#> $trees[[10]]$left$feature
#> [1] 0
#>
#> $trees[[10]]$left$threshold
#> [1] 1.5
#>
#> $trees[[10]]$left$gain
#> [1] 0.04430627
#>
#> $trees[[10]]$left$left
#> $trees[[10]]$left$left$weight
#> [1] -0.4046691
#>
#> $trees[[10]]$left$left$G
#> [1] 0.8093381
#>
#> $trees[[10]]$left$left$H
#> [1] 1
#>
#> $trees[[10]]$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[10]]$left$right
#> $trees[[10]]$left$right$weight
#> [1] -0.08811813
#>
#> $trees[[10]]$left$right$G
#> [1] 0.3524725
#>
#> $trees[[10]]$left$right$H
#> [1] 3
#>
#> $trees[[10]]$left$right$leaf
#> [1] FALSE
#>
#> $trees[[10]]$left$right$feature
#> [1] 0
#>
#> $trees[[10]]$left$right$threshold
#> [1] 3.5
#>
#> $trees[[10]]$left$right$gain
#> [1] 0.0005967067
#>
#> $trees[[10]]$left$right$left
#> $trees[[10]]$left$right$left$weight
#> [1] -0.1019169
#>
#> $trees[[10]]$left$right$left$G
#> [1] 0.3057507
#>
#> $trees[[10]]$left$right$left$H
#> [1] 2
#>
#> $trees[[10]]$left$right$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[10]]$left$right$right
#> $trees[[10]]$left$right$right$weight
#> [1] -0.02336089
#>
#> $trees[[10]]$left$right$right$G
#> [1] 0.04672179
#>
#> $trees[[10]]$left$right$right$H
#> [1] 1
#>
#> $trees[[10]]$left$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#> $trees[[10]]$right
#> $trees[[10]]$right$weight
#> [1] 0.2323621
#>
#> $trees[[10]]$right$G
#> [1] -1.161811
#>
#> $trees[[10]]$right$H
#> [1] 4
#>
#> $trees[[10]]$right$leaf
#> [1] FALSE
#>
#> $trees[[10]]$right$feature
#> [1] 0
#>
#> $trees[[10]]$right$threshold
#> [1] 7.5
#>
#> $trees[[10]]$right$gain
#> [1] 0.04430627
#>
#> $trees[[10]]$right$left
#> $trees[[10]]$right$left$weight
#> [1] 0.08811813
#>
#> $trees[[10]]$right$left$G
#> [1] -0.3524725
#>
#> $trees[[10]]$right$left$H
#> [1] 3
#>
#> $trees[[10]]$right$left$leaf
#> [1] FALSE
#>
#> $trees[[10]]$right$left$feature
#> [1] 0
#>
#> $trees[[10]]$right$left$threshold
#> [1] 5.5
#>
#> $trees[[10]]$right$left$gain
#> [1] 0.0005967067
#>
#> $trees[[10]]$right$left$left
#> $trees[[10]]$right$left$left$weight
#> [1] 0.02336089
#>
#> $trees[[10]]$right$left$left$G
#> [1] -0.04672179
#>
#> $trees[[10]]$right$left$left$H
#> [1] 1
#>
#> $trees[[10]]$right$left$left$leaf
#> [1] TRUE
#>
#>
#> $trees[[10]]$right$left$right
#> $trees[[10]]$right$left$right$weight
#> [1] 0.1019169
#>
#> $trees[[10]]$right$left$right$G
#> [1] -0.3057507
#>
#> $trees[[10]]$right$left$right$H
#> [1] 2
#>
#> $trees[[10]]$right$left$right$leaf
#> [1] TRUE
#>
#>
#>
#> $trees[[10]]$right$right
#> $trees[[10]]$right$right$weight
#> [1] 0.4046691
#>
#> $trees[[10]]$right$right$G
#> [1] -0.8093381
#>
#> $trees[[10]]$right$right$H
#> [1] 1
#>
#> $trees[[10]]$right$right$leaf
#> [1] TRUE
#>
#>
#>
#>
#>
#> $base_score
#> [1] 4.5
#>
#> $loss_curve
#> [1] 2.62500000 1.68029297 1.10379727 0.73311818 0.49262484 0.33870910
#> [7] 0.24020302 0.17173372 0.12292660 0.08808711 0.06318672
#>
#> $feature_importance
#> [1] 38.15676
#>
#> $objective
#> [1] "squared"
#>
#> $estimate
#> [1] 0.06318672
#>
#> $n
#> [1] 8
#>
#> $method
#> [1] "XGBoost: exact greedy splits scored by the second-order gain, shrunk by eta"
#>