emb <- embed(sdat, "Isomap", knn = 7, ndim = 2)## 2018-02-15 17:30:43: Isomap START
## 2018-02-15 17:30:43: constructing knn graph
## 2018-02-15 17:30:43: calculating geodesic distances
## 2018-02-15 17:30:43: cmdscale
## 2018-02-15 17:30:43: post processing
edat <- emb@data@data
cols <- c("black", "magenta")[gabaID$gaba+1]
acols <- alpha(cols, 0.35)
pairs(emb@data@data, pch = 19, col = acols, cex = 0.2)Here we are restricting hierarchical GMM to only go through on level. We are comparing the cluster results to the gaba labels.
set.seed(3144)
h2 <- hmc(edat, maxDepth = 2, ccol = ccol)
h2lab <- viridis(max(h2$dat$labels$col))
h2col <- h2$dat$labels$colp1 <- stackM(h2, ccol = "black", centered = TRUE, depth = 1)
L1 <- h2$dat$labels$L1
p2 <- stackMraw(as.data.frame(sdat), L1, ccol = ccol, depth = 2, centered = TRUE)
grid.arrange(p1, p2, nrow = 1)cols <- c("black", "magenta")[gabaID$gaba+1]
acols <- alpha(cols, 0.35)
#pairs(h2$dat$data, pch = 19, cex = 0.7, col = acols)
plot(h2$dat$data, col = acols, pch = c(19,3)[gaba+1], cex = c(0.5,1)[gaba+1])pairs(sdat, col = acols, pch = c(19,3)[gaba+1], cex = c(0.5,1)[gaba+1])acols2 <- alpha(h2lab[h2$dat$labels$col], 0.45)
par(bg = "gray45")
plot(h2$dat$data, pch = c(3,20)[gaba + 1], cex = 1, col = acols2)pairs(sdat, pch = 19, cex = 0.7, col = acols2)dev.off()## quartz
## 2
p0 <- mclust::adjustedRandIndex(pred, gaba)
perms <- foreach(i = 1:1.5e4, .combine = c) %dopar% {
set.seed(i*2)
mclust::adjustedRandIndex(sample(pred), gaba)
}
pv0 <- sum(c(perms,p0) >= p0)/length(perms)hist(perms, xlim = c(min(perms), p0 + 0.25*p0),
main = "permutation test of ARI values", probability = TRUE)
#hist(perms, probability = TRUE)
abline(v = p0, col = 'red')t1## truth
## pred FALSE TRUE
## FALSE 640 21
## TRUE 68 64
| measurment | value |
|---|---|
| Misclassification Rate | 0.112232 |
| Accuracy | 0.887768 |
| Sensitivity | 0.7529412 |
| Specificity | 0.9039548 |
| Precision | 0.4848485 |
| Recall | 0.7529412 |
| ARI | 0.4503389 |
| \(p\)-value for ARI | 0.000067 |
| F1-score | 0.5898618 |
| TP | 64 |
| FP | 68 |
| TN | 640 |
| FN | 21 |