Chapter 3: Classification using Nearest Neighbors

Example: Classifying Cancer Samples

Step 2: Exploring and preparing the data

#Importing Data #we are also looking at the data, and seeing if what needs to be altared for proper preprocessing for machine learning #things such as removal of comma’s, or making everything numeric are common changes

# import the CSV file
wbcd <- read.csv("wisc_bc_data.csv", stringsAsFactors = FALSE)

# examine the structure of the wbcd data frame
str(wbcd)
'data.frame':   569 obs. of  32 variables:
 $ id               : int  87139402 8910251 905520 868871 9012568 906539 925291 87880 862989 89827 ...
 $ diagnosis        : chr  "B" "B" "B" "B" ...
 $ radius_mean      : num  12.3 10.6 11 11.3 15.2 ...
 $ texture_mean     : num  12.4 18.9 16.8 13.4 13.2 ...
 $ perimeter_mean   : num  78.8 69.3 70.9 73 97.7 ...
 $ area_mean        : num  464 346 373 385 712 ...
 $ smoothness_mean  : num  0.1028 0.0969 0.1077 0.1164 0.0796 ...
 $ compactness_mean : num  0.0698 0.1147 0.078 0.1136 0.0693 ...
 $ concavity_mean   : num  0.0399 0.0639 0.0305 0.0464 0.0339 ...
 $ points_mean      : num  0.037 0.0264 0.0248 0.048 0.0266 ...
 $ symmetry_mean    : num  0.196 0.192 0.171 0.177 0.172 ...
 $ dimension_mean   : num  0.0595 0.0649 0.0634 0.0607 0.0554 ...
 $ radius_se        : num  0.236 0.451 0.197 0.338 0.178 ...
 $ texture_se       : num  0.666 1.197 1.387 1.343 0.412 ...
 $ perimeter_se     : num  1.67 3.43 1.34 1.85 1.34 ...
 $ area_se          : num  17.4 27.1 13.5 26.3 17.7 ...
 $ smoothness_se    : num  0.00805 0.00747 0.00516 0.01127 0.00501 ...
 $ compactness_se   : num  0.0118 0.03581 0.00936 0.03498 0.01485 ...
 $ concavity_se     : num  0.0168 0.0335 0.0106 0.0219 0.0155 ...
 $ points_se        : num  0.01241 0.01365 0.00748 0.01965 0.00915 ...
 $ symmetry_se      : num  0.0192 0.035 0.0172 0.0158 0.0165 ...
 $ dimension_se     : num  0.00225 0.00332 0.0022 0.00344 0.00177 ...
 $ radius_worst     : num  13.5 11.9 12.4 11.9 16.2 ...
 $ texture_worst    : num  15.6 22.9 26.4 15.8 15.7 ...
 $ perimeter_worst  : num  87 78.3 79.9 76.5 104.5 ...
 $ area_worst       : num  549 425 471 434 819 ...
 $ smoothness_worst : num  0.139 0.121 0.137 0.137 0.113 ...
 $ compactness_worst: num  0.127 0.252 0.148 0.182 0.174 ...
 $ concavity_worst  : num  0.1242 0.1916 0.1067 0.0867 0.1362 ...
 $ points_worst     : num  0.0939 0.0793 0.0743 0.0861 0.0818 ...
 $ symmetry_worst   : num  0.283 0.294 0.3 0.21 0.249 ...
 $ dimension_worst  : num  0.0677 0.0759 0.0788 0.0678 0.0677 ...

#we are dropping one of the columns from the dataset here #we are telling it which one, to do so it will no longer appear

# drop the id feature
wbcd <- wbcd[-1]

#Table of diagnosis


# table of diagnosis
table(wbcd$diagnosis)

  B   M 
357 212 

#this is making the table appear better instead of just B, & M #this will make it easier to read, and understand for people who may not be staring directly at the dataset itself

# recode diagnosis as a factor
wbcd$diagnosis <- factor(wbcd$diagnosis, levels = c("B", "M"),
                         labels = c("Benign", "Malignant"))

#Once agian, just making some easy fundamental changes, so that it can be understood in an easier manner

# table or proportions with more informative labels
round(prop.table(table(wbcd$diagnosis)) * 100, digits = 1)

   Benign Malignant 
     62.7      37.3 

#summary of three particular mean’s #this shows specified data, rather than the summarys for the entire dataset #this can be used as a point of emphasis / focus

# summarize three numeric features
summary(wbcd[c("radius_mean", "area_mean", "smoothness_mean")])
  radius_mean       area_mean      smoothness_mean  
 Min.   : 6.981   Min.   : 143.5   Min.   :0.05263  
 1st Qu.:11.700   1st Qu.: 420.3   1st Qu.:0.08637  
 Median :13.370   Median : 551.1   Median :0.09587  
 Mean   :14.127   Mean   : 654.9   Mean   :0.09636  
 3rd Qu.:15.780   3rd Qu.: 782.7   3rd Qu.:0.10530  
 Max.   :28.110   Max.   :2501.0   Max.   :0.16340  

#normilzation function basics #this will be used later, but is being set up now

# create normalization function
normalize <- function(x) {
  return ((x - min(x)) / (max(x) - min(x)))
}

#making sure normilization functions works #if these numbers weren’t to be identitical than you would know the function was coded incorrectly #this is an important step to remember

# test normalization function - result should be identical
normalize(c(1, 2, 3, 4, 5))
[1] 0.00 0.25 0.50 0.75 1.00
normalize(c(10, 20, 30, 40, 50))
[1] 0.00 0.25 0.50 0.75 1.00

#applying the normalize function to our data we have inputted

# normalize the wbcd data
wbcd_n <- as.data.frame(lapply(wbcd[2:31], normalize))

#nsummary of the function from earlier to ensure it works properly #if this were to not work you would get error codes, or crazy data numbers back #important to pay attention to these steps as it can altar future outcomes

# confirm that normalization worked
summary(wbcd_n$area_mean)
   Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
 0.0000  0.1174  0.1729  0.2169  0.2711  1.0000 

#training data, we are giving it different values to use, for different results

# create training and test data
wbcd_train <- wbcd_n[1:469, ]
wbcd_test <- wbcd_n[470:569, ]

#Label creation is important to ensure that every data point is clear and understandables #while we are the one’s creating it, othes need to be able to identify what it is we are breaking down

# create labels for training and test data

wbcd_train_labels <- wbcd[1:469, 1]
wbcd_test_labels <- wbcd[470:569, 1]

Step 3: Training a model on the data

#load new liabrary

# load the "class" library
library(class)

#knn test train #this is to setup KNN neighbors using the existing data

wbcd_test_pred <- knn(train = wbcd_train, test = wbcd_test,
                      cl = wbcd_train_labels, k = 21)

Step 4: Evaluating model performance

#Gmodels will not load or work #I have been forced to comment it out, I have tried everything in my power #This is going to force me to potentially have to comment out key steps, I will do my best #I have commented it out, I have restarted, re downloaded and every other tip possible online, and it will not load it gives the same error code

#install.packages(gmodels)
# load the "gmodels" library
#library(gmodels)

# Create the cross tabulation of predicted vs. actual
#CrossTable(x = wbcd_test_labels, y = wbcd_test_pred,
           #prop.chisq = FALSE)

#overview of key data points #this helps us understand unity and what can be looked at further in detail

## Step 5: Improving model performance

# use the scale() function to z-score standardize a data frame
wbcd_z <- as.data.frame(scale(wbcd[-1]))

# confirm that the transformation was applied correctly
summary(wbcd_z$area_mean)
   Min. 1st Qu.  Median    Mean 3rd Qu.    Max. 
-1.4532 -0.6666 -0.2949  0.0000  0.3632  5.2459 

#continue with training preprocesses #this is a neccessary step to get positive results for machine learning #im worried gmodels is going to mess me up, but onward we go.

# create training and test datasets
wbcd_train <- wbcd_z[1:469, ]
wbcd_test <- wbcd_z[470:569, ]

# re-classify test cases
wbcd_test_pred <- knn(train = wbcd_train, test = wbcd_test,
                      cl = wbcd_train_labels, k = 21)

#Having to comment out because of gmodels error, it is saying this cannot be found. #function wont work because of this #If this were to work, it would show a comparison between actual results, and predicted results #This helps show the accuracy and precision of machine learning

# Create the cross tabulation of predicted vs. actual
#CrossTable(x = wbcd_test_labels, y = wbcd_test_pred,
         # prop.chisq = FALSE)
# try several different values of k
wbcd_train <- wbcd_n[1:469, ]
wbcd_test <- wbcd_n[470:569, ]

#Had to comment this out as well… #this i another comparison using the crosstable function in order to, further compare it using our new values for K

#K=1
wbcd_test_pred <- knn(train = wbcd_train, test = wbcd_test, cl = wbcd_train_labels, k=1)
#CrossTable(x = wbcd_test_labels, y = wbcd_test_pred, prop.chisq=FALSE)

#Each of these, next several chunks would result in different numbers of accuracy and precision when it comes to overall machine learning results #this is because we are continously changing the K value, and giving it opportunity to understand more data #It is a happy balance that will give the best possible results

#k=5
wbcd_test_pred <- knn(train = wbcd_train, test = wbcd_test, cl = wbcd_train_labels, k=5)
#CrossTable(x = wbcd_test_labels, y = wbcd_test_pred, prop.chisq=FALSE)
wbcd_test_pred <- knn(train = wbcd_train, test = wbcd_test, cl = wbcd_train_labels, k=11)
#CrossTable(x = wbcd_test_labels, y = wbcd_test_pred, prop.chisq=FALSE)
wbcd_test_pred <- knn(train = wbcd_train, test = wbcd_test, cl = wbcd_train_labels, k=15)
#CrossTable(x = wbcd_test_labels, y = wbcd_test_pred, prop.chisq=FALSE)
wbcd_test_pred <- knn(train = wbcd_train, test = wbcd_test, cl = wbcd_train_labels, k=21)
#CrossTable(x = wbcd_test_labels, y = wbcd_test_pred, prop.chisq=FALSE)
wbcd_test_pred <- knn(train = wbcd_train, test = wbcd_test, cl = wbcd_train_labels, k=27)
#CrossTable(x = wbcd_test_labels, y = wbcd_test_pred, prop.chisq=FALSE)
LS0tCnRpdGxlOiAiUiBOb3RlYm9vayIKb3V0cHV0OiBodG1sX25vdGVib29rCi0tLQoKIyMjIyMgQ2hhcHRlciAzOiBDbGFzc2lmaWNhdGlvbiB1c2luZyBOZWFyZXN0IE5laWdoYm9ycwoKIyMgRXhhbXBsZTogQ2xhc3NpZnlpbmcgQ2FuY2VyIFNhbXBsZXMKIyMgU3RlcCAyOiBFeHBsb3JpbmcgYW5kIHByZXBhcmluZyB0aGUgZGF0YQoKI0ltcG9ydGluZyBEYXRhIAojd2UgYXJlIGFsc28gbG9va2luZyBhdCB0aGUgZGF0YSwgYW5kIHNlZWluZyBpZiB3aGF0IG5lZWRzIHRvIGJlIGFsdGFyZWQgZm9yIHByb3BlciBwcmVwcm9jZXNzaW5nIGZvciBtYWNoaW5lIGxlYXJuaW5nCiN0aGluZ3Mgc3VjaCBhcyByZW1vdmFsIG9mIGNvbW1hJ3MsIG9yIG1ha2luZyBldmVyeXRoaW5nIG51bWVyaWMgYXJlIGNvbW1vbiBjaGFuZ2VzCmBgYHtyfQojIGltcG9ydCB0aGUgQ1NWIGZpbGUKd2JjZCA8LSByZWFkLmNzdigid2lzY19iY19kYXRhLmNzdiIsIHN0cmluZ3NBc0ZhY3RvcnMgPSBGQUxTRSkKCiMgZXhhbWluZSB0aGUgc3RydWN0dXJlIG9mIHRoZSB3YmNkIGRhdGEgZnJhbWUKc3RyKHdiY2QpCmBgYAoKI3dlIGFyZSBkcm9wcGluZyBvbmUgb2YgdGhlIGNvbHVtbnMgZnJvbSB0aGUgZGF0YXNldCBoZXJlCiN3ZSBhcmUgdGVsbGluZyBpdCB3aGljaCBvbmUsIHRvIGRvIHNvIGl0IHdpbGwgbm8gbG9uZ2VyIGFwcGVhcgpgYGB7cn0KIyBkcm9wIHRoZSBpZCBmZWF0dXJlCndiY2QgPC0gd2JjZFstMV0KYGBgCgojVGFibGUgb2YgZGlhZ25vc2lzCmBgYHtyfQoKIyB0YWJsZSBvZiBkaWFnbm9zaXMKdGFibGUod2JjZCRkaWFnbm9zaXMpCmBgYAoKI3RoaXMgaXMgbWFraW5nIHRoZSB0YWJsZSBhcHBlYXIgYmV0dGVyIGluc3RlYWQgb2YganVzdCBCLCAmIE0KI3RoaXMgd2lsbCBtYWtlIGl0IGVhc2llciB0byByZWFkLCBhbmQgdW5kZXJzdGFuZCBmb3IgcGVvcGxlIHdobyBtYXkgbm90IGJlIHN0YXJpbmcgZGlyZWN0bHkgYXQgdGhlIGRhdGFzZXQgaXRzZWxmCmBgYHtyfQojIHJlY29kZSBkaWFnbm9zaXMgYXMgYSBmYWN0b3IKd2JjZCRkaWFnbm9zaXMgPC0gZmFjdG9yKHdiY2QkZGlhZ25vc2lzLCBsZXZlbHMgPSBjKCJCIiwgIk0iKSwKICAgICAgICAgICAgICAgICAgICAgICAgIGxhYmVscyA9IGMoIkJlbmlnbiIsICJNYWxpZ25hbnQiKSkKYGBgCgoKI09uY2UgYWdpYW4sIGp1c3QgbWFraW5nIHNvbWUgZWFzeSBmdW5kYW1lbnRhbCBjaGFuZ2VzLCBzbyB0aGF0IGl0IGNhbiBiZSB1bmRlcnN0b29kIGluIGFuIGVhc2llciBtYW5uZXIKYGBge3J9CiMgdGFibGUgb3IgcHJvcG9ydGlvbnMgd2l0aCBtb3JlIGluZm9ybWF0aXZlIGxhYmVscwpyb3VuZChwcm9wLnRhYmxlKHRhYmxlKHdiY2QkZGlhZ25vc2lzKSkgKiAxMDAsIGRpZ2l0cyA9IDEpCmBgYAoKI3N1bW1hcnkgb2YgdGhyZWUgcGFydGljdWxhciBtZWFuJ3MKI3RoaXMgc2hvd3Mgc3BlY2lmaWVkIGRhdGEsIHJhdGhlciB0aGFuIHRoZSBzdW1tYXJ5cyBmb3IgdGhlIGVudGlyZSBkYXRhc2V0CiN0aGlzIGNhbiBiZSB1c2VkIGFzIGEgcG9pbnQgb2YgZW1waGFzaXMgLyBmb2N1cwpgYGB7cn0KIyBzdW1tYXJpemUgdGhyZWUgbnVtZXJpYyBmZWF0dXJlcwpzdW1tYXJ5KHdiY2RbYygicmFkaXVzX21lYW4iLCAiYXJlYV9tZWFuIiwgInNtb290aG5lc3NfbWVhbiIpXSkKYGBgCgojbm9ybWlsemF0aW9uIGZ1bmN0aW9uIGJhc2ljcwojdGhpcyB3aWxsIGJlIHVzZWQgbGF0ZXIsIGJ1dCBpcyBiZWluZyBzZXQgdXAgbm93CmBgYHtyfQojIGNyZWF0ZSBub3JtYWxpemF0aW9uIGZ1bmN0aW9uCm5vcm1hbGl6ZSA8LSBmdW5jdGlvbih4KSB7CiAgcmV0dXJuICgoeCAtIG1pbih4KSkgLyAobWF4KHgpIC0gbWluKHgpKSkKfQpgYGAKCgoKI21ha2luZyBzdXJlIG5vcm1pbGl6YXRpb24gZnVuY3Rpb25zIHdvcmtzCiNpZiB0aGVzZSBudW1iZXJzIHdlcmVuJ3QgdG8gYmUgaWRlbnRpdGljYWwgdGhhbiB5b3Ugd291bGQga25vdyB0aGUgZnVuY3Rpb24gd2FzIGNvZGVkIGluY29ycmVjdGx5CiN0aGlzIGlzIGFuIGltcG9ydGFudCBzdGVwIHRvIHJlbWVtYmVyCmBgYHtyfQojIHRlc3Qgbm9ybWFsaXphdGlvbiBmdW5jdGlvbiAtIHJlc3VsdCBzaG91bGQgYmUgaWRlbnRpY2FsCm5vcm1hbGl6ZShjKDEsIDIsIDMsIDQsIDUpKQpub3JtYWxpemUoYygxMCwgMjAsIDMwLCA0MCwgNTApKQpgYGAKCiNhcHBseWluZyB0aGUgbm9ybWFsaXplIGZ1bmN0aW9uIHRvIG91ciBkYXRhIHdlIGhhdmUgaW5wdXR0ZWQKYGBge3J9CiMgbm9ybWFsaXplIHRoZSB3YmNkIGRhdGEKd2JjZF9uIDwtIGFzLmRhdGEuZnJhbWUobGFwcGx5KHdiY2RbMjozMV0sIG5vcm1hbGl6ZSkpCmBgYAoKI25zdW1tYXJ5IG9mIHRoZSBmdW5jdGlvbiBmcm9tIGVhcmxpZXIgdG8gZW5zdXJlIGl0IHdvcmtzIHByb3Blcmx5CiNpZiB0aGlzIHdlcmUgdG8gbm90IHdvcmsgeW91IHdvdWxkIGdldCBlcnJvciBjb2Rlcywgb3IgY3JhenkgZGF0YSBudW1iZXJzIGJhY2sKI2ltcG9ydGFudCB0byBwYXkgYXR0ZW50aW9uIHRvIHRoZXNlIHN0ZXBzIGFzIGl0IGNhbiBhbHRhciBmdXR1cmUgb3V0Y29tZXMKYGBge3J9CiMgY29uZmlybSB0aGF0IG5vcm1hbGl6YXRpb24gd29ya2VkCnN1bW1hcnkod2JjZF9uJGFyZWFfbWVhbikKYGBgCgojdHJhaW5pbmcgZGF0YSwgd2UgYXJlIGdpdmluZyBpdCBkaWZmZXJlbnQgdmFsdWVzIHRvIHVzZSwgZm9yIGRpZmZlcmVudCByZXN1bHRzCmBgYHtyfQojIGNyZWF0ZSB0cmFpbmluZyBhbmQgdGVzdCBkYXRhCndiY2RfdHJhaW4gPC0gd2JjZF9uWzE6NDY5LCBdCndiY2RfdGVzdCA8LSB3YmNkX25bNDcwOjU2OSwgXQpgYGAKCiNMYWJlbCBjcmVhdGlvbiBpcyBpbXBvcnRhbnQgdG8gZW5zdXJlIHRoYXQgZXZlcnkgZGF0YSBwb2ludCBpcyBjbGVhciBhbmQgdW5kZXJzdGFuZGFibGVzIAojd2hpbGUgd2UgYXJlIHRoZSBvbmUncyBjcmVhdGluZyBpdCwgb3RoZXMgbmVlZCB0byBiZSBhYmxlIHRvIGlkZW50aWZ5IHdoYXQgaXQgaXMgd2UgYXJlIGJyZWFraW5nIGRvd24KCmBgYHtyfQojIGNyZWF0ZSBsYWJlbHMgZm9yIHRyYWluaW5nIGFuZCB0ZXN0IGRhdGEKCndiY2RfdHJhaW5fbGFiZWxzIDwtIHdiY2RbMTo0NjksIDFdCndiY2RfdGVzdF9sYWJlbHMgPC0gd2JjZFs0NzA6NTY5LCAxXQpgYGAKCgojIyBTdGVwIDM6IFRyYWluaW5nIGEgbW9kZWwgb24gdGhlIGRhdGEKI2xvYWQgbmV3IGxpYWJyYXJ5CmBgYHtyfQojIGxvYWQgdGhlICJjbGFzcyIgbGlicmFyeQpsaWJyYXJ5KGNsYXNzKQpgYGAKCiNrbm4gdGVzdCB0cmFpbgojdGhpcyBpcyB0byBzZXR1cCBLTk4gbmVpZ2hib3JzIHVzaW5nIHRoZSBleGlzdGluZyBkYXRhIApgYGB7cn0Kd2JjZF90ZXN0X3ByZWQgPC0ga25uKHRyYWluID0gd2JjZF90cmFpbiwgdGVzdCA9IHdiY2RfdGVzdCwKICAgICAgICAgICAgICAgICAgICAgIGNsID0gd2JjZF90cmFpbl9sYWJlbHMsIGsgPSAyMSkKYGBgCgoKIyMgU3RlcCA0OiBFdmFsdWF0aW5nIG1vZGVsIHBlcmZvcm1hbmNlCiNHbW9kZWxzIHdpbGwgbm90IGxvYWQgb3Igd29yawojSSBoYXZlIGJlZW4gZm9yY2VkIHRvIGNvbW1lbnQgaXQgb3V0LCBJIGhhdmUgdHJpZWQgZXZlcnl0aGluZyBpbiBteSBwb3dlcgojVGhpcyBpcyBnb2luZyB0byBmb3JjZSBtZSB0byBwb3RlbnRpYWxseSBoYXZlIHRvIGNvbW1lbnQgb3V0IGtleSBzdGVwcywgSSB3aWxsIGRvIG15IGJlc3QKI0kgaGF2ZSBjb21tZW50ZWQgaXQgb3V0LCBJIGhhdmUgcmVzdGFydGVkLCByZSBkb3dubG9hZGVkIGFuZCBldmVyeSBvdGhlciB0aXAgcG9zc2libGUgb25saW5lLCBhbmQgaXQgd2lsbCBub3QgbG9hZCBpdCBnaXZlcyB0aGUgc2FtZSBlcnJvciBjb2RlCmBgYHtyfQojaW5zdGFsbC5wYWNrYWdlcyhnbW9kZWxzKQojIGxvYWQgdGhlICJnbW9kZWxzIiBsaWJyYXJ5CiNsaWJyYXJ5KGdtb2RlbHMpCgojIENyZWF0ZSB0aGUgY3Jvc3MgdGFidWxhdGlvbiBvZiBwcmVkaWN0ZWQgdnMuIGFjdHVhbAojQ3Jvc3NUYWJsZSh4ID0gd2JjZF90ZXN0X2xhYmVscywgeSA9IHdiY2RfdGVzdF9wcmVkLAogICAgICAgICAgICNwcm9wLmNoaXNxID0gRkFMU0UpCmBgYAoKI292ZXJ2aWV3IG9mIGtleSBkYXRhIHBvaW50cwojdGhpcyBoZWxwcyB1cyB1bmRlcnN0YW5kIHVuaXR5IGFuZCB3aGF0IGNhbiBiZSBsb29rZWQgYXQgZnVydGhlciBpbiBkZXRhaWwKYGBge3J9CiMjIFN0ZXAgNTogSW1wcm92aW5nIG1vZGVsIHBlcmZvcm1hbmNlCgojIHVzZSB0aGUgc2NhbGUoKSBmdW5jdGlvbiB0byB6LXNjb3JlIHN0YW5kYXJkaXplIGEgZGF0YSBmcmFtZQp3YmNkX3ogPC0gYXMuZGF0YS5mcmFtZShzY2FsZSh3YmNkWy0xXSkpCgojIGNvbmZpcm0gdGhhdCB0aGUgdHJhbnNmb3JtYXRpb24gd2FzIGFwcGxpZWQgY29ycmVjdGx5CnN1bW1hcnkod2JjZF96JGFyZWFfbWVhbikKYGBgCgojY29udGludWUgd2l0aCB0cmFpbmluZyBwcmVwcm9jZXNzZXMKI3RoaXMgaXMgYSBuZWNjZXNzYXJ5IHN0ZXAgdG8gZ2V0IHBvc2l0aXZlIHJlc3VsdHMgZm9yIG1hY2hpbmUgbGVhcm5pbmcKI2ltIHdvcnJpZWQgZ21vZGVscyBpcyBnb2luZyB0byBtZXNzIG1lIHVwLCBidXQgb253YXJkIHdlIGdvLgpgYGB7cn0KIyBjcmVhdGUgdHJhaW5pbmcgYW5kIHRlc3QgZGF0YXNldHMKd2JjZF90cmFpbiA8LSB3YmNkX3pbMTo0NjksIF0Kd2JjZF90ZXN0IDwtIHdiY2Rfels0NzA6NTY5LCBdCgojIHJlLWNsYXNzaWZ5IHRlc3QgY2FzZXMKd2JjZF90ZXN0X3ByZWQgPC0ga25uKHRyYWluID0gd2JjZF90cmFpbiwgdGVzdCA9IHdiY2RfdGVzdCwKICAgICAgICAgICAgICAgICAgICAgIGNsID0gd2JjZF90cmFpbl9sYWJlbHMsIGsgPSAyMSkKYGBgCgojSGF2aW5nIHRvIGNvbW1lbnQgb3V0IGJlY2F1c2Ugb2YgZ21vZGVscyBlcnJvciwgaXQgaXMgc2F5aW5nIHRoaXMgY2Fubm90IGJlIGZvdW5kLgojZnVuY3Rpb24gd29udCB3b3JrIGJlY2F1c2Ugb2YgdGhpcwojSWYgdGhpcyB3ZXJlIHRvIHdvcmssIGl0IHdvdWxkIHNob3cgYSBjb21wYXJpc29uIGJldHdlZW4gYWN0dWFsIHJlc3VsdHMsIGFuZCBwcmVkaWN0ZWQgcmVzdWx0cwojVGhpcyBoZWxwcyBzaG93IHRoZSBhY2N1cmFjeSBhbmQgcHJlY2lzaW9uIG9mIG1hY2hpbmUgbGVhcm5pbmcKYGBge3J9CiMgQ3JlYXRlIHRoZSBjcm9zcyB0YWJ1bGF0aW9uIG9mIHByZWRpY3RlZCB2cy4gYWN0dWFsCiNDcm9zc1RhYmxlKHggPSB3YmNkX3Rlc3RfbGFiZWxzLCB5ID0gd2JjZF90ZXN0X3ByZWQsCiAgICAgICAgICMgcHJvcC5jaGlzcSA9IEZBTFNFKQpgYGAKCgpgYGB7cn0KIyB0cnkgc2V2ZXJhbCBkaWZmZXJlbnQgdmFsdWVzIG9mIGsKd2JjZF90cmFpbiA8LSB3YmNkX25bMTo0NjksIF0Kd2JjZF90ZXN0IDwtIHdiY2Rfbls0NzA6NTY5LCBdCmBgYAoKI0hhZCB0byBjb21tZW50IHRoaXMgb3V0IGFzIHdlbGwuLi4KI3RoaXMgaSBhbm90aGVyIGNvbXBhcmlzb24gdXNpbmcgdGhlIGNyb3NzdGFibGUgZnVuY3Rpb24gaW4gb3JkZXIgdG8sIGZ1cnRoZXIgY29tcGFyZSBpdCB1c2luZyBvdXIgbmV3IHZhbHVlcyBmb3IgSwpgYGB7cn0KI0s9MQp3YmNkX3Rlc3RfcHJlZCA8LSBrbm4odHJhaW4gPSB3YmNkX3RyYWluLCB0ZXN0ID0gd2JjZF90ZXN0LCBjbCA9IHdiY2RfdHJhaW5fbGFiZWxzLCBrPTEpCiNDcm9zc1RhYmxlKHggPSB3YmNkX3Rlc3RfbGFiZWxzLCB5ID0gd2JjZF90ZXN0X3ByZWQsIHByb3AuY2hpc3E9RkFMU0UpCmBgYAoKI0VhY2ggb2YgdGhlc2UsIG5leHQgc2V2ZXJhbCBjaHVua3Mgd291bGQgcmVzdWx0IGluIGRpZmZlcmVudCBudW1iZXJzIG9mIGFjY3VyYWN5IGFuZCBwcmVjaXNpb24gd2hlbiBpdCBjb21lcyB0byBvdmVyYWxsIG1hY2hpbmUgbGVhcm5pbmcgcmVzdWx0cwojdGhpcyBpcyBiZWNhdXNlIHdlIGFyZSBjb250aW5vdXNseSBjaGFuZ2luZyB0aGUgSyB2YWx1ZSwgYW5kIGdpdmluZyBpdCBvcHBvcnR1bml0eSB0byB1bmRlcnN0YW5kIG1vcmUgZGF0YQojSXQgaXMgYSBoYXBweSBiYWxhbmNlIHRoYXQgd2lsbCBnaXZlIHRoZSBiZXN0IHBvc3NpYmxlIHJlc3VsdHMKYGBge3J9CiNrPTUKd2JjZF90ZXN0X3ByZWQgPC0ga25uKHRyYWluID0gd2JjZF90cmFpbiwgdGVzdCA9IHdiY2RfdGVzdCwgY2wgPSB3YmNkX3RyYWluX2xhYmVscywgaz01KQojQ3Jvc3NUYWJsZSh4ID0gd2JjZF90ZXN0X2xhYmVscywgeSA9IHdiY2RfdGVzdF9wcmVkLCBwcm9wLmNoaXNxPUZBTFNFKQpgYGAKCmBgYHtyfQp3YmNkX3Rlc3RfcHJlZCA8LSBrbm4odHJhaW4gPSB3YmNkX3RyYWluLCB0ZXN0ID0gd2JjZF90ZXN0LCBjbCA9IHdiY2RfdHJhaW5fbGFiZWxzLCBrPTExKQojQ3Jvc3NUYWJsZSh4ID0gd2JjZF90ZXN0X2xhYmVscywgeSA9IHdiY2RfdGVzdF9wcmVkLCBwcm9wLmNoaXNxPUZBTFNFKQpgYGAKCgoKCmBgYHtyfQp3YmNkX3Rlc3RfcHJlZCA8LSBrbm4odHJhaW4gPSB3YmNkX3RyYWluLCB0ZXN0ID0gd2JjZF90ZXN0LCBjbCA9IHdiY2RfdHJhaW5fbGFiZWxzLCBrPTE1KQojQ3Jvc3NUYWJsZSh4ID0gd2JjZF90ZXN0X2xhYmVscywgeSA9IHdiY2RfdGVzdF9wcmVkLCBwcm9wLmNoaXNxPUZBTFNFKQpgYGAKCgpgYGB7cn0Kd2JjZF90ZXN0X3ByZWQgPC0ga25uKHRyYWluID0gd2JjZF90cmFpbiwgdGVzdCA9IHdiY2RfdGVzdCwgY2wgPSB3YmNkX3RyYWluX2xhYmVscywgaz0yMSkKI0Nyb3NzVGFibGUoeCA9IHdiY2RfdGVzdF9sYWJlbHMsIHkgPSB3YmNkX3Rlc3RfcHJlZCwgcHJvcC5jaGlzcT1GQUxTRSkKYGBgCgoKYGBge3J9CndiY2RfdGVzdF9wcmVkIDwtIGtubih0cmFpbiA9IHdiY2RfdHJhaW4sIHRlc3QgPSB3YmNkX3Rlc3QsIGNsID0gd2JjZF90cmFpbl9sYWJlbHMsIGs9MjcpCiNDcm9zc1RhYmxlKHggPSB3YmNkX3Rlc3RfbGFiZWxzLCB5ID0gd2JjZF90ZXN0X3ByZWQsIHByb3AuY2hpc3E9RkFMU0UpCmBgYAoKCg==