##Conrad Cohn
##Question 2
##

# Part 1
data(anscombe)
attach(anscombe)

par(mfrow=c(2,2))

plot(x1, y1, main="Dataset 1", xlab="x1", ylab="y1")
plot(x2, y2, main="Dataset 2", xlab="x2", ylab="y2")
plot(x3, y3, main="Dataset 3", xlab="x3", ylab="y3")
plot(x4, y4, main="Dataset 4", xlab="x4", ylab="y4")

# Part 2 
model1 <- lm(y1 ~ x1)
model2 <- lm(y2 ~ x2)
model3 <- lm(y3 ~ x3)
model4 <- lm(y4 ~ x4)

#Part 3
cor(x1, y1)
## [1] 0.8164205
cor(x2, y2)
## [1] 0.8162365
cor(x3, y3)
## [1] 0.8162867
cor(x4, y4)
## [1] 0.8165214
#Part 4
sse1 <- sum(resid(model1)^2)
ssto1 <- sum((y1 - mean(y1))^2)
rsquared1 <- summary(model1)$r.squared

sse2 <- sum(resid(model2)^2)
ssto2 <- sum((y2 - mean(y2))^2)
rsquared2 <- summary(model2)$r.squared

sse3 <- sum(resid(model3)^2)
ssto3 <- sum((y3 - mean(y3))^2)
rsquared3 <- summary(model3)$r.squared

sse4 <- sum(resid(model4)^2)
ssto4 <- sum((y4 - mean(y4))^2)
rsquared4 <- summary(model4)$r.squared

cat("Dataset 1:\n")
## Dataset 1:
cat("SSE:", sse1, "\n")
## SSE: 13.76269
cat("SSTO:", ssto1, "\n")
## SSTO: 41.27269
cat("R-squared:", rsquared1, "\n\n")
## R-squared: 0.6665425
cat("Dataset 2:\n")
## Dataset 2:
cat("SSE:", sse2, "\n")
## SSE: 13.77629
cat("SSTO:", ssto2, "\n")
## SSTO: 41.27629
cat("R-squared:", rsquared2, "\n\n")
## R-squared: 0.666242
cat("Dataset 3:\n")
## Dataset 3:
cat("SSE:", sse3, "\n")
## SSE: 13.75619
cat("SSTO:", ssto3, "\n")
## SSTO: 41.2262
cat("R-squared:", rsquared3, "\n\n")
## R-squared: 0.666324
cat("Dataset 4:\n")
## Dataset 4:
cat("SSE:", sse4, "\n")
## SSE: 13.74249
cat("SSTO:", ssto4, "\n")
## SSTO: 41.23249
cat("R-squared:", rsquared4, "\n")
## R-squared: 0.6667073
#Part 5

tstats1 <- summary(model1)$coefficients[, "t value"]
tstats2 <- summary(model2)$coefficients[, "t value"]
tstats3 <- summary(model3)$coefficients[, "t value"]
tstats4 <- summary(model4)$coefficients[, "t value"]

cat("Dataset 1:\n")
## Dataset 1:
cat("Intercept:", tstats1[1], "\n")
## Intercept: 2.667348
cat("Slope:", tstats1[2], "\n\n")
## Slope: 4.241455
cat("Dataset 2:\n")
## Dataset 2:
cat("Intercept:", tstats2[1], "\n")
## Intercept: 2.666758
cat("Slope:", tstats2[2], "\n\n")
## Slope: 4.23859
cat("Dataset 3:\n")
## Dataset 3:
cat("Intercept:", tstats3[1], "\n")
## Intercept: 2.67008
cat("Slope:", tstats3[2], "\n\n")
## Slope: 4.239372
cat("Dataset 4:\n")
## Dataset 4:
cat("Intercept:", tstats4[1], "\n")
## Intercept: 2.670763
cat("Slope:", tstats4[2], "\n")
## Slope: 4.243028
# Part 6
par(mfrow=c(2,2))

plot(x1, y1, main="Dataset 1", xlab="x1", ylab="y1")
abline(model1, col="red")

plot(x2, y2, main="Dataset 2", xlab="x2", ylab="y2")
abline(model2, col="red")

plot(x3, y3, main="Dataset 3", xlab="x3", ylab="y3")
abline(model3, col="red")

plot(x4, y4, main="Dataset 4", xlab="x4", ylab="y4")
abline(model4, col="red")

## Question 3

#Part 1
crime.data = read.table(
  "http://archive.ics.uci.edu/ml/machine-learning-databases/00211/CommViolPredUnnormalizedData.txt",
  header=FALSE, sep=',', na.strings="?")

median_income = crime.data[,18]
assault_rate = crime.data[,137]
log_assault_rate = log(pmax(assault_rate, 1))
log_median_income = log(median_income)

complete_data <- na.omit(data.frame(log_assault_rate, log_median_income))
crime_lm <- lm(log_assault_rate ~ log_median_income, data = complete_data)

plot(log_median_income, log_assault_rate, pch=20, col="blue", xlab="log(Median Income)", ylab="log(Assault Rate)")
abline(crime_lm, col="red")

#Part 2
newdata <- data.frame(log_median_income = log(30000))
Yhat_confidence <- predict(crime_lm, newdata, interval='confidence')
cat("95% Confidence Interval for E(Y) with median_income of 30000:\n")
## 95% Confidence Interval for E(Y) with median_income of 30000:
cat("Lower Limit:", Yhat_confidence[1, 'lwr'], "\n")
## Lower Limit: 5.337851
cat("Upper Limit:", Yhat_confidence[1, 'upr'], "\n\n")
## Upper Limit: 5.433792
#Part 3
Yhat_prediction <- predict(crime_lm, newdata, interval='prediction')
cat("95% Prediction Interval for Y with median_income of 30000:\n")
## 95% Prediction Interval for Y with median_income of 30000:
cat("Lower Limit:", Yhat_prediction[1, 'lwr'], "\n")
## Lower Limit: 3.15854
cat("Upper Limit:", Yhat_prediction[1, 'upr'], "\n\n")
## Upper Limit: 7.613102
#Part 4
Yhat_test <- predict(crime_lm, interval='confidence')  
summary(crime_lm)
## 
## Call:
## lm(formula = log_assault_rate ~ log_median_income, data = complete_data)
## 
## Residuals:
##     Min      1Q  Median      3Q     Max 
## -6.3152 -0.6165  0.1536  0.7803  3.3430 
## 
## Coefficients:
##                   Estimate Std. Error t value Pr(>|t|)    
## (Intercept)       21.99084    0.67814   32.43   <2e-16 ***
## log_median_income -1.61074    0.06539  -24.63   <2e-16 ***
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## Residual standard error: 1.136 on 2200 degrees of freedom
## Multiple R-squared:  0.2162, Adjusted R-squared:  0.2158 
## F-statistic: 606.7 on 1 and 2200 DF,  p-value: < 2.2e-16
#Part 5
slope_interval <- confint(crime_lm, level = 0.95)
cat("95% Confidence Interval for the Slope:\n")
## 95% Confidence Interval for the Slope:
cat("Lower Limit:", slope_interval["log_median_income", 1], "\n")
## Lower Limit: -1.738974
cat("Upper Limit:", slope_interval["log_median_income", 2], "\n\n")
## Upper Limit: -1.482501
#Part 6
cat("R-squared:", summary(crime_lm)$r.squared, "\n")
## R-squared: 0.2161713
cat("Variance of Errors:", summary(crime_lm)$sigma^2, "\n")
## Variance of Errors: 1.28936
###
### Question 5

#Part 1
set.seed(123)
n <- 100
beta0 <- 3
beta1 <- 5
M <- 1000
errors_cauchy <- rcauchy(n * M, 0, 1)
beta_values_cauchy <- matrix(NA, nrow = M, ncol = 2)

for (i in 1:M) {
  X <- runif(n)
  Y <- beta0 + beta1 * X + errors_cauchy[((i-1)*n+1):(i*n)]
  model <- lm(Y ~ X)
  beta_values_cauchy[i, ] <- coef(model)
}

summary_stats_cauchy <- apply(beta_values_cauchy, 2, function(x) c(mean(x), sd(x)))

par(mfrow=c(2,1))

hist(beta_values_cauchy[,1], main="Histogram of Beta0", xlab="Estimated Beta0", breaks=20)
hist(beta_values_cauchy[,2], main="Histogram of Beta1", xlab="Estimated Beta1", breaks=20)

#Part 2
set.seed(123)
n <- 100
beta0 <- 3
beta1 <- 5
M <- 1000
delta_sd <- 2

beta_values_errors <- matrix(NA, nrow = M, ncol = 2)

for (i in 1:M) {
  X <- runif(n)
  errors_normal <- rnorm(n, 0, 1)
  errors_contamination <- rnorm(n, 0, delta_sd)
  W <- X + errors_contamination
  Y <- beta0 + beta1 * X + errors_normal
  model <- lm(Y ~ W)
  beta_values_errors[i, ] <- coef(model)
}

summary_stats_errors <- apply(beta_values_errors, 2, function(x) c(mean(x), sd(x)))

par(mfrow=c(2,1))
hist(beta_values_errors[,1], main="Histogram of Beta0 with Errors", xlab="Estimated Beta0", breaks=20)
hist(beta_values_errors[,2], main="Histogram of Beta1 with Errors", xlab="Estimated Beta1", breaks=20)