Single variable optimization

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

f2df <- function(fun) {
	fun.list = as.list(fun)
	var <- names(fun.list[1])
	fun.exp = fun.list[[2]] 
	diff.fun = D(fun.exp, var) 
	df = list(x=0, diff.fun) 
	df = as.function(df) 
	return(df)
}
 
newton <- function(fun, x0, tol=1e-7, niter=100) { 
	df = f2df(fun) 
	for (i in 1:niter) { 
		x = x0 - fun(x0)/df(x0) 
		if (abs(fun(x)) < tol) 
			return(x) 
		x0 = x      
	} 
	stop("exceeded allowed number of iterations") 
}
 
newton_optimize <- function(fun, x0, tol=1e-7, niter=100) {
	df <- f2df(fun)
	x = newton(df, x0, tol, niter)
	ddf <- f2df(df)
	if (ddf(x) > 0) {
		cat ("minima:\t", x, "\n")
	} else {
		cat ("maxima:\t", x, "\n")
	}
	return(x)
}

1
2
3
4
5
6
7
8
9
10
11
12

gSection <- function(f, x1, x2, x3, tol=1e-7) {
	r <- 2 - (1+sqrt(5))/2 
	x4 <- x2 + (x3-x2)*r
	if ( abs(x3-x1) < tol ){
		return(x2)
	}
	if (f(x4) < f(x2)) {
		gSection(f, x2, x4, x3, tol)
	} else {
		gSection(f, x4, x2, x1, tol)
	}
}