// // Math.NET Numerics, part of the Math.NET Project // http://numerics.mathdotnet.com // http://github.com/mathnet/mathnet-numerics // // Copyright (c) 2009-2017 Math.NET // // Permission is hereby granted, free of charge, to any person // obtaining a copy of this software and associated documentation // files (the "Software"), to deal in the Software without // restriction, including without limitation the rights to use, // copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the // Software is furnished to do so, subject to the following // conditions: // // The above copyright notice and this permission notice shall be // included in all copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, // EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES // OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND // NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT // HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, // WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING // FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR // OTHER DEALINGS IN THE SOFTWARE. // using System; using System.Collections.Generic; using IStation.Numerics.LinearAlgebra; namespace IStation.Numerics.Optimization { public static class QuadraticGradientProjectionSearch { public static GradientProjectionResult Search(Vector x0, Vector gradient, Matrix hessian, Vector lowerBound, Vector upperBound) { List isFixed = new List(x0.Count); List breakpoint = new List(x0.Count); for (int ii = 0; ii < x0.Count; ++ii) { breakpoint.Add(0.0); isFixed.Add(false); if (gradient[ii] < 0) breakpoint[ii] = (x0[ii] - upperBound[ii]) / gradient[ii]; else if (gradient[ii] > 0) breakpoint[ii] = (x0[ii] - lowerBound[ii]) / gradient[ii]; else { if (Math.Abs(x0[ii] - upperBound[ii]) < 100 * Double.Epsilon || Math.Abs(x0[ii] - lowerBound[ii]) < 100 * Double.Epsilon) breakpoint[ii] = 0.0; else breakpoint[ii] = Double.PositiveInfinity; } } var orderedBreakpoint = new List(x0.Count); orderedBreakpoint.AddRange(breakpoint); orderedBreakpoint.Sort(); // Compute initial state variables var d = -gradient; for (int ii = 0; ii < d.Count; ++ii) if (breakpoint[ii] <= 0.0) d[ii] *= 0.0; int jj = -1; var x = x0; var f1 = gradient * d; var f2 = 0.5 * d * hessian * d; var sMin = -f1 / f2; var maxS = orderedBreakpoint[0]; if (sMin < maxS) return new GradientProjectionResult(x + sMin * d, 0,isFixed); // while minimum of the last quadratic piece observed is beyond the interval searched while (true) { // update data to the beginning of the interval we're searching jj += 1; x = x + d * maxS; maxS = orderedBreakpoint[jj+1] - orderedBreakpoint[jj]; int fixedCount = 0; for (int ii = 0; ii < d.Count; ++ii) if (orderedBreakpoint[jj] >= breakpoint[ii]) { d[ii] *= 0.0; isFixed[ii] = true; fixedCount += 1; } if (Double.IsPositiveInfinity(orderedBreakpoint[jj + 1])) return new GradientProjectionResult(x, fixedCount, isFixed); f1 = gradient * d + (x - x0) * hessian * d; f2 = d * hessian * d; sMin = -f1 / f2; if (sMin < maxS) return new GradientProjectionResult(x + sMin * d, fixedCount, isFixed); else if (jj + 1 >= orderedBreakpoint.Count - 1) { isFixed[isFixed.Count - 1] = true; return new GradientProjectionResult(x + maxS * d, lowerBound.Count, isFixed); } } } public readonly struct GradientProjectionResult { public GradientProjectionResult(Vector cauchyPoint, int fixedCount, List isFixed) { CauchyPoint = cauchyPoint; FixedCount = fixedCount; IsFixed = isFixed; } public Vector CauchyPoint { get; } public int FixedCount { get; } public List IsFixed { get; } } } }