//
// Math.NET Numerics, part of the Math.NET Project
// http://numerics.mathdotnet.com
// http://github.com/mathnet/mathnet-numerics
//
// Copyright (c) 2009-2015 Math.NET
//
// Permission is hereby granted, free of charge, to any person
// obtaining a copy of this software and associated documentation
// files (the "Software"), to deal in the Software without
// restriction, including without limitation the rights to use,
// copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the
// Software is furnished to do so, subject to the following
// conditions:
//
// The above copyright notice and this permission notice shall be
// included in all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
// EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
// NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
// HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
// WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
// OTHER DEALINGS IN THE SOFTWARE.
//
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Globalization;
using System.Linq;
using IStation.Numerics.LinearAlgebra.Storage;
using IStation.Numerics.Providers.LinearAlgebra;
using IStation.Numerics.Threading;
namespace IStation.Numerics.LinearAlgebra.Single
{
///
/// A vector with sparse storage, intended for very large vectors where most of the cells are zero.
///
/// The sparse vector is not thread safe.
[Serializable]
[DebuggerDisplay("SparseVector {Count}-Single {NonZerosCount}-NonZero")]
public class SparseVector : Vector
{
readonly SparseVectorStorage _storage;
///
/// Gets the number of non zero elements in the vector.
///
/// The number of non zero elements.
public int NonZerosCount => _storage.ValueCount;
///
/// Create a new sparse vector straight from an initialized vector storage instance.
/// The storage is used directly without copying.
/// Intended for advanced scenarios where you're working directly with
/// storage for performance or interop reasons.
///
public SparseVector(SparseVectorStorage storage)
: base(storage)
{
_storage = storage;
}
///
/// Create a new sparse vector with the given length.
/// All cells of the vector will be initialized to zero.
///
/// If length is less than one.
public SparseVector(int length)
: this(new SparseVectorStorage(length))
{
}
///
/// Create a new sparse vector as a copy of the given other vector.
/// This new vector will be independent from the other vector.
/// A new memory block will be allocated for storing the vector.
///
public static SparseVector OfVector(Vector vector)
{
return new SparseVector(SparseVectorStorage.OfVector(vector.Storage));
}
///
/// Create a new sparse vector as a copy of the given enumerable.
/// This new vector will be independent from the enumerable.
/// A new memory block will be allocated for storing the vector.
///
public static SparseVector OfEnumerable(IEnumerable enumerable)
{
return new SparseVector(SparseVectorStorage.OfEnumerable(enumerable));
}
///
/// Create a new sparse vector as a copy of the given indexed enumerable.
/// Keys must be provided at most once, zero is assumed if a key is omitted.
/// This new vector will be independent from the enumerable.
/// A new memory block will be allocated for storing the vector.
///
public static SparseVector OfIndexedEnumerable(int length, IEnumerable> enumerable)
{
return new SparseVector(SparseVectorStorage.OfIndexedEnumerable(length, enumerable));
}
///
/// Create a new sparse vector and initialize each value using the provided value.
///
public static SparseVector Create(int length, float value)
{
return new SparseVector(SparseVectorStorage.OfValue(length, value));
}
///
/// Create a new sparse vector and initialize each value using the provided init function.
///
public static SparseVector Create(int length, Func init)
{
return new SparseVector(SparseVectorStorage.OfInit(length, init));
}
///
/// Adds a scalar to each element of the vector and stores the result in the result vector.
/// Warning, the new 'sparse vector' with a non-zero scalar added to it will be a 100% filled
/// sparse vector and very inefficient. Would be better to work with a dense vector instead.
///
///
/// The scalar to add.
///
///
/// The vector to store the result of the addition.
///
protected override void DoAdd(float scalar, Vector result)
{
if (scalar == 0.0f)
{
if (!ReferenceEquals(this, result))
{
CopyTo(result);
}
return;
}
if (ReferenceEquals(this, result))
{
//populate a new vector with the scalar
var vnonZeroValues = new float[Count];
var vnonZeroIndices = new int[Count];
for (int index = 0; index < Count; index++)
{
vnonZeroIndices[index] = index;
vnonZeroValues[index] = scalar;
}
//populate the non zero values from this
var indices = _storage.Indices;
var values = _storage.Values;
for (int j = 0; j < _storage.ValueCount; j++)
{
vnonZeroValues[indices[j]] = values[j] + scalar;
}
//assign this vectors array to the new arrays.
_storage.Values = vnonZeroValues;
_storage.Indices = vnonZeroIndices;
_storage.ValueCount = Count;
}
else
{
for (var index = 0; index < Count; index++)
{
result.At(index, At(index) + scalar);
}
}
}
///
/// Adds another vector to this vector and stores the result into the result vector.
///
///
/// The vector to add to this one.
///
///
/// The vector to store the result of the addition.
///
protected override void DoAdd(Vector other, Vector result)
{
if (other is SparseVector otherSparse && result is SparseVector resultSparse)
{
// TODO (ruegg, 2011-10-11): Options to optimize?
var otherStorage = otherSparse._storage;
if (ReferenceEquals(this, resultSparse))
{
int i = 0, j = 0;
while (j < otherStorage.ValueCount)
{
if (i >= _storage.ValueCount || _storage.Indices[i] > otherStorage.Indices[j])
{
var otherValue = otherStorage.Values[j];
if (otherValue != 0.0f)
{
_storage.InsertAtIndexUnchecked(i++, otherStorage.Indices[j], otherValue);
}
j++;
}
else if (_storage.Indices[i] == otherStorage.Indices[j])
{
// TODO: result can be zero, remove?
_storage.Values[i++] += otherStorage.Values[j++];
}
else
{
i++;
}
}
}
else
{
result.Clear();
int i = 0, j = 0, last = -1;
while (i < _storage.ValueCount || j < otherStorage.ValueCount)
{
if (j >= otherStorage.ValueCount || i < _storage.ValueCount && _storage.Indices[i] <= otherStorage.Indices[j])
{
var next = _storage.Indices[i];
if (next != last)
{
last = next;
result.At(next, _storage.Values[i] + otherSparse.At(next));
}
i++;
}
else
{
var next = otherStorage.Indices[j];
if (next != last)
{
last = next;
result.At(next, At(next) + otherStorage.Values[j]);
}
j++;
}
}
}
}
else
{
base.DoAdd(other, result);
}
}
///
/// Subtracts a scalar from each element of the vector and stores the result in the result vector.
///
///
/// The scalar to subtract.
///
///
/// The vector to store the result of the subtraction.
///
protected override void DoSubtract(float scalar, Vector result)
{
DoAdd(-scalar, result);
}
///
/// Subtracts another vector to this vector and stores the result into the result vector.
///
///
/// The vector to subtract from this one.
///
///
/// The vector to store the result of the subtraction.
///
protected override void DoSubtract(Vector other, Vector result)
{
if (ReferenceEquals(this, other))
{
result.Clear();
return;
}
if (other is SparseVector otherSparse && result is SparseVector resultSparse)
{
// TODO (ruegg, 2011-10-11): Options to optimize?
var otherStorage = otherSparse._storage;
if (ReferenceEquals(this, resultSparse))
{
int i = 0, j = 0;
while (j < otherStorage.ValueCount)
{
if (i >= _storage.ValueCount || _storage.Indices[i] > otherStorage.Indices[j])
{
var otherValue = otherStorage.Values[j];
if (otherValue != 0.0f)
{
_storage.InsertAtIndexUnchecked(i++, otherStorage.Indices[j], -otherValue);
}
j++;
}
else if (_storage.Indices[i] == otherStorage.Indices[j])
{
// TODO: result can be zero, remove?
_storage.Values[i++] -= otherStorage.Values[j++];
}
else
{
i++;
}
}
}
else
{
result.Clear();
int i = 0, j = 0, last = -1;
while (i < _storage.ValueCount || j < otherStorage.ValueCount)
{
if (j >= otherStorage.ValueCount || i < _storage.ValueCount && _storage.Indices[i] <= otherStorage.Indices[j])
{
var next = _storage.Indices[i];
if (next != last)
{
last = next;
result.At(next, _storage.Values[i] - otherSparse.At(next));
}
i++;
}
else
{
var next = otherStorage.Indices[j];
if (next != last)
{
last = next;
result.At(next, At(next) - otherStorage.Values[j]);
}
j++;
}
}
}
}
else
{
base.DoSubtract(other, result);
}
}
///
/// Negates vector and saves result to
///
/// Target vector
protected override void DoNegate(Vector result)
{
if (result is SparseVector sparseResult)
{
if (!ReferenceEquals(this, result))
{
sparseResult._storage.ValueCount = _storage.ValueCount;
sparseResult._storage.Indices = new int[_storage.ValueCount];
Buffer.BlockCopy(_storage.Indices, 0, sparseResult._storage.Indices, 0, _storage.ValueCount * Constants.SizeOfInt);
sparseResult._storage.Values = new float[_storage.ValueCount];
Array.Copy(_storage.Values, 0, sparseResult._storage.Values, 0, _storage.ValueCount);
}
LinearAlgebraControl.Provider.ScaleArray(-1.0f, sparseResult._storage.Values, sparseResult._storage.Values);
}
else
{
result.Clear();
for (var index = 0; index < _storage.ValueCount; index++)
{
result.At(_storage.Indices[index], -_storage.Values[index]);
}
}
}
///
/// Multiplies a scalar to each element of the vector and stores the result in the result vector.
///
///
/// The scalar to multiply.
///
///
/// The vector to store the result of the multiplication.
///
protected override void DoMultiply(float scalar, Vector result)
{
if (result is SparseVector sparseResult)
{
if (!ReferenceEquals(this, result))
{
sparseResult._storage.ValueCount = _storage.ValueCount;
sparseResult._storage.Indices = new int[_storage.ValueCount];
Buffer.BlockCopy(_storage.Indices, 0, sparseResult._storage.Indices, 0, _storage.ValueCount * Constants.SizeOfInt);
sparseResult._storage.Values = new float[_storage.ValueCount];
Array.Copy(_storage.Values, 0, sparseResult._storage.Values, 0, _storage.ValueCount);
}
LinearAlgebraControl.Provider.ScaleArray(scalar, sparseResult._storage.Values, sparseResult._storage.Values);
}
else
{
result.Clear();
for (var index = 0; index < _storage.ValueCount; index++)
{
result.At(_storage.Indices[index], scalar * _storage.Values[index]);
}
}
}
///
/// Computes the dot product between this vector and another vector.
///
/// The other vector.
/// The sum of a[i]*b[i] for all i.
protected override float DoDotProduct(Vector other)
{
var result = 0f;
if (ReferenceEquals(this, other))
{
for (var i = 0; i < _storage.ValueCount; i++)
{
result += _storage.Values[i] * _storage.Values[i];
}
}
else
{
for (var i = 0; i < _storage.ValueCount; i++)
{
result += _storage.Values[i] * other.At(_storage.Indices[i]);
}
}
return result;
}
///
/// Computes the canonical modulus, where the result has the sign of the divisor,
/// for each element of the vector for the given divisor.
///
/// The scalar denominator to use.
/// A vector to store the results in.
protected override void DoModulus(float divisor, Vector result)
{
if (ReferenceEquals(this, result))
{
for (var index = 0; index < _storage.ValueCount; index++)
{
_storage.Values[index] = Euclid.Modulus(_storage.Values[index], divisor);
}
}
else
{
result.Clear();
for (var index = 0; index < _storage.ValueCount; index++)
{
result.At(_storage.Indices[index], Euclid.Modulus(_storage.Values[index], divisor));
}
}
}
///
/// Computes the remainder (% operator), where the result has the sign of the dividend,
/// for each element of the vector for the given divisor.
///
/// The scalar denominator to use.
/// A vector to store the results in.
protected override void DoRemainder(float divisor, Vector result)
{
if (ReferenceEquals(this, result))
{
for (var index = 0; index < _storage.ValueCount; index++)
{
_storage.Values[index] %= divisor;
}
}
else
{
result.Clear();
for (var index = 0; index < _storage.ValueCount; index++)
{
result.At(_storage.Indices[index], _storage.Values[index] % divisor);
}
}
}
///
/// Adds two Vectors together and returns the results.
///
/// One of the vectors to add.
/// The other vector to add.
/// The result of the addition.
/// If and are not the same size.
/// If or is .
public static SparseVector operator +(SparseVector leftSide, SparseVector rightSide)
{
if (leftSide == null)
{
throw new ArgumentNullException(nameof(leftSide));
}
return (SparseVector)leftSide.Add(rightSide);
}
///
/// Returns a Vector containing the negated values of .
///
/// The vector to get the values from.
/// A vector containing the negated values as .
/// If is .
public static SparseVector operator -(SparseVector rightSide)
{
if (rightSide == null)
{
throw new ArgumentNullException(nameof(rightSide));
}
return (SparseVector)rightSide.Negate();
}
///
/// Subtracts two Vectors and returns the results.
///
/// The vector to subtract from.
/// The vector to subtract.
/// The result of the subtraction.
/// If and are not the same size.
/// If or is .
public static SparseVector operator -(SparseVector leftSide, SparseVector rightSide)
{
if (leftSide == null)
{
throw new ArgumentNullException(nameof(leftSide));
}
return (SparseVector)leftSide.Subtract(rightSide);
}
///
/// Multiplies a vector with a scalar.
///
/// The vector to scale.
/// The scalar value.
/// The result of the multiplication.
/// If is .
public static SparseVector operator *(SparseVector leftSide, float rightSide)
{
if (leftSide == null)
{
throw new ArgumentNullException(nameof(leftSide));
}
return (SparseVector)leftSide.Multiply(rightSide);
}
///
/// Multiplies a vector with a scalar.
///
/// The scalar value.
/// The vector to scale.
/// The result of the multiplication.
/// If is .
public static SparseVector operator *(float leftSide, SparseVector rightSide)
{
if (rightSide == null)
{
throw new ArgumentNullException(nameof(rightSide));
}
return (SparseVector)rightSide.Multiply(leftSide);
}
///
/// Computes the dot product between two Vectors.
///
/// The left row vector.
/// The right column vector.
/// The dot product between the two vectors.
/// If and are not the same size.
/// If or is .
public static float operator *(SparseVector leftSide, SparseVector rightSide)
{
if (leftSide == null)
{
throw new ArgumentNullException(nameof(leftSide));
}
return leftSide.DotProduct(rightSide);
}
///
/// Divides a vector with a scalar.
///
/// The vector to divide.
/// The scalar value.
/// The result of the division.
/// If is .
public static SparseVector operator /(SparseVector leftSide, float rightSide)
{
if (leftSide == null)
{
throw new ArgumentNullException(nameof(leftSide));
}
return (SparseVector)leftSide.Divide(rightSide);
}
///
/// Computes the remainder (% operator), where the result has the sign of the dividend,
/// of each element of the vector of the given divisor.
///
/// The vector whose elements we want to compute the modulus of.
/// The divisor to use,
/// The result of the calculation
/// If is .
public static SparseVector operator %(SparseVector leftSide, float rightSide)
{
if (leftSide == null)
{
throw new ArgumentNullException(nameof(leftSide));
}
return (SparseVector)leftSide.Remainder(rightSide);
}
///
/// Returns the index of the absolute minimum element.
///
/// The index of absolute minimum element.
public override int AbsoluteMinimumIndex()
{
if (_storage.ValueCount == 0)
{
// No non-zero elements. Return 0
return 0;
}
var index = 0;
var min = Math.Abs(_storage.Values[index]);
for (var i = 1; i < _storage.ValueCount; i++)
{
var test = Math.Abs(_storage.Values[i]);
if (test < min)
{
index = i;
min = test;
}
}
return _storage.Indices[index];
}
///
/// Returns the index of the absolute maximum element.
///
/// The index of absolute maximum element.
public override int AbsoluteMaximumIndex()
{
if (_storage.ValueCount == 0)
{
// No non-zero elements. Return 0
return 0;
}
var index = 0;
var max = Math.Abs(_storage.Values[index]);
for (var i = 1; i < _storage.ValueCount; i++)
{
var test = Math.Abs(_storage.Values[i]);
if (test > max)
{
index = i;
max = test;
}
}
return _storage.Indices[index];
}
///
/// Returns the index of the maximum element.
///
/// The index of maximum element.
public override int MaximumIndex()
{
if (_storage.ValueCount == 0)
{
return 0;
}
var index = 0;
var max = _storage.Values[0];
for (var i = 1; i < _storage.ValueCount; i++)
{
if (max < _storage.Values[i])
{
index = i;
max = _storage.Values[i];
}
}
return _storage.Indices[index];
}
///
/// Returns the index of the minimum element.
///
/// The index of minimum element.
public override int MinimumIndex()
{
if (_storage.ValueCount == 0)
{
return 0;
}
var index = 0;
var min = _storage.Values[0];
for (var i = 1; i < _storage.ValueCount; i++)
{
if (min > _storage.Values[i])
{
index = i;
min = _storage.Values[i];
}
}
return _storage.Indices[index];
}
///
/// Computes the sum of the vector's elements.
///
/// The sum of the vector's elements.
public override float Sum()
{
var result = 0.0f;
for (var i = 0; i < _storage.ValueCount; i++)
{
result += _storage.Values[i];
}
return result;
}
///
/// Calculates the L1 norm of the vector, also known as Manhattan norm.
///
/// The sum of the absolute values.
public override double L1Norm()
{
double result = 0d;
for (var i = 0; i < _storage.ValueCount; i++)
{
result += Math.Abs(_storage.Values[i]);
}
return result;
}
///
/// Calculates the infinity norm of the vector.
///
/// The maximum absolute value.
public override double InfinityNorm()
{
return CommonParallel.Aggregate(0, _storage.ValueCount, i => Math.Abs(_storage.Values[i]), Math.Max, 0f);
}
///
/// Computes the p-Norm.
///
/// The p value.
/// Scalar ret = ( ∑|this[i]|^p )^(1/p)
public override double Norm(double p)
{
if (p < 0d) throw new ArgumentOutOfRangeException(nameof(p));
if (_storage.ValueCount == 0)
{
return 0d;
}
if (p == 1d) return L1Norm();
if (p == 2d) return L2Norm();
if (double.IsPositiveInfinity(p)) return InfinityNorm();
double sum = 0d;
for (var index = 0; index < _storage.ValueCount; index++)
{
sum += Math.Pow(Math.Abs(_storage.Values[index]), p);
}
return Math.Pow(sum, 1.0 / p);
}
///
/// Pointwise multiplies this vector with another vector and stores the result into the result vector.
///
/// The vector to pointwise multiply with this one.
/// The vector to store the result of the pointwise multiplication.
protected override void DoPointwiseMultiply(Vector other, Vector result)
{
if (ReferenceEquals(this, other) && ReferenceEquals(this, result))
{
for (var i = 0; i < _storage.ValueCount; i++)
{
_storage.Values[i] *= _storage.Values[i];
}
}
else
{
base.DoPointwiseMultiply(other, result);
}
}
#region Parse Functions
///
/// Creates a float sparse vector based on a string. The string can be in the following formats (without the
/// quotes): 'n', 'n,n,..', '(n,n,..)', '[n,n,...]', where n is a float.
///
///
/// A float sparse vector containing the values specified by the given string.
///
///
/// the string to parse.
///
///
/// An that supplies culture-specific formatting information.
///
public static SparseVector Parse(string value, IFormatProvider formatProvider = null)
{
if (value == null)
{
throw new ArgumentNullException(nameof(value));
}
value = value.Trim();
if (value.Length == 0)
{
throw new FormatException();
}
// strip out parens
if (value.StartsWith("(", StringComparison.Ordinal))
{
if (!value.EndsWith(")", StringComparison.Ordinal))
{
throw new FormatException();
}
value = value.Substring(1, value.Length - 2).Trim();
}
if (value.StartsWith("[", StringComparison.Ordinal))
{
if (!value.EndsWith("]", StringComparison.Ordinal))
{
throw new FormatException();
}
value = value.Substring(1, value.Length - 2).Trim();
}
// parsing
var tokens = value.Split(new[] { formatProvider.GetTextInfo().ListSeparator, " ", "\t" }, StringSplitOptions.RemoveEmptyEntries);
var data = tokens.Select(t => float.Parse(t, NumberStyles.Any, formatProvider)).ToList();
if (data.Count == 0) throw new FormatException();
return OfEnumerable(data);
}
///
/// Converts the string representation of a real sparse vector to float-precision sparse vector equivalent.
/// A return value indicates whether the conversion succeeded or failed.
///
///
/// A string containing a real vector to convert.
///
///
/// The parsed value.
///
///
/// If the conversion succeeds, the result will contain a complex number equivalent to value.
/// Otherwise the result will be null.
///
public static bool TryParse(string value, out SparseVector result)
{
return TryParse(value, null, out result);
}
///
/// Converts the string representation of a real sparse vector to float-precision sparse vector equivalent.
/// A return value indicates whether the conversion succeeded or failed.
///
///
/// A string containing a real vector to convert.
///
///
/// An that supplies culture-specific formatting information about value.
///
///
/// The parsed value.
///
///
/// If the conversion succeeds, the result will contain a complex number equivalent to value.
/// Otherwise the result will be null.
///
public static bool TryParse(string value, IFormatProvider formatProvider, out SparseVector result)
{
bool ret;
try
{
result = Parse(value, formatProvider);
ret = true;
}
catch (ArgumentNullException)
{
result = null;
ret = false;
}
catch (FormatException)
{
result = null;
ret = false;
}
return ret;
}
#endregion
public override string ToTypeString()
{
return FormattableString.Invariant($"SparseVector {Count}-Single {NonZerosCount / (double) Count:P2} Filled");
}
}
}