/* ====================================================================
Licensed to the Apache Software Foundation (ASF) under One or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed On an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==================================================================== */
namespace TestCases.SS.Formula{
using System;
using System.Text;
using System.Collections;
using NPOI.HSSF.Model;
using NPOI.HSSF.Record.Formula;
using NPOI.HSSF.UserModel;
using NPOI.HSSF.Record.Formula.Eval;
using NPOI.SS.Formula;
using NPOI.SS.Util;
using NPOI.SS.UserModel;
using TestCases.HSSF.UserModel;
using Microsoft.VisualStudio.TestTools.UnitTesting;
/**
* Tests {@link EvaluationCache}. Makes sure that where possible (previously calculated) cached
* values are used. Also checks that changing cell values causes the correct (minimal) set of
* dependent cached values to be Cleared.
*
* @author Josh Micich
*/
[TestClass]
public class TestEvaluationCache
{
private class FormulaCellCacheEntryComparer : IComparer
{
private Hashtable _formulaCellsByCacheEntry;
public FormulaCellCacheEntryComparer(Hashtable formulaCellsByCacheEntry)
{
_formulaCellsByCacheEntry = formulaCellsByCacheEntry;
}
private EvaluationCell GetCell(Object a)
{
return (EvaluationCell)_formulaCellsByCacheEntry[a];
}
public int Compare(Object oa, Object ob)
{
EvaluationCell a = GetCell(oa);
EvaluationCell b = GetCell(ob);
int cmp;
cmp = a.RowIndex - b.RowIndex;
if (cmp != 0)
{
return cmp;
}
cmp = a.ColumnIndex - b.ColumnIndex;
if (cmp != 0)
{
return cmp;
}
if (a.Sheet== b.Sheet)
{
return 0;
}
throw new InvalidOperationException("Incomplete code - don't know how to order sheets");
}
}
private class EvalListener : EvaluationListener
{
private ArrayList _logList;
private HSSFWorkbook _book;
private Hashtable _formulaCellsByCacheEntry;
private Hashtable _plainCellLocsByCacheEntry;
public EvalListener(HSSFWorkbook wb)
{
_book = wb;
_logList = new ArrayList();
_formulaCellsByCacheEntry = new Hashtable();
_plainCellLocsByCacheEntry = new Hashtable();
}
public override void OnCacheHit(int sheetIndex, int rowIndex, int columnIndex, ValueEval result)
{
log("hit", rowIndex, columnIndex, result);
}
public override void OnReadPlainValue(int sheetIndex, int rowIndex, int columnIndex, ICacheEntry entry)
{
Loc loc = new Loc(0, sheetIndex, rowIndex, columnIndex);
_plainCellLocsByCacheEntry.Add(entry, loc);
log("value", rowIndex, columnIndex, entry.GetValue());
}
public override void OnStartEvaluate(EvaluationCell cell, ICacheEntry entry, Ptg[] ptgs)
{
_formulaCellsByCacheEntry.Remove(entry);
_formulaCellsByCacheEntry.Add(entry, cell);
log("start", cell.RowIndex, cell.ColumnIndex, ptgs);
}
public override void OnEndEvaluate(ICacheEntry entry, ValueEval result)
{
EvaluationCell cell = (EvaluationCell)_formulaCellsByCacheEntry[entry];
log("end", cell.RowIndex, cell.ColumnIndex, result);
}
public override void OnClearCachedValue(ICacheEntry entry)
{
int rowIndex;
int columnIndex;
EvaluationCell cell = (EvaluationCell)_formulaCellsByCacheEntry[entry];
if (cell == null)
{
Loc loc = (Loc)_plainCellLocsByCacheEntry[entry];
if (loc == null)
{
throw new InvalidOperationException("can't find cell or location");
}
rowIndex = loc.RowIndex;
columnIndex = loc.ColumnIndex;
}
else
{
rowIndex = cell.RowIndex;
columnIndex = cell.ColumnIndex;
}
log("Clear", rowIndex, columnIndex, entry.GetValue());
}
public override void SortDependentCachedValues(ICacheEntry[] entries)
{
Array.Sort(entries, new FormulaCellCacheEntryComparer(_formulaCellsByCacheEntry));
}
public override void OnClearDependentCachedValue(ICacheEntry entry, int depth)
{
EvaluationCell cell = (EvaluationCell)_formulaCellsByCacheEntry[entry];
log("Clear" + depth, cell.RowIndex, cell.ColumnIndex, entry.GetValue());
}
private void log(String tag, int rowIndex, int columnIndex, Object value)
{
StringBuilder sb = new StringBuilder(64);
sb.Append(tag).Append(' ');
sb.Append(new CellReference(rowIndex, columnIndex).FormatAsString());
if (value != null)
{
sb.Append(' ').Append(FormatValue(value));
}
_logList.Add(sb.ToString());
}
private String FormatValue(Object value)
{
if (value is Ptg[])
{
Ptg[] ptgs = (Ptg[])value;
return HSSFFormulaParser.ToFormulaString(_book, ptgs);
}
if (value is NumberEval)
{
NumberEval ne = (NumberEval)value;
return ne.StringValue;
}
if (value is StringEval)
{
StringEval se = (StringEval)value;
return "'" + se.StringValue + "'";
}
if (value is BoolEval)
{
BoolEval be = (BoolEval)value;
return be.StringValue;
}
if (value == BlankEval.INSTANCE)
{
return "#BLANK#";
}
if (value is ErrorEval)
{
ErrorEval ee = (ErrorEval)value;
return ErrorEval.GetText(ee.ErrorCode);
}
throw new ArgumentException("Unexpected value class ("
+ value.GetType().Name + ")");
}
public String[] GetAndClearLog()
{
String[] result = new String[_logList.Count];
result = (string[])_logList.ToArray(typeof(string));
_logList.Clear();
return result;
}
}
/**
* Wrapper class to manage repetitive tasks from this Test,
*
* Note - this class does a little bit more than just plain set-up of data. The method
* {@link WorkbookEvaluator#ClearCachedResultValue(NPOI.SS.UserModel.Sheet, int, int)} is called whenever a
* cell value is changed.
*
*/
private class MySheet
{
private NPOI.SS.UserModel.Sheet _sheet;
private WorkbookEvaluator _evaluator;
private HSSFWorkbook _wb;
private EvalListener _evalListener;
public MySheet()
{
_wb = new HSSFWorkbook();
_evalListener = new EvalListener(_wb);
_evaluator = WorkbookEvaluatorTestHelper.CreateEvaluator(_wb, _evalListener);
_sheet = _wb.CreateSheet("Sheet1");
}
private static EvaluationCell WrapCell(Cell cell)
{
return HSSFEvaluationTestHelper.WrapCell(cell);
}
public void SetCellValue(String cellRefText, double value)
{
Cell cell = GetOrCreateCell(cellRefText);
// be sure to blank cell, in case it is currently a formula
cell.SetCellType(NPOI.SS.UserModel.CellType.BLANK);
// otherwise this line will Only set the formula cached result;
cell.SetCellValue(value);
_evaluator.NotifyUpdateCell(WrapCell(cell));
}
public void SetCellFormula(String cellRefText, String formulaText)
{
Cell cell = GetOrCreateCell(cellRefText);
//_evaluator.NotifyDeleteCell(WrapCell(cell));
cell.CellFormula=(formulaText);
_evaluator.NotifyUpdateCell(WrapCell(cell));
}
private Cell GetOrCreateCell(String cellRefText)
{
CellReference cr = new CellReference(cellRefText);
int rowIndex = cr.Row;
Row row = _sheet.GetRow(rowIndex);
if (row == null)
{
row = _sheet.CreateRow(rowIndex);
}
int cellIndex = cr.Col;
Cell cell = row.GetCell(cellIndex);
if (cell == null)
{
cell = row.CreateCell(cellIndex);
}
return cell;
}
public ValueEval EvaluateCell(String cellRefText)
{
return _evaluator.Evaluate(WrapCell(GetOrCreateCell(cellRefText)));
}
public String[] GetAndClearLog()
{
return _evalListener.GetAndClearLog();
}
public void ClearAllCachedResultValues()
{
_evaluator.ClearAllCachedResultValues();
}
}
private static MySheet CreateMediumComplex()
{
MySheet ms = new MySheet();
// plain data in D1:F3
ms.SetCellValue("D1", 12);
ms.SetCellValue("E1", 13);
ms.SetCellValue("D2", 14);
ms.SetCellValue("E2", 15);
ms.SetCellValue("D3", 16);
ms.SetCellValue("E3", 17);
ms.SetCellFormula("C1", "SUM(D1:E2)");
ms.SetCellFormula("C2", "SUM(D2:E3)");
ms.SetCellFormula ("C3", "SUM(D3:E4)");
ms.SetCellFormula ("B1", "C2-C1");
ms.SetCellFormula("B2", "B3*C1-C2");
ms.SetCellFormula("B3", "2");
ms.SetCellFormula ("A1", "MAX(B1:B2)");
ms.SetCellFormula ("A2", "MIN(B3,D2:F2)");
ms.SetCellFormula("A3", "B3*C3");
// Clear all the logging from the above initialisation
ms.GetAndClearLog();
ms.ClearAllCachedResultValues();
return ms;
}
[TestMethod]
public void TestMediumComplex()
{
MySheet ms = CreateMediumComplex();
// completely fresh evaluation
ConfirmEvaluate(ms, "A1", 46);
ConfirmLog(ms, new String[] {
"start A1 MAX(B1:B2)",
"start B1 C2-C1",
"start C2 SUM(D2:E3)",
"value D2 14", "value E2 15", "value D3 16", "value E3 17",
"end C2 62",
"start C1 SUM(D1:E2)",
"value D1 12", "value E1 13", "hit D2 14", "hit E2 15",
"end C1 54",
"end B1 8",
"start B2 B3*C1-C2",
"value B3 2",
"hit C1 54",
"hit C2 62",
"end B2 46",
"end A1 46",
});
// simple cache hit - immediate re-evaluation with no changes
ConfirmEvaluate(ms, "A1", 46);
ConfirmLog(ms, new String[] { "hit A1 46", });
// change a low level cell
ms.SetCellValue("D1", 10);
ConfirmLog(ms, new String[] {
"Clear D1 10",
"Clear1 C1 54",
"Clear2 B1 8",
"Clear3 A1 46",
"Clear2 B2 46",
});
ConfirmEvaluate(ms, "A1", 42);
ConfirmLog(ms, new String[] {
"start A1 MAX(B1:B2)",
"start B1 C2-C1",
"hit C2 62",
"start C1 SUM(D1:E2)",
"hit D1 10", "hit E1 13", "hit D2 14", "hit E2 15",
"end C1 52",
"end B1 10",
"start B2 B3*C1-C2",
"hit B3 2",
"hit C1 52",
"hit C2 62",
"end B2 42",
"end A1 42",
});
// Reset and try changing an intermediate value
ms = CreateMediumComplex();
ConfirmEvaluate(ms, "A1", 46);
ms.GetAndClearLog();
ms.SetCellValue("B3", 3); // B3 is in the middle of the dependency tree
ConfirmLog(ms, new String[] {
"Clear B3 3",
"Clear1 B2 46",
"Clear2 A1 46",
});
ConfirmEvaluate(ms, "A1", 100);
ConfirmLog(ms, new String[] {
"start A1 MAX(B1:B2)",
"hit B1 8",
"start B2 B3*C1-C2",
"hit B3 3",
"hit C1 54",
"hit C2 62",
"end B2 100",
"end A1 100",
});
}
[TestMethod]
public void TestMediumComplexWithDependencyChange()
{
// Changing an intermediate formula
MySheet ms = CreateMediumComplex();
ConfirmEvaluate(ms, "A1", 46);
ms.GetAndClearLog();
ms.SetCellFormula("B2", "B3*C2-C3"); // used to be "B3*C1-C2"
ConfirmLog(ms, new String[] {
"Clear B2 46",
"Clear1 A1 46",
});
ConfirmEvaluate(ms, "A1", 91);
ConfirmLog(ms, new String[] {
"start A1 MAX(B1:B2)",
"hit B1 8",
"start B2 B3*C2-C3",
"hit B3 2",
"hit C2 62",
"start C3 SUM(D3:E4)",
"hit D3 16", "hit E3 17",
// "value D4 #BLANK#", "value E4 #BLANK#",
"end C3 33",
"end B2 91",
"end A1 91",
});
//----------------
// Note - From now On the demonstrated POI behaviour is not optimal
//----------------
// Now change a value that should no longer affect B2
ms.SetCellValue("D1", 11);
ConfirmLog(ms, new String[] {
"Clear D1 11",
"Clear1 C1 54",
// note there is no "Clear2 B2 91" here because B2 doesn't depend On C1 anymore
"Clear2 B1 8",
"Clear3 A1 91",
});
ConfirmEvaluate(ms, "B2", 91);
ConfirmLog(ms, new String[] {
"hit B2 91", // further Confirmation that B2 was not Cleared due to changing D1 above
});
// things should be back to normal now
ms.SetCellValue("D1", 11);
ConfirmLog(ms, new String[] { });
ConfirmEvaluate(ms, "B2", 91);
ConfirmLog(ms, new String[] {
"hit B2 91",
});
}
/**
* verifies that when updating a plain cell, depending (formula) cell cached values are Cleared
* Only when the plain cell's value actually changes
*/
[TestMethod]
public void TestRedundantUpdate()
{
MySheet ms = new MySheet();
ms.SetCellValue("B1", 12);
ms.SetCellValue("C1", 13);
ms.SetCellFormula("A1", "B1+C1");
// Evaluate twice to Confirm caching looks OK
ms.EvaluateCell("A1");
ms.GetAndClearLog();
ConfirmEvaluate(ms, "A1", 25);
ConfirmLog(ms, new String[] {
"hit A1 25",
});
// Make redundant update, and check re-evaluation
ms.SetCellValue("B1", 12); // value didn't change
ConfirmLog(ms, new String[] { });
ConfirmEvaluate(ms, "A1", 25);
ConfirmLog(ms, new String[] {
"hit A1 25",
});
ms.SetCellValue("B1", 11); // value changing
ConfirmLog(ms, new String[] {
"Clear B1 11",
"Clear1 A1 25", // expect consuming formula cached result to Get Cleared
});
ConfirmEvaluate(ms, "A1", 24);
ConfirmLog(ms, new String[] {
"start A1 B1+C1",
"hit B1 11",
"hit C1 13",
"end A1 24",
});
}
/**
* Changing any input to a formula may cause the formula to 'use' a different set of cells.
* Functions like INDEX and OFFSET make this effect obvious, with functions like MATCH
* and VLOOKUP the effect can be subtle. The presence of error values can also produce this
* effect in almost every function and operator.
*/
[TestMethod]
public void TestSimpleWithDependencyChange()
{
MySheet ms = new MySheet();
ms.SetCellFormula("A1", "INDEX(C1:E1,1,B1)");
ms.SetCellValue("B1", 1);
ms.SetCellValue("C1", 17);
ms.SetCellValue("D1", 18);
ms.SetCellValue("E1", 19);
ms.ClearAllCachedResultValues();
ms.GetAndClearLog();
ConfirmEvaluate(ms, "A1", 17);
ConfirmLog(ms, new String[] {
"start A1 INDEX(C1:E1,1,B1)",
"value B1 1",
"value C1 17",
"end A1 17",
});
ms.SetCellValue("B1", 2);
ms.GetAndClearLog();
ConfirmEvaluate(ms, "A1", 18);
ConfirmLog(ms, new String[] {
"start A1 INDEX(C1:E1,1,B1)",
"hit B1 2",
"value D1 18",
"end A1 18",
});
// change C1. Note - last time A1 Evaluated C1 was not used
ms.SetCellValue("C1", 15);
ms.GetAndClearLog();
ConfirmEvaluate(ms, "A1", 18);
ConfirmLog(ms, new String[] {
"hit A1 18",
});
// but A1 still uses D1, so if it changes...
ms.SetCellValue("D1", 25);
ms.GetAndClearLog();
ConfirmEvaluate(ms, "A1", 25);
ConfirmLog(ms, new String[] {
"start A1 INDEX(C1:E1,1,B1)",
"hit B1 2",
"hit D1 25",
"end A1 25",
});
}
[TestMethod]
public void TestBlankCells()
{
MySheet ms = new MySheet();
ms.SetCellFormula("A1", "sum(B1:D4,B5:E6)");
ms.SetCellValue("B1", 12);
ms.ClearAllCachedResultValues();
ms.GetAndClearLog();
ConfirmEvaluate(ms, "A1", 12);
ConfirmLog(ms, new String[] {
"start A1 SUM(B1:D4,B5:E6)",
"value B1 12",
"end A1 12",
});
ms.SetCellValue("B6", 2);
ms.GetAndClearLog();
ConfirmEvaluate(ms, "A1", 14);
ConfirmLog(ms, new String[] {
"start A1 SUM(B1:D4,B5:E6)",
"hit B1 12",
"hit B6 2",
"end A1 14",
});
ms.SetCellValue("E4", 2);
ms.GetAndClearLog();
ConfirmEvaluate(ms, "A1", 14);
ConfirmLog(ms, new String[] {
"hit A1 14",
});
ms.SetCellValue("D1", 1);
ms.GetAndClearLog();
ConfirmEvaluate(ms, "A1", 15);
ConfirmLog(ms, new String[] {
"start A1 SUM(B1:D4,B5:E6)",
"hit B1 12",
"hit D1 1",
"hit B6 2",
"end A1 15",
});
}
private static void ConfirmEvaluate(MySheet ms, String cellRefText, double expectedValue)
{
ValueEval v = ms.EvaluateCell(cellRefText);
Assert.AreEqual(typeof(NumberEval), v.GetType());
Assert.AreEqual(expectedValue, ((NumberEval)v).NumberValue, 0.0);
}
private static void ConfirmLog(MySheet ms, String[] expectedLog)
{
String[] actualLog = ms.GetAndClearLog();
int endIx = actualLog.Length;
if (endIx != expectedLog.Length)
{
Console.Error.WriteLine("Log Lengths mismatch");
DumpCompare(expectedLog, actualLog);
throw new AssertFailedException("Log Lengths mismatch");
}
for (int i = 0; i < endIx; i++)
{
if (!actualLog[i].Equals(expectedLog[i]))
{
String msg = "Log entry mismatch at index " + i;
Console.Error.WriteLine(msg);
DumpCompare(expectedLog, actualLog);
throw new AssertFailedException(msg);
}
}
}
private static void DumpCompare( String[] expectedLog, String[] actualLog)
{
int max = Math.Max(actualLog.Length, expectedLog.Length);
Console.WriteLine(("Index\tExpected\tActual"));
for (int i = 0; i < max; i++)
{
Console.WriteLine(i + "\t");
PrintItem( expectedLog, i);
Console.Write("\t");
PrintItem( actualLog, i);
Console.WriteLine();
}
DebugPrint(actualLog);
}
private static void PrintItem(String[] ss, int index)
{
if (index < ss.Length)
{
Console.Write(ss[index]);
}
}
private static void DebugPrint(String[] log)
{
for (int i = 0; i < log.Length; i++)
{
Console.WriteLine('"' + log[i] + "\",");
}
}
}
}
|