JSArray.cpp 44.8 KB
Newer Older
darin's avatar
darin committed
1 2
/*
 *  Copyright (C) 1999-2000 Harri Porten (porten@kde.org)
3
 *  Copyright (C) 2003, 2007, 2008, 2009 Apple Inc. All rights reserved.
darin's avatar
darin committed
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
 *  Copyright (C) 2003 Peter Kelly (pmk@post.com)
 *  Copyright (C) 2006 Alexey Proskuryakov (ap@nypop.com)
 *
 *  This library is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU Lesser General Public
 *  License as published by the Free Software Foundation; either
 *  version 2 of the License, or (at your option) any later version.
 *
 *  This library is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  Lesser General Public License for more details.
 *
 *  You should have received a copy of the GNU Lesser General Public
 *  License along with this library; if not, write to the Free Software
 *  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 *
 */

#include "config.h"
darin@apple.com's avatar
darin@apple.com committed
24
#include "JSArray.h"
darin's avatar
darin committed
25

darin@apple.com's avatar
darin@apple.com committed
26
#include "ArrayPrototype.h"
27
#include "CachedCall.h"
28
#include "Error.h"
29
#include "Executable.h"
darin's avatar
darin committed
30
#include "PropertyNameArray.h"
ap@webkit.org's avatar
ap@webkit.org committed
31
#include <wtf/AVLTree.h>
32
#include <wtf/Assertions.h>
33
#include <wtf/OwnPtr.h>
34
#include <Operations.h>
darin's avatar
darin committed
35

36
using namespace std;
ap@webkit.org's avatar
ap@webkit.org committed
37
using namespace WTF;
bdash's avatar
bdash committed
38

39
namespace JSC {
darin's avatar
darin committed
40

ggaren@apple.com's avatar
ggaren@apple.com committed
41 42
ASSERT_CLASS_FITS_IN_CELL(JSArray);

barraclough@apple.com's avatar
barraclough@apple.com committed
43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
// Overview of JSArray
//
// Properties of JSArray objects may be stored in one of three locations:
//   * The regular JSObject property map.
//   * A storage vector.
//   * A sparse map of array entries.
//
// Properties with non-numeric identifiers, with identifiers that are not representable
// as an unsigned integer, or where the value is greater than  MAX_ARRAY_INDEX
// (specifically, this is only one property - the value 0xFFFFFFFFU as an unsigned 32-bit
// integer) are not considered array indices and will be stored in the JSObject property map.
//
// All properties with a numeric identifer, representable as an unsigned integer i,
// where (i <= MAX_ARRAY_INDEX), are an array index and will be stored in either the
// storage vector or the sparse map.  An array index i will be handled in the following
// fashion:
//
//   * Where (i < MIN_SPARSE_ARRAY_INDEX) the value will be stored in the storage vector.
//   * Where (MIN_SPARSE_ARRAY_INDEX <= i <= MAX_STORAGE_VECTOR_INDEX) the value will either
//     be stored in the storage vector or in the sparse array, depending on the density of
//     data that would be stored in the vector (a vector being used where at least
//     (1 / minDensityMultiplier) of the entries would be populated).
//   * Where (MAX_STORAGE_VECTOR_INDEX < i <= MAX_ARRAY_INDEX) the value will always be stored
//     in the sparse array.

// The definition of MAX_STORAGE_VECTOR_LENGTH is dependant on the definition storageSize
// function below - the MAX_STORAGE_VECTOR_LENGTH limit is defined such that the storage
ggaren@apple.com's avatar
ggaren@apple.com committed
70 71 72
// size calculation cannot overflow.  (sizeof(ArrayStorage) - sizeof(JSValue)) +
// (vectorLength * sizeof(JSValue)) must be <= 0xFFFFFFFFU (which is maximum value of size_t).
#define MAX_STORAGE_VECTOR_LENGTH static_cast<unsigned>((0xFFFFFFFFU - (sizeof(ArrayStorage) - sizeof(JSValue))) / sizeof(JSValue))
barraclough@apple.com's avatar
barraclough@apple.com committed
73 74 75 76 77

// These values have to be macros to be used in max() and min() without introducing
// a PIC branch in Mach-O binaries, see <rdar://problem/5971391>.
#define MIN_SPARSE_ARRAY_INDEX 10000U
#define MAX_STORAGE_VECTOR_INDEX (MAX_STORAGE_VECTOR_LENGTH - 1)
78
// 0xFFFFFFFF is a bit weird -- is not an array index even though it's an integer.
barraclough@apple.com's avatar
barraclough@apple.com committed
79
#define MAX_ARRAY_INDEX 0xFFFFFFFEU
darin's avatar
darin committed
80

81 82 83 84 85 86 87 88
// The value BASE_VECTOR_LEN is the maximum number of vector elements we'll allocate
// for an array that was created with a sepcified length (e.g. a = new Array(123))
#define BASE_VECTOR_LEN 4U
    
// The upper bound to the size we'll grow a zero length array when the first element
// is added.
#define FIRST_VECTOR_GROW 4U

darin's avatar
darin committed
89
// Our policy for when to use a vector and when to use a sparse map.
barraclough@apple.com's avatar
barraclough@apple.com committed
90 91
// For all array indices under MIN_SPARSE_ARRAY_INDEX, we always use a vector.
// When indices greater than MIN_SPARSE_ARRAY_INDEX are involved, we use a vector
darin's avatar
darin committed
92 93 94
// as long as it is 1/8 full. If more sparse than that, we use a map.
static const unsigned minDensityMultiplier = 8;

darin@apple.com's avatar
darin@apple.com committed
95
const ClassInfo JSArray::info = {"Array", 0, 0, 0};
darin's avatar
darin committed
96

97 98 99 100 101
// We keep track of the size of the last array after it was grown.  We use this
// as a simple heuristic for as the value to grow the next array from size 0.
// This value is capped by the constant FIRST_VECTOR_GROW defined above.
static unsigned lastArraySize = 0;

darin's avatar
darin committed
102 103
static inline size_t storageSize(unsigned vectorLength)
{
barraclough@apple.com's avatar
barraclough@apple.com committed
104 105 106 107
    ASSERT(vectorLength <= MAX_STORAGE_VECTOR_LENGTH);

    // MAX_STORAGE_VECTOR_LENGTH is defined such that provided (vectorLength <= MAX_STORAGE_VECTOR_LENGTH)
    // - as asserted above - the following calculation cannot overflow.
ggaren@apple.com's avatar
ggaren@apple.com committed
108
    size_t size = (sizeof(ArrayStorage) - sizeof(JSValue)) + (vectorLength * sizeof(JSValue));
barraclough@apple.com's avatar
barraclough@apple.com committed
109 110
    // Assertion to detect integer overflow in previous calculation (should not be possible, provided that
    // MAX_STORAGE_VECTOR_LENGTH is correctly defined).
ggaren@apple.com's avatar
ggaren@apple.com committed
111
    ASSERT(((size - (sizeof(ArrayStorage) - sizeof(JSValue))) / sizeof(JSValue) == vectorLength) && (size >= (sizeof(ArrayStorage) - sizeof(JSValue))));
barraclough@apple.com's avatar
barraclough@apple.com committed
112 113

    return size;
darin's avatar
darin committed
114 115 116 117 118 119 120
}

static inline bool isDenseEnoughForVector(unsigned length, unsigned numValues)
{
    return length / minDensityMultiplier <= numValues;
}

121 122
#if !CHECK_ARRAY_CONSISTENCY

darin@apple.com's avatar
darin@apple.com committed
123
inline void JSArray::checkConsistency(ConsistencyCheckType)
124 125 126 127 128
{
}

#endif

129 130 131 132 133
JSArray::JSArray(VPtrStealingHackType)
    : JSObject(createStructure(jsNull()))
{
    unsigned initialCapacity = 0;

134 135
    m_storage = static_cast<ArrayStorage*>(fastZeroedMalloc(storageSize(initialCapacity)));
    m_storage->m_allocBase = m_storage;
136 137 138 139 140 141 142 143 144 145
    m_indexBias = 0;
    m_vectorLength = initialCapacity;

    checkConsistency();
    
    // It's not safe to call Heap::heap(this) in order to report extra memory
    // cost here, because the VPtrStealingHackType JSArray is not allocated on
    // the heap. For the same reason, it's OK not to report extra cost.
}

146
JSArray::JSArray(NonNullPassRefPtr<Structure> structure)
darin@apple.com's avatar
darin@apple.com committed
147
    : JSObject(structure)
weinig@apple.com's avatar
weinig@apple.com committed
148 149 150
{
    unsigned initialCapacity = 0;

151 152
    m_storage = static_cast<ArrayStorage*>(fastZeroedMalloc(storageSize(initialCapacity)));
    m_storage->m_allocBase = m_storage;
153
    m_indexBias = 0;
154
    m_vectorLength = initialCapacity;
weinig@apple.com's avatar
weinig@apple.com committed
155 156

    checkConsistency();
157 158

    Heap::heap(this)->reportExtraMemoryCost(storageSize(0));
weinig@apple.com's avatar
weinig@apple.com committed
159 160
}

161
JSArray::JSArray(NonNullPassRefPtr<Structure> structure, unsigned initialLength, ArrayCreationMode creationMode)
darin@apple.com's avatar
darin@apple.com committed
162
    : JSObject(structure)
darin's avatar
darin committed
163
{
164 165 166 167
    unsigned initialCapacity;
    if (creationMode == CreateCompact)
        initialCapacity = initialLength;
    else
168 169
        initialCapacity = min(BASE_VECTOR_LEN, MIN_SPARSE_ARRAY_INDEX);
    
170 171 172
    m_storage = static_cast<ArrayStorage*>(fastMalloc(storageSize(initialCapacity)));
    m_storage->m_allocBase = m_storage;
    m_storage->m_length = initialLength;
173
    m_indexBias = 0;
174
    m_vectorLength = initialCapacity;
175 176 177
    m_storage->m_sparseValueMap = 0;
    m_storage->subclassData = 0;
    m_storage->reportedMapCapacity = 0;
darin's avatar
darin committed
178

179 180
    if (creationMode == CreateCompact) {
#if CHECK_ARRAY_CONSISTENCY
181
        m_storage->m_inCompactInitialization = !!initialCapacity;
182
#endif
183 184
        m_storage->m_length = 0;
        m_storage->m_numValuesInVector = initialCapacity;
185 186
    } else {
#if CHECK_ARRAY_CONSISTENCY
187
        storage->m_inCompactInitialization = false;
188
#endif
189 190
        m_storage->m_length = initialLength;
        m_storage->m_numValuesInVector = 0;
191
        JSValue* vector = m_storage->m_vector;
192
        for (size_t i = 0; i < initialCapacity; ++i)
193
            vector[i] = JSValue();
194
    }
195

196
    checkConsistency();
197
    
198
    Heap::heap(this)->reportExtraMemoryCost(storageSize(initialCapacity));
darin's avatar
darin committed
199 200
}

201
JSArray::JSArray(NonNullPassRefPtr<Structure> structure, const ArgList& list)
darin@apple.com's avatar
darin@apple.com committed
202
    : JSObject(structure)
darin's avatar
darin committed
203
{
204
    unsigned initialCapacity = list.size();
205 206 207 208 209 210 211 212 213 214
    unsigned initialStorage;
    
    // If the ArgList is empty, allocate space for 3 entries.  This value empirically
    // works well for benchmarks.
    if (!initialCapacity)
        initialStorage = 3;
    else
        initialStorage = initialCapacity;
    
    m_storage = static_cast<ArrayStorage*>(fastMalloc(storageSize(initialStorage)));
215
    m_storage->m_allocBase = m_storage;
216
    m_indexBias = 0;
217
    m_storage->m_length = initialCapacity;
218
    m_vectorLength = initialStorage;
219 220 221 222
    m_storage->m_numValuesInVector = initialCapacity;
    m_storage->m_sparseValueMap = 0;
    m_storage->subclassData = 0;
    m_storage->reportedMapCapacity = 0;
223
#if CHECK_ARRAY_CONSISTENCY
224
    m_storage->m_inCompactInitialization = false;
225
#endif
darin's avatar
darin committed
226

ggaren's avatar
ggaren committed
227
    size_t i = 0;
228
    JSValue* vector = m_storage->m_vector;
darin@apple.com's avatar
darin@apple.com committed
229 230
    ArgList::const_iterator end = list.end();
    for (ArgList::const_iterator it = list.begin(); it != end; ++it, ++i)
231
        vector[i] = *it;
232
    for (; i < initialStorage; i++)
233
        vector[i] = JSValue();
darin's avatar
darin committed
234

235
    checkConsistency();
236

237
    Heap::heap(this)->reportExtraMemoryCost(storageSize(initialStorage));
darin's avatar
darin committed
238 239
}

darin@apple.com's avatar
darin@apple.com committed
240
JSArray::~JSArray()
darin's avatar
darin committed
241
{
ap@apple.com's avatar
ap@apple.com committed
242
    ASSERT(vptr() == JSGlobalData::jsArrayVPtr);
243 244
    checkConsistency(DestructorConsistencyCheck);

245 246
    delete m_storage->m_sparseValueMap;
    fastFree(m_storage->m_allocBase);
darin's avatar
darin committed
247 248
}

249
bool JSArray::getOwnPropertySlot(ExecState* exec, unsigned i, PropertySlot& slot)
darin's avatar
darin committed
250
{
251
    ArrayStorage* storage = m_storage;
252
    
ggaren@apple.com's avatar
ggaren@apple.com committed
253
    if (i >= storage->m_length) {
barraclough@apple.com's avatar
barraclough@apple.com committed
254
        if (i > MAX_ARRAY_INDEX)
ap@webkit.org's avatar
ap@webkit.org committed
255
            return getOwnPropertySlot(exec, Identifier::from(exec, i), slot);
darin's avatar
darin committed
256 257 258
        return false;
    }

259
    if (i < m_vectorLength) {
260
        JSValue& valueSlot = storage->m_vector[i];
darin's avatar
darin committed
261
        if (valueSlot) {
262
            slot.setValueSlot(&valueSlot);
darin's avatar
darin committed
263 264 265
            return true;
        }
    } else if (SparseArrayValueMap* map = storage->m_sparseValueMap) {
barraclough@apple.com's avatar
barraclough@apple.com committed
266
        if (i >= MIN_SPARSE_ARRAY_INDEX) {
darin@apple.com's avatar
darin@apple.com committed
267 268
            SparseArrayValueMap::iterator it = map->find(i);
            if (it != map->end()) {
269
                slot.setValueSlot(&it->second);
darin@apple.com's avatar
darin@apple.com committed
270 271
                return true;
            }
darin's avatar
darin committed
272 273 274
        }
    }

275
    return JSObject::getOwnPropertySlot(exec, Identifier::from(exec, i), slot);
darin's avatar
darin committed
276 277
}

darin@apple.com's avatar
darin@apple.com committed
278
bool JSArray::getOwnPropertySlot(ExecState* exec, const Identifier& propertyName, PropertySlot& slot)
darin's avatar
darin committed
279 280
{
    if (propertyName == exec->propertyNames().length) {
281
        slot.setValue(jsNumber(length()));
darin's avatar
darin committed
282 283 284 285
        return true;
    }

    bool isArrayIndex;
286
    unsigned i = propertyName.toArrayIndex(isArrayIndex);
darin's avatar
darin committed
287
    if (isArrayIndex)
288
        return JSArray::getOwnPropertySlot(exec, i, slot);
darin's avatar
darin committed
289 290 291 292

    return JSObject::getOwnPropertySlot(exec, propertyName, slot);
}

293 294 295
bool JSArray::getOwnPropertyDescriptor(ExecState* exec, const Identifier& propertyName, PropertyDescriptor& descriptor)
{
    if (propertyName == exec->propertyNames().length) {
296
        descriptor.setDescriptor(jsNumber(length()), DontDelete | DontEnum);
297 298
        return true;
    }
299

300
    ArrayStorage* storage = m_storage;
301 302
    
    bool isArrayIndex;
303
    unsigned i = propertyName.toArrayIndex(isArrayIndex);
304
    if (isArrayIndex) {
305
        if (i >= storage->m_length)
306
            return false;
307
        if (i < m_vectorLength) {
308
            JSValue& value = storage->m_vector[i];
309
            if (value) {
310
                descriptor.setDescriptor(value, 0);
311 312
                return true;
            }
313
        } else if (SparseArrayValueMap* map = storage->m_sparseValueMap) {
314 315 316
            if (i >= MIN_SPARSE_ARRAY_INDEX) {
                SparseArrayValueMap::iterator it = map->find(i);
                if (it != map->end()) {
317
                    descriptor.setDescriptor(it->second, 0);
318 319 320 321 322 323 324 325
                    return true;
                }
            }
        }
    }
    return JSObject::getOwnPropertyDescriptor(exec, propertyName, descriptor);
}

darin's avatar
darin committed
326
// ECMA 15.4.5.1
ggaren@apple.com's avatar
ggaren@apple.com committed
327
void JSArray::put(ExecState* exec, const Identifier& propertyName, JSValue value, PutPropertySlot& slot)
darin's avatar
darin committed
328 329
{
    bool isArrayIndex;
330
    unsigned i = propertyName.toArrayIndex(isArrayIndex);
darin's avatar
darin committed
331
    if (isArrayIndex) {
darin@apple.com's avatar
darin@apple.com committed
332
        put(exec, i, value);
darin's avatar
darin committed
333 334 335 336
        return;
    }

    if (propertyName == exec->propertyNames().length) {
weinig@apple.com's avatar
weinig@apple.com committed
337 338
        unsigned newLength = value.toUInt32(exec);
        if (value.toNumber(exec) != static_cast<double>(newLength)) {
339
            throwError(exec, createRangeError(exec, "Invalid array length."));
darin's avatar
darin committed
340 341 342 343 344 345
            return;
        }
        setLength(newLength);
        return;
    }

weinig@apple.com's avatar
weinig@apple.com committed
346
    JSObject::put(exec, propertyName, value, slot);
darin's avatar
darin committed
347 348
}

ggaren@apple.com's avatar
ggaren@apple.com committed
349
void JSArray::put(ExecState* exec, unsigned i, JSValue value)
darin's avatar
darin committed
350
{
351 352
    checkConsistency();

353
    ArrayStorage* storage = m_storage;
354 355

    unsigned length = storage->m_length;
barraclough@apple.com's avatar
barraclough@apple.com committed
356
    if (i >= length && i <= MAX_ARRAY_INDEX) {
darin's avatar
darin committed
357
        length = i + 1;
358
        storage->m_length = length;
darin's avatar
darin committed
359 360
    }

361
    if (i < m_vectorLength) {
362
        JSValue& valueSlot = storage->m_vector[i];
363
        if (valueSlot) {
364
            valueSlot = value;
365 366 367
            checkConsistency();
            return;
        }
368
        valueSlot = value;
369
        ++storage->m_numValuesInVector;
370
        checkConsistency();
darin's avatar
darin committed
371 372 373
        return;
    }

374 375 376
    putSlowCase(exec, i, value);
}

ggaren@apple.com's avatar
ggaren@apple.com committed
377
NEVER_INLINE void JSArray::putSlowCase(ExecState* exec, unsigned i, JSValue value)
378
{
379
    ArrayStorage* storage = m_storage;
380
    
darin's avatar
darin committed
381
    SparseArrayValueMap* map = storage->m_sparseValueMap;
ap@webkit.org's avatar
ap@webkit.org committed
382

barraclough@apple.com's avatar
barraclough@apple.com committed
383 384
    if (i >= MIN_SPARSE_ARRAY_INDEX) {
        if (i > MAX_ARRAY_INDEX) {
weinig@apple.com's avatar
weinig@apple.com committed
385 386
            PutPropertySlot slot;
            put(exec, Identifier::from(exec, i), value, slot);
387 388 389
            return;
        }

ap@webkit.org's avatar
ap@webkit.org committed
390
        // We miss some cases where we could compact the storage, such as a large array that is being filled from the end
391
        // (which will only be compacted as we reach indices that are less than MIN_SPARSE_ARRAY_INDEX) - but this makes the check much faster.
barraclough@apple.com's avatar
barraclough@apple.com committed
392
        if ((i > MAX_STORAGE_VECTOR_INDEX) || !isDenseEnoughForVector(i + 1, storage->m_numValuesInVector + 1)) {
ap@webkit.org's avatar
ap@webkit.org committed
393 394 395 396
            if (!map) {
                map = new SparseArrayValueMap;
                storage->m_sparseValueMap = map;
            }
397

398 399 400
            pair<SparseArrayValueMap::iterator, bool> result = map->add(i, value);
            if (!result.second) { // pre-existing entry
                result.first->second = value;
401
                return;
402
            }
403 404 405 406 407 408

            size_t capacity = map->capacity();
            if (capacity != storage->reportedMapCapacity) {
                Heap::heap(this)->reportExtraMemoryCost((capacity - storage->reportedMapCapacity) * (sizeof(unsigned) + sizeof(JSValue)));
                storage->reportedMapCapacity = capacity;
            }
darin's avatar
darin committed
409 410 411 412
            return;
        }
    }

ap@webkit.org's avatar
ap@webkit.org committed
413 414 415
    // We have decided that we'll put the new item into the vector.
    // Fast case is when there is no sparse map, so we can increase the vector size without moving values from it.
    if (!map || map->isEmpty()) {
barraclough@apple.com's avatar
barraclough@apple.com committed
416
        if (increaseVectorLength(i + 1)) {
417
            storage = m_storage;
418
            storage->m_vector[i] = value;
419
            ++storage->m_numValuesInVector;
barraclough@apple.com's avatar
barraclough@apple.com committed
420 421 422
            checkConsistency();
        } else
            throwOutOfMemoryError(exec);
darin's avatar
darin committed
423 424 425
        return;
    }

ap@webkit.org's avatar
ap@webkit.org committed
426 427
    // Decide how many values it would be best to move from the map.
    unsigned newNumValuesInVector = storage->m_numValuesInVector + 1;
428
    unsigned newVectorLength = getNewVectorLength(i + 1);
429
    for (unsigned j = max(m_vectorLength, MIN_SPARSE_ARRAY_INDEX); j < newVectorLength; ++j)
darin's avatar
darin committed
430
        newNumValuesInVector += map->contains(j);
barraclough@apple.com's avatar
barraclough@apple.com committed
431
    if (i >= MIN_SPARSE_ARRAY_INDEX)
ap@webkit.org's avatar
ap@webkit.org committed
432
        newNumValuesInVector -= map->contains(i);
darin's avatar
darin committed
433
    if (isDenseEnoughForVector(newVectorLength, newNumValuesInVector)) {
434
        unsigned needLength = max(i + 1, storage->m_length);
darin's avatar
darin committed
435
        unsigned proposedNewNumValuesInVector = newNumValuesInVector;
barraclough@apple.com's avatar
barraclough@apple.com committed
436
        // If newVectorLength is already the maximum - MAX_STORAGE_VECTOR_LENGTH - then do not attempt to grow any further.
437
        while ((newVectorLength < needLength) && (newVectorLength < MAX_STORAGE_VECTOR_LENGTH)) {
438
            unsigned proposedNewVectorLength = getNewVectorLength(newVectorLength + 1);
barraclough@apple.com's avatar
barraclough@apple.com committed
439
            for (unsigned j = max(newVectorLength, MIN_SPARSE_ARRAY_INDEX); j < proposedNewVectorLength; ++j)
darin's avatar
darin committed
440 441 442 443 444 445 446 447
                proposedNewNumValuesInVector += map->contains(j);
            if (!isDenseEnoughForVector(proposedNewVectorLength, proposedNewNumValuesInVector))
                break;
            newVectorLength = proposedNewVectorLength;
            newNumValuesInVector = proposedNewNumValuesInVector;
        }
    }

448
    void* baseStorage = storage->m_allocBase;
449 450
    
    if (!tryFastRealloc(baseStorage, storageSize(newVectorLength + m_indexBias)).getValue(baseStorage)) {
barraclough@apple.com's avatar
barraclough@apple.com committed
451 452 453
        throwOutOfMemoryError(exec);
        return;
    }
darin's avatar
darin committed
454

455
    m_storage = reinterpret_cast_ptr<ArrayStorage*>(static_cast<char*>(baseStorage) + m_indexBias * sizeof(JSValue));
456 457
    m_storage->m_allocBase = baseStorage;
    storage = m_storage;
458
    
459
    unsigned vectorLength = m_vectorLength;
460
    JSValue* vector = storage->m_vector;
461

darin's avatar
darin committed
462 463
    if (newNumValuesInVector == storage->m_numValuesInVector + 1) {
        for (unsigned j = vectorLength; j < newVectorLength; ++j)
464
            vector[j] = JSValue();
barraclough@apple.com's avatar
barraclough@apple.com committed
465
        if (i > MIN_SPARSE_ARRAY_INDEX)
ap@webkit.org's avatar
ap@webkit.org committed
466
            map->remove(i);
darin's avatar
darin committed
467
    } else {
barraclough@apple.com's avatar
barraclough@apple.com committed
468
        for (unsigned j = vectorLength; j < max(vectorLength, MIN_SPARSE_ARRAY_INDEX); ++j)
469
            vector[j] = JSValue();
barraclough@apple.com's avatar
barraclough@apple.com committed
470
        for (unsigned j = max(vectorLength, MIN_SPARSE_ARRAY_INDEX); j < newVectorLength; ++j)
471
            vector[j] = map->take(j);
darin's avatar
darin committed
472 473
    }

474
    ASSERT(i < newVectorLength);
darin's avatar
darin committed
475

476
    m_vectorLength = newVectorLength;
darin's avatar
darin committed
477
    storage->m_numValuesInVector = newNumValuesInVector;
ap@webkit.org's avatar
ap@webkit.org committed
478

479
    storage->m_vector[i] = value;
480 481

    checkConsistency();
482 483

    Heap::heap(this)->reportExtraMemoryCost(storageSize(newVectorLength) - storageSize(vectorLength));
darin's avatar
darin committed
484 485
}

darin@apple.com's avatar
darin@apple.com committed
486
bool JSArray::deleteProperty(ExecState* exec, const Identifier& propertyName)
darin's avatar
darin committed
487 488
{
    bool isArrayIndex;
489
    unsigned i = propertyName.toArrayIndex(isArrayIndex);
darin's avatar
darin committed
490 491 492 493 494 495 496 497 498
    if (isArrayIndex)
        return deleteProperty(exec, i);

    if (propertyName == exec->propertyNames().length)
        return false;

    return JSObject::deleteProperty(exec, propertyName);
}

darin@apple.com's avatar
darin@apple.com committed
499
bool JSArray::deleteProperty(ExecState* exec, unsigned i)
darin's avatar
darin committed
500
{
501 502
    checkConsistency();

503
    ArrayStorage* storage = m_storage;
504
    
505
    if (i < m_vectorLength) {
506
        JSValue& valueSlot = storage->m_vector[i];
507 508 509 510
        if (!valueSlot) {
            checkConsistency();
            return false;
        }
511
        valueSlot = JSValue();
512
        --storage->m_numValuesInVector;
513
        checkConsistency();
514
        return true;
darin's avatar
darin committed
515 516 517
    }

    if (SparseArrayValueMap* map = storage->m_sparseValueMap) {
barraclough@apple.com's avatar
barraclough@apple.com committed
518
        if (i >= MIN_SPARSE_ARRAY_INDEX) {
darin@apple.com's avatar
darin@apple.com committed
519 520 521
            SparseArrayValueMap::iterator it = map->find(i);
            if (it != map->end()) {
                map->remove(it);
522
                checkConsistency();
darin@apple.com's avatar
darin@apple.com committed
523 524
                return true;
            }
darin's avatar
darin committed
525 526 527
        }
    }

528 529
    checkConsistency();

barraclough@apple.com's avatar
barraclough@apple.com committed
530
    if (i > MAX_ARRAY_INDEX)
ap@webkit.org's avatar
ap@webkit.org committed
531
        return deleteProperty(exec, Identifier::from(exec, i));
darin's avatar
darin committed
532 533 534 535

    return false;
}

536
void JSArray::getOwnPropertyNames(ExecState* exec, PropertyNameArray& propertyNames, EnumerationMode mode)
darin's avatar
darin committed
537 538
{
    // FIXME: Filling PropertyNameArray with an identifier for every integer
539 540
    // is incredibly inefficient for large arrays. We need a different approach,
    // which almost certainly means a different structure for PropertyNameArray.
darin's avatar
darin committed
541

542
    ArrayStorage* storage = m_storage;
543
    
544
    unsigned usedVectorLength = min(storage->m_length, m_vectorLength);
darin's avatar
darin committed
545
    for (unsigned i = 0; i < usedVectorLength; ++i) {
546
        if (storage->m_vector[i])
ap@webkit.org's avatar
ap@webkit.org committed
547
            propertyNames.add(Identifier::from(exec, i));
darin's avatar
darin committed
548 549 550 551 552
    }

    if (SparseArrayValueMap* map = storage->m_sparseValueMap) {
        SparseArrayValueMap::iterator end = map->end();
        for (SparseArrayValueMap::iterator it = map->begin(); it != end; ++it)
ap@webkit.org's avatar
ap@webkit.org committed
553
            propertyNames.add(Identifier::from(exec, it->first));
darin's avatar
darin committed
554
    }
555

556 557 558 559
    if (mode == IncludeDontEnumProperties)
        propertyNames.add(exec->propertyNames().length);

    JSObject::getOwnPropertyNames(exec, propertyNames, mode);
darin's avatar
darin committed
560 561
}

562 563 564 565 566
ALWAYS_INLINE unsigned JSArray::getNewVectorLength(unsigned desiredLength)
{
    ASSERT(desiredLength <= MAX_STORAGE_VECTOR_LENGTH);

    unsigned increasedLength;
567
    unsigned maxInitLength = min(m_storage->m_length, 100000U);
568

569 570
    if (desiredLength < maxInitLength)
        increasedLength = maxInitLength;
571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588
    else if (!m_vectorLength)
        increasedLength = max(desiredLength, lastArraySize);
    else {
        // Mathematically equivalent to:
        //   increasedLength = (newLength * 3 + 1) / 2;
        // or:
        //   increasedLength = (unsigned)ceil(newLength * 1.5));
        // This form is not prone to internal overflow.
        increasedLength = desiredLength + (desiredLength >> 1) + (desiredLength & 1);
    }

    ASSERT(increasedLength >= desiredLength);

    lastArraySize = min(increasedLength, FIRST_VECTOR_GROW);

    return min(increasedLength, MAX_STORAGE_VECTOR_LENGTH);
}

darin@apple.com's avatar
darin@apple.com committed
589
bool JSArray::increaseVectorLength(unsigned newLength)
darin's avatar
darin committed
590
{
ap@webkit.org's avatar
ap@webkit.org committed
591 592 593
    // This function leaves the array in an internally inconsistent state, because it does not move any values from sparse value map
    // to the vector. Callers have to account for that, because they can do it more efficiently.

594
    ArrayStorage* storage = m_storage;
darin's avatar
darin committed
595

596
    unsigned vectorLength = m_vectorLength;
darin's avatar
darin committed
597
    ASSERT(newLength > vectorLength);
barraclough@apple.com's avatar
barraclough@apple.com committed
598
    ASSERT(newLength <= MAX_STORAGE_VECTOR_INDEX);
599
    unsigned newVectorLength = getNewVectorLength(newLength);
600
    void* baseStorage = storage->m_allocBase;
darin's avatar
darin committed
601

602
    if (!tryFastRealloc(baseStorage, storageSize(newVectorLength + m_indexBias)).getValue(baseStorage))
ap@webkit.org's avatar
ap@webkit.org committed
603
        return false;
604

605
    storage = m_storage = reinterpret_cast_ptr<ArrayStorage*>(static_cast<char*>(baseStorage) + m_indexBias * sizeof(JSValue));
606
    m_storage->m_allocBase = baseStorage;
607

608
    JSValue* vector = storage->m_vector;
609
    for (unsigned i = vectorLength; i < newVectorLength; ++i)
610
        vector[i] = JSValue();
ap@webkit.org's avatar
ap@webkit.org committed
611

612
    m_vectorLength = newVectorLength;
613 614
    
    Heap::heap(this)->reportExtraMemoryCost(storageSize(newVectorLength) - storageSize(vectorLength));
darin's avatar
darin committed
615

616 617
    return true;
}
darin's avatar
darin committed
618

619 620 621 622 623
bool JSArray::increaseVectorPrefixLength(unsigned newLength)
{
    // This function leaves the array in an internally inconsistent state, because it does not move any values from sparse value map
    // to the vector. Callers have to account for that, because they can do it more efficiently.
    
624
    ArrayStorage* storage = m_storage;
625 626 627 628 629
    
    unsigned vectorLength = m_vectorLength;
    ASSERT(newLength > vectorLength);
    ASSERT(newLength <= MAX_STORAGE_VECTOR_INDEX);
    unsigned newVectorLength = getNewVectorLength(newLength);
630 631

    void* newBaseStorage = fastMalloc(storageSize(newVectorLength + m_indexBias));
632 633 634 635 636
    if (!newBaseStorage)
        return false;
    
    m_indexBias += newVectorLength - newLength;
    
637
    m_storage = reinterpret_cast_ptr<ArrayStorage*>(static_cast<char*>(newBaseStorage) + m_indexBias * sizeof(JSValue));
638

639 640
    memcpy(m_storage, storage, storageSize(0));
    memcpy(&m_storage->m_vector[newLength - m_vectorLength], &storage->m_vector[0], vectorLength * sizeof(JSValue));
641
    
642
    m_storage->m_allocBase = newBaseStorage;
643 644
    m_vectorLength = newLength;
    
645
    fastFree(storage->m_allocBase);
646 647

    Heap::heap(this)->reportExtraMemoryCost(storageSize(newVectorLength) - storageSize(vectorLength));
648
    
ap@webkit.org's avatar
ap@webkit.org committed
649
    return true;
darin's avatar
darin committed
650
}
651
    
darin's avatar
darin committed
652

darin@apple.com's avatar
darin@apple.com committed
653
void JSArray::setLength(unsigned newLength)
darin's avatar
darin committed
654
{
655 656
    ArrayStorage* storage = m_storage;
    
657
#if CHECK_ARRAY_CONSISTENCY
658
    if (!storage->m_inCompactInitialization)
659 660
        checkConsistency();
    else
661
        storage->m_inCompactInitialization = false;
662
#endif
663

664
    unsigned length = storage->m_length;
darin's avatar
darin committed
665 666

    if (newLength < length) {
667
        unsigned usedVectorLength = min(length, m_vectorLength);
darin's avatar
darin committed
668
        for (unsigned i = newLength; i < usedVectorLength; ++i) {
669
            JSValue& valueSlot = storage->m_vector[i];
darin's avatar
darin committed
670
            bool hadValue = valueSlot;
671
            valueSlot = JSValue();
darin's avatar
darin committed
672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687
            storage->m_numValuesInVector -= hadValue;
        }

        if (SparseArrayValueMap* map = storage->m_sparseValueMap) {
            SparseArrayValueMap copy = *map;
            SparseArrayValueMap::iterator end = copy.end();
            for (SparseArrayValueMap::iterator it = copy.begin(); it != end; ++it) {
                if (it->first >= newLength)
                    map->remove(it->first);
            }
            if (map->isEmpty()) {
                delete map;
                storage->m_sparseValueMap = 0;
            }
        }
    }
aroben@apple.com's avatar
aroben@apple.com committed
688

689
    storage->m_length = newLength;
690 691

    checkConsistency();
darin's avatar
darin committed
692 693
}

ggaren@apple.com's avatar
ggaren@apple.com committed
694
JSValue JSArray::pop()
695 696 697
{
    checkConsistency();

698
    ArrayStorage* storage = m_storage;
699 700
    
    unsigned length = storage->m_length;
701 702 703 704 705
    if (!length)
        return jsUndefined();

    --length;

ggaren@apple.com's avatar
ggaren@apple.com committed
706
    JSValue result;
707

708
    if (length < m_vectorLength) {
709
        JSValue& valueSlot = storage->m_vector[length];
710
        if (valueSlot) {
711
            --storage->m_numValuesInVector;
712 713
            result = valueSlot;
            valueSlot = JSValue();
714
        } else
715 716 717
            result = jsUndefined();
    } else {
        result = jsUndefined();
718
        if (SparseArrayValueMap* map = storage->m_sparseValueMap) {
719 720
            SparseArrayValueMap::iterator it = map->find(length);
            if (it != map->end()) {
721
                result = it->second;
722 723 724
                map->remove(it);
                if (map->isEmpty()) {
                    delete map;
725
                    storage->m_sparseValueMap = 0;
726 727 728 729 730
                }
            }
        }
    }

731
    storage->m_length = length;
732 733 734 735 736 737

    checkConsistency();

    return result;
}

ggaren@apple.com's avatar
ggaren@apple.com committed
738
void JSArray::push(ExecState* exec, JSValue value)
739 740
{
    checkConsistency();
741
    
742
    ArrayStorage* storage = m_storage;
743

744
    if (storage->m_length < m_vectorLength) {
745
        storage->m_vector[storage->m_length] = value;
746 747
        ++storage->m_numValuesInVector;
        ++storage->m_length;
748 749 750 751
        checkConsistency();
        return;
    }

752 753
    if (storage->m_length < MIN_SPARSE_ARRAY_INDEX) {
        SparseArrayValueMap* map = storage->m_sparseValueMap;
754
        if (!map || map->isEmpty()) {
755
            if (increaseVectorLength(storage->m_length + 1)) {
756
                storage = m_storage;
757
                storage->m_vector[storage->m_length] = value;
758 759
                ++storage->m_numValuesInVector;
                ++storage->m_length;
760 761 762 763 764 765 766 767 768
                checkConsistency();
                return;
            }
            checkConsistency();
            throwOutOfMemoryError(exec);
            return;
        }
    }

769 770 771 772 773 774 775
    putSlowCase(exec, storage->m_length++, value);
}

void JSArray::shiftCount(ExecState* exec, int count)
{
    ASSERT(count > 0);
    
776
    ArrayStorage* storage = m_storage;
777 778 779 780 781 782 783 784 785 786 787 788
    
    unsigned oldLength = storage->m_length;
    
    if (!oldLength)
        return;
    
    if (oldLength != storage->m_numValuesInVector) {
        // If m_length and m_numValuesInVector aren't the same, we have a sparse vector
        // which means we need to go through each entry looking for the the "empty"
        // slots and then fill them with possible properties.  See ECMA spec.
        // 15.4.4.9 steps 11 through 13.
        for (unsigned i = count; i < oldLength; ++i) {
789
            if ((i >= m_vectorLength) || (!m_storage->m_vector[i])) {
790 791 792 793 794 795 796
                PropertySlot slot(this);
                JSValue p = prototype();
                if ((!p.isNull()) && (asObject(p)->getPropertySlot(exec, i, slot)))
                    put(exec, i, slot.getValue(exec, i));
            }
        }

797
        storage = m_storage; // The put() above could have grown the vector and realloc'ed storage.
798 799 800

        // Need to decrement numValuesInvector based on number of real entries
        for (unsigned i = 0; i < (unsigned)count; ++i)
801
            if ((i < m_vectorLength) && (storage->m_vector[i]))