JSArray.cpp 62 KB
Newer Older
darin's avatar
darin committed
1 2
/*
 *  Copyright (C) 1999-2000 Harri Porten (porten@kde.org)
3
 *  Copyright (C) 2003, 2007, 2008, 2009, 2012 Apple Inc. All rights reserved.
darin's avatar
darin committed
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
 *  Copyright (C) 2003 Peter Kelly (pmk@post.com)
 *  Copyright (C) 2006 Alexey Proskuryakov (ap@nypop.com)
 *
 *  This library is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU Lesser General Public
 *  License as published by the Free Software Foundation; either
 *  version 2 of the License, or (at your option) any later version.
 *
 *  This library is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  Lesser General Public License for more details.
 *
 *  You should have received a copy of the GNU Lesser General Public
 *  License along with this library; if not, write to the Free Software
 *  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 *
 */

#include "config.h"
darin@apple.com's avatar
darin@apple.com committed
24
#include "JSArray.h"
darin's avatar
darin committed
25

darin@apple.com's avatar
darin@apple.com committed
26
#include "ArrayPrototype.h"
27
#include "ButterflyInlines.h"
28
#include "CachedCall.h"
29 30
#include "CopiedSpace.h"
#include "CopiedSpaceInlines.h"
31
#include "Error.h"
32
#include "Executable.h"
33
#include "GetterSetter.h"
34
#include "IndexingHeaderInlines.h"
darin's avatar
darin committed
35
#include "PropertyNameArray.h"
36
#include "Reject.h"
ap@webkit.org's avatar
ap@webkit.org committed
37
#include <wtf/AVLTree.h>
38
#include <wtf/Assertions.h>
39
#include <wtf/OwnPtr.h>
40
#include <Operations.h>
darin's avatar
darin committed
41

42
using namespace std;
ap@webkit.org's avatar
ap@webkit.org committed
43
using namespace WTF;
bdash's avatar
bdash committed
44

45
namespace JSC {
darin's avatar
darin committed
46

47
ASSERT_HAS_TRIVIAL_DESTRUCTOR(JSArray);
ggaren@apple.com's avatar
ggaren@apple.com committed
48

49
const ClassInfo JSArray::s_info = {"Array", &JSNonFinalObject::s_info, 0, 0, CREATE_METHOD_TABLE(JSArray)};
darin's avatar
darin committed
50

51 52
Butterfly* createArrayButterflyInDictionaryIndexingMode(
    VM& vm, JSCell* intendedOwner, unsigned initialLength)
darin's avatar
darin committed
53
{
54
    Butterfly* butterfly = Butterfly::create(
55
        vm, intendedOwner, 0, 0, true, IndexingHeader(), ArrayStorage::sizeFor(0));
56 57 58 59 60 61 62
    ArrayStorage* storage = butterfly->arrayStorage();
    storage->setLength(initialLength);
    storage->setVectorLength(0);
    storage->m_indexBias = 0;
    storage->m_sparseMap.clear();
    storage->m_numValuesInVector = 0;
    return butterfly;
63 64 65 66 67 68 69 70
}

void JSArray::setLengthWritable(ExecState* exec, bool writable)
{
    ASSERT(isLengthWritable() || !writable);
    if (!isLengthWritable() || writable)
        return;

ggaren@apple.com's avatar
ggaren@apple.com committed
71
    enterDictionaryIndexingMode(exec->vm());
72

73
    SparseArrayValueMap* map = arrayStorage()->m_sparseMap.get();
74 75 76 77 78
    ASSERT(map);
    map->setLengthIsReadOnly();
}

// Defined in ES5.1 15.4.5.1
79
bool JSArray::defineOwnProperty(JSObject* object, ExecState* exec, PropertyName propertyName, PropertyDescriptor& descriptor, bool throwException)
80
{
81
    JSArray* array = jsCast<JSArray*>(object);
82 83 84 85 86

    // 3. If P is "length", then
    if (propertyName == exec->propertyNames().length) {
        // All paths through length definition call the default [[DefineOwnProperty]], hence:
        // from ES5.1 8.12.9 7.a.
87
        if (descriptor.configurablePresent() && descriptor.configurable())
88 89
            return reject(exec, throwException, "Attempting to change configurable attribute of unconfigurable property.");
        // from ES5.1 8.12.9 7.b.
90
        if (descriptor.enumerablePresent() && descriptor.enumerable())
91 92 93 94 95 96 97
            return reject(exec, throwException, "Attempting to change enumerable attribute of unconfigurable property.");

        // a. If the [[Value]] field of Desc is absent, then
        // a.i. Return the result of calling the default [[DefineOwnProperty]] internal method (8.12.9) on A passing "length", Desc, and Throw as arguments.
        if (descriptor.isAccessorDescriptor())
            return reject(exec, throwException, "Attempting to change access mechanism for an unconfigurable property.");
        // from ES5.1 8.12.9 10.a.
98
        if (!array->isLengthWritable() && descriptor.writablePresent() && descriptor.writable())
99 100 101
            return reject(exec, throwException, "Attempting to change writable attribute of unconfigurable property.");
        // This descriptor is either just making length read-only, or changing nothing!
        if (!descriptor.value()) {
102 103
            if (descriptor.writablePresent())
                array->setLengthWritable(exec, descriptor.writable());
104 105 106 107 108 109 110 111 112 113 114 115 116 117
            return true;
        }
        
        // b. Let newLenDesc be a copy of Desc.
        // c. Let newLen be ToUint32(Desc.[[Value]]).
        unsigned newLen = descriptor.value().toUInt32(exec);
        // d. If newLen is not equal to ToNumber( Desc.[[Value]]), throw a RangeError exception.
        if (newLen != descriptor.value().toNumber(exec)) {
            throwError(exec, createRangeError(exec, "Invalid array length"));
            return false;
        }

        // Based on SameValue check in 8.12.9, this is always okay.
        if (newLen == array->length()) {
118 119
            if (descriptor.writablePresent())
                array->setLengthWritable(exec, descriptor.writable());
120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140
            return true;
        }

        // e. Set newLenDesc.[[Value] to newLen.
        // f. If newLen >= oldLen, then
        // f.i. Return the result of calling the default [[DefineOwnProperty]] internal method (8.12.9) on A passing "length", newLenDesc, and Throw as arguments.
        // g. Reject if oldLenDesc.[[Writable]] is false.
        if (!array->isLengthWritable())
            return reject(exec, throwException, "Attempting to change value of a readonly property.");
        
        // h. If newLenDesc.[[Writable]] is absent or has the value true, let newWritable be true.
        // i. Else,
        // i.i. Need to defer setting the [[Writable]] attribute to false in case any elements cannot be deleted.
        // i.ii. Let newWritable be false.
        // i.iii. Set newLenDesc.[[Writable] to true.
        // j. Let succeeded be the result of calling the default [[DefineOwnProperty]] internal method (8.12.9) on A passing "length", newLenDesc, and Throw as arguments.
        // k. If succeeded is false, return false.
        // l. While newLen < oldLen repeat,
        // l.i. Set oldLen to oldLen – 1.
        // l.ii. Let deleteSucceeded be the result of calling the [[Delete]] internal method of A passing ToString(oldLen) and false as arguments.
        // l.iii. If deleteSucceeded is false, then
141
        if (!array->setLength(exec, newLen, throwException)) {
142 143 144 145
            // 1. Set newLenDesc.[[Value] to oldLen+1.
            // 2. If newWritable is false, set newLenDesc.[[Writable] to false.
            // 3. Call the default [[DefineOwnProperty]] internal method (8.12.9) on A passing "length", newLenDesc, and false as arguments.
            // 4. Reject.
146 147
            if (descriptor.writablePresent())
                array->setLengthWritable(exec, descriptor.writable());
148 149 150 151
            return false;
        }

        // m. If newWritable is false, then
152 153 154 155 156
        // i. Call the default [[DefineOwnProperty]] internal method (8.12.9) on A passing "length",
        //    Property Descriptor{[[Writable]]: false}, and false as arguments. This call will always
        //    return true.
        if (descriptor.writablePresent())
            array->setLengthWritable(exec, descriptor.writable());
157 158 159 160 161 162
        // n. Return true.
        return true;
    }

    // 4. Else if P is an array index (15.4), then
    // a. Let index be ToUint32(P).
163 164
    unsigned index = propertyName.asIndex();
    if (index != PropertyName::NotAnIndex) {
165 166 167 168 169 170 171 172 173
        // b. Reject if index >= oldLen and oldLenDesc.[[Writable]] is false.
        if (index >= array->length() && !array->isLengthWritable())
            return reject(exec, throwException, "Attempting to define numeric property on array with non-writable length property.");
        // c. Let succeeded be the result of calling the default [[DefineOwnProperty]] internal method (8.12.9) on A passing P, Desc, and false as arguments.
        // d. Reject if succeeded is false.
        // e. If index >= oldLen
        // e.i. Set oldLenDesc.[[Value]] to index + 1.
        // e.ii. Call the default [[DefineOwnProperty]] internal method (8.12.9) on A passing "length", oldLenDesc, and false as arguments. This call will always return true.
        // f. Return true.
174
        return array->defineOwnIndexedProperty(exec, index, descriptor, throwException);
darin's avatar
darin committed
175 176
    }

177
    return array->JSObject::defineOwnNonIndexProperty(exec, propertyName, descriptor, throwException);
darin's avatar
darin committed
178 179
}

180
bool JSArray::getOwnPropertySlot(JSObject* object, ExecState* exec, PropertyName propertyName, PropertySlot& slot)
181
{
182
    JSArray* thisObject = jsCast<JSArray*>(object);
darin's avatar
darin committed
183
    if (propertyName == exec->propertyNames().length) {
184 185
        unsigned attributes = thisObject->isLengthWritable() ? DontDelete | DontEnum : DontDelete | DontEnum | ReadOnly;
        slot.setValue(thisObject, attributes, jsNumber(thisObject->length()));
darin's avatar
darin committed
186 187 188
        return true;
    }

189
    return JSObject::getOwnPropertySlot(thisObject, exec, propertyName, slot);
darin's avatar
darin committed
190 191
}

192
// ECMA 15.4.5.1
193
void JSArray::put(JSCell* cell, ExecState* exec, PropertyName propertyName, JSValue value, PutPropertySlot& slot)
194
{
195
    JSArray* thisObject = jsCast<JSArray*>(cell);
darin's avatar
darin committed
196 197

    if (propertyName == exec->propertyNames().length) {
weinig@apple.com's avatar
weinig@apple.com committed
198 199
        unsigned newLength = value.toUInt32(exec);
        if (value.toNumber(exec) != static_cast<double>(newLength)) {
200
            throwError(exec, createRangeError(exec, ASCIILiteral("Invalid array length")));
darin's avatar
darin committed
201 202
            return;
        }
203
        thisObject->setLength(exec, newLength, slot.isStrictMode());
darin's avatar
darin committed
204 205 206
        return;
    }

207
    JSObject::put(thisObject, exec, propertyName, value, slot);
darin's avatar
darin committed
208 209
}

210
bool JSArray::deleteProperty(JSCell* cell, ExecState* exec, PropertyName propertyName)
211
{
212
    JSArray* thisObject = jsCast<JSArray*>(cell);
darin's avatar
darin committed
213 214 215 216

    if (propertyName == exec->propertyNames().length)
        return false;

217
    return JSObject::deleteProperty(thisObject, exec, propertyName);
darin's avatar
darin committed
218 219
}

220 221
static int compareKeysForQSort(const void* a, const void* b)
{
222 223
    unsigned da = *static_cast<const unsigned*>(a);
    unsigned db = *static_cast<const unsigned*>(b);
224
    return (da > db) - (da < db);
darin's avatar
darin committed
225 226
}

227
void JSArray::getOwnNonIndexPropertyNames(JSObject* object, ExecState* exec, PropertyNameArray& propertyNames, EnumerationMode mode)
darin's avatar
darin committed
228
{
229
    JSArray* thisObject = jsCast<JSArray*>(object);
230

231 232 233
    if (mode == IncludeDontEnumProperties)
        propertyNames.add(exec->propertyNames().length);

234
    JSObject::getOwnNonIndexPropertyNames(thisObject, exec, propertyNames, mode);
235
}
darin's avatar
darin committed
236

237
// This method makes room in the vector, but leaves the new space for count slots uncleared.
ggaren@apple.com's avatar
ggaren@apple.com committed
238
bool JSArray::unshiftCountSlowCase(VM& vm, bool addToFront, unsigned count)
239
{
ggaren@apple.com's avatar
ggaren@apple.com committed
240
    ArrayStorage* storage = ensureArrayStorage(vm);
241 242 243
    Butterfly* butterfly = storage->butterfly();
    unsigned propertyCapacity = structure()->outOfLineCapacity();
    unsigned propertySize = structure()->outOfLineSize();
244

245
    // If not, we should have handled this on the fast path.
246
    ASSERT(!addToFront || count > storage->m_indexBias);
247

248 249 250 251 252 253 254
    // Step 1:
    // Gather 4 key metrics:
    //  * usedVectorLength - how many entries are currently in the vector (conservative estimate - fewer may be in use in sparse vectors).
    //  * requiredVectorLength - how many entries are will there be in the vector, after allocating space for 'count' more.
    //  * currentCapacity - what is the current size of the vector, including any pre-capacity.
    //  * desiredCapacity - how large should we like to grow the vector to - based on 2x requiredVectorLength.

255 256
    unsigned length = storage->length();
    unsigned usedVectorLength = min(storage->vectorLength(), length);
257 258 259
    ASSERT(usedVectorLength <= MAX_STORAGE_VECTOR_LENGTH);
    // Check that required vector length is possible, in an overflow-safe fashion.
    if (count > MAX_STORAGE_VECTOR_LENGTH - usedVectorLength)
260
        return false;
261 262 263
    unsigned requiredVectorLength = usedVectorLength + count;
    ASSERT(requiredVectorLength <= MAX_STORAGE_VECTOR_LENGTH);
    // The sum of m_vectorLength and m_indexBias will never exceed MAX_STORAGE_VECTOR_LENGTH.
264 265
    ASSERT(storage->vectorLength() <= MAX_STORAGE_VECTOR_LENGTH && (MAX_STORAGE_VECTOR_LENGTH - storage->vectorLength()) >= storage->m_indexBias);
    unsigned currentCapacity = storage->vectorLength() + storage->m_indexBias;
266 267 268 269
    // The calculation of desiredCapacity won't overflow, due to the range of MAX_STORAGE_VECTOR_LENGTH.
    unsigned desiredCapacity = min(MAX_STORAGE_VECTOR_LENGTH, max(BASE_VECTOR_LEN, requiredVectorLength) << 1);

    // Step 2:
270
    // We're either going to choose to allocate a new ArrayStorage, or we're going to reuse the existing one.
271

272
    void* newAllocBase = 0;
273 274 275
    unsigned newStorageCapacity;
    // If the current storage array is sufficiently large (but not too large!) then just keep using it.
    if (currentCapacity > desiredCapacity && isDenseEnoughForVector(currentCapacity, requiredVectorLength)) {
276
        newAllocBase = butterfly->base(structure());
277 278
        newStorageCapacity = currentCapacity;
    } else {
279
        size_t newSize = Butterfly::totalSize(0, propertyCapacity, true, ArrayStorage::sizeFor(desiredCapacity));
280
        if (!vm.heap.tryAllocateStorage(this, newSize, &newAllocBase))
281 282 283 284 285 286 287 288
            return false;
        newStorageCapacity = desiredCapacity;
    }

    // Step 3:
    // Work out where we're going to move things to.

    // Determine how much of the vector to use as pre-capacity, and how much as post-capacity.
289
    // If we're adding to the end, we'll add all the new space to the end.
290 291 292 293
    // If the vector had no free post-capacity (length >= m_vectorLength), don't give it any.
    // If it did, we calculate the amount that will remain based on an atomic decay - leave the
    // vector with half the post-capacity it had previously.
    unsigned postCapacity = 0;
294 295 296
    if (!addToFront)
        postCapacity = max(newStorageCapacity - requiredVectorLength, count);
    else if (length < storage->vectorLength()) {
297
        // Atomic decay, + the post-capacity cannot be greater than what is available.
298 299 300
        postCapacity = min((storage->vectorLength() - length) >> 1, newStorageCapacity - requiredVectorLength);
        // If we're moving contents within the same allocation, the post-capacity is being reduced.
        ASSERT(newAllocBase != butterfly->base(structure()) || postCapacity < storage->vectorLength() - length);
301
    }
302

303 304 305 306
    unsigned newVectorLength = requiredVectorLength + postCapacity;
    unsigned newIndexBias = newStorageCapacity - newVectorLength;

    Butterfly* newButterfly = Butterfly::fromBase(newAllocBase, newIndexBias, propertyCapacity);
307

308 309
    if (addToFront) {
        ASSERT(count + usedVectorLength <= newVectorLength);
310
        memmove(newButterfly->arrayStorage()->m_vector + count, storage->m_vector, sizeof(JSValue) * usedVectorLength);
311 312 313
        memmove(newButterfly->propertyStorage() - propertySize, butterfly->propertyStorage() - propertySize, sizeof(JSValue) * propertySize + sizeof(IndexingHeader) + ArrayStorage::sizeFor(0));
    } else if ((newAllocBase != butterfly->base(structure())) || (newIndexBias != storage->m_indexBias)) {
        memmove(newButterfly->propertyStorage() - propertySize, butterfly->propertyStorage() - propertySize, sizeof(JSValue) * propertySize + sizeof(IndexingHeader) + ArrayStorage::sizeFor(0));
314 315
        memmove(newButterfly->arrayStorage()->m_vector, storage->m_vector, sizeof(JSValue) * usedVectorLength);

316 317 318 319 320
        WriteBarrier<Unknown>* newVector = newButterfly->arrayStorage()->m_vector;
        for (unsigned i = requiredVectorLength; i < newVectorLength; i++)
            newVector[i].clear();
    }

321 322
    newButterfly->arrayStorage()->setVectorLength(newVectorLength);
    newButterfly->arrayStorage()->m_indexBias = newIndexBias;
323

324
    m_butterfly = newButterfly;
325

ap@webkit.org's avatar
ap@webkit.org committed
326
    return true;
darin's avatar
darin committed
327 328
}

329
bool JSArray::setLengthWithArrayStorage(ExecState* exec, unsigned newLength, bool throwException, ArrayStorage* storage)
darin's avatar
darin committed
330
{
331
    unsigned length = storage->length();
darin's avatar
darin committed
332

333
    // If the length is read only then we enter sparse mode, so should enter the following 'if'.
334
    ASSERT(isLengthWritable() || storage->m_sparseMap);
335

336
    if (SparseArrayValueMap* map = storage->m_sparseMap.get()) {
337 338 339 340 341 342
        // Fail if the length is not writable.
        if (map->lengthIsReadOnly())
            return reject(exec, throwException, StrictModeReadonlyPropertyWriteError);

        if (newLength < length) {
            // Copy any keys we might be interested in into a vector.
343
            Vector<unsigned, 0, UnsafeVectorOverflow> keys;
344
            keys.reserveInitialCapacity(min(map->size(), static_cast<size_t>(length - newLength)));
345 346
            SparseArrayValueMap::const_iterator end = map->end();
            for (SparseArrayValueMap::const_iterator it = map->begin(); it != end; ++it) {
347
                unsigned index = static_cast<unsigned>(it->key);
348 349 350 351 352 353 354 355 356 357 358 359 360 361
                if (index < length && index >= newLength)
                    keys.append(index);
            }

            // Check if the array is in sparse mode. If so there may be non-configurable
            // properties, so we have to perform deletion with caution, if not we can
            // delete values in any order.
            if (map->sparseMode()) {
                qsort(keys.begin(), keys.size(), sizeof(unsigned), compareKeysForQSort);
                unsigned i = keys.size();
                while (i) {
                    unsigned index = keys[--i];
                    SparseArrayValueMap::iterator it = map->find(index);
                    ASSERT(it != map->notFound());
362
                    if (it->value.attributes & DontDelete) {
363
                        storage->setLength(index + 1);
364 365 366 367 368 369 370
                        return reject(exec, throwException, "Unable to delete property.");
                    }
                    map->remove(it);
                }
            } else {
                for (unsigned i = 0; i < keys.size(); ++i)
                    map->remove(keys[i]);
371
                if (map->isEmpty())
372
                    deallocateSparseIndexMap();
373 374 375 376
            }
        }
    }

darin's avatar
darin committed
377
    if (newLength < length) {
378
        // Delete properties from the vector.
379
        unsigned usedVectorLength = min(length, storage->vectorLength());
darin's avatar
darin committed
380
        for (unsigned i = newLength; i < usedVectorLength; ++i) {
381
            WriteBarrier<Unknown>& valueSlot = storage->m_vector[i];
darin's avatar
darin committed
382
            bool hadValue = valueSlot;
383
            valueSlot.clear();
darin's avatar
darin committed
384 385 386
            storage->m_numValuesInVector -= hadValue;
        }
    }
aroben@apple.com's avatar
aroben@apple.com committed
387

388
    storage->setLength(newLength);
389

390
    return true;
darin's avatar
darin committed
391 392
}

393 394 395 396 397 398 399 400 401
bool JSArray::setLength(ExecState* exec, unsigned newLength, bool throwException)
{
    switch (structure()->indexingType()) {
    case ArrayClass:
        if (!newLength)
            return true;
        if (newLength >= MIN_SPARSE_ARRAY_INDEX) {
            return setLengthWithArrayStorage(
                exec, newLength, throwException,
ggaren@apple.com's avatar
ggaren@apple.com committed
402
                convertContiguousToArrayStorage(exec->vm()));
403
        }
ggaren@apple.com's avatar
ggaren@apple.com committed
404
        createInitialUndecided(exec->vm(), newLength);
405 406
        return true;
        
407 408 409
    case ArrayWithUndecided:
    case ArrayWithInt32:
    case ArrayWithDouble:
410 411 412 413 414
    case ArrayWithContiguous:
        if (newLength == m_butterfly->publicLength())
            return true;
        if (newLength >= MAX_ARRAY_INDEX // This case ensures that we can do fast push.
            || (newLength >= MIN_SPARSE_ARRAY_INDEX
415
                && !isDenseEnoughForVector(newLength, countElements()))) {
416 417
            return setLengthWithArrayStorage(
                exec, newLength, throwException,
ggaren@apple.com's avatar
ggaren@apple.com committed
418
                ensureArrayStorage(exec->vm()));
419 420
        }
        if (newLength > m_butterfly->publicLength()) {
ggaren@apple.com's avatar
ggaren@apple.com committed
421
            ensureLength(exec->vm(), newLength);
422 423
            return true;
        }
424 425 426 427 428 429 430
        if (structure()->indexingType() == ArrayWithDouble) {
            for (unsigned i = m_butterfly->publicLength(); i-- > newLength;)
                m_butterfly->contiguousDouble()[i] = QNaN;
        } else {
            for (unsigned i = m_butterfly->publicLength(); i-- > newLength;)
                m_butterfly->contiguous()[i].clear();
        }
431 432 433 434 435 436 437 438 439 440 441 442 443
        m_butterfly->setPublicLength(newLength);
        return true;
        
    case ArrayWithArrayStorage:
    case ArrayWithSlowPutArrayStorage:
        return setLengthWithArrayStorage(exec, newLength, throwException, arrayStorage());
        
    default:
        CRASH();
        return false;
    }
}

444
JSValue JSArray::pop(ExecState* exec)
445
{
446
    switch (structure()->indexingType()) {
447
    case ArrayClass:
448
        return jsUndefined();
449
        
450 451 452 453 454 455 456
    case ArrayWithUndecided:
        if (!m_butterfly->publicLength())
            return jsUndefined();
        // We have nothing but holes. So, drop down to the slow version.
        break;
        
    case ArrayWithInt32:
457 458 459 460 461 462
    case ArrayWithContiguous: {
        unsigned length = m_butterfly->publicLength();
        
        if (!length--)
            return jsUndefined();
        
463
        RELEASE_ASSERT(length < m_butterfly->vectorLength());
464 465 466 467 468 469 470 471 472
        JSValue value = m_butterfly->contiguous()[length].get();
        if (value) {
            m_butterfly->contiguous()[length].clear();
            m_butterfly->setPublicLength(length);
            return value;
        }
        break;
    }
        
473 474 475 476 477 478
    case ArrayWithDouble: {
        unsigned length = m_butterfly->publicLength();
        
        if (!length--)
            return jsUndefined();
        
479
        RELEASE_ASSERT(length < m_butterfly->vectorLength());
480 481 482 483 484 485 486 487 488
        double value = m_butterfly->contiguousDouble()[length];
        if (value == value) {
            m_butterfly->contiguousDouble()[length] = QNaN;
            m_butterfly->setPublicLength(length);
            return JSValue(JSValue::EncodeAsDouble, value);
        }
        break;
    }
        
489
    case ARRAY_WITH_ARRAY_STORAGE_INDEXING_TYPES: {
490 491 492 493 494 495 496 497
        ArrayStorage* storage = m_butterfly->arrayStorage();
    
        unsigned length = storage->length();
        if (!length) {
            if (!isLengthWritable())
                throwTypeError(exec, StrictModeReadonlyPropertyWriteError);
            return jsUndefined();
        }
498

499 500 501 502 503 504 505
        unsigned index = length - 1;
        if (index < storage->vectorLength()) {
            WriteBarrier<Unknown>& valueSlot = storage->m_vector[index];
            if (valueSlot) {
                --storage->m_numValuesInVector;
                JSValue element = valueSlot.get();
                valueSlot.clear();
506
            
507
                RELEASE_ASSERT(isLengthWritable());
508 509 510
                storage->setLength(index);
                return element;
            }
511
        }
512
        break;
513 514 515
    }
        
    default:
516
        CRASH();
517
        return JSValue();
518
    }
519 520 521 522 523 524 525 526 527 528 529 530 531 532 533
    
    unsigned index = getArrayLength() - 1;
    // Let element be the result of calling the [[Get]] internal method of O with argument indx.
    JSValue element = get(exec, index);
    if (exec->hadException())
        return jsUndefined();
    // Call the [[Delete]] internal method of O with arguments indx and true.
    if (!deletePropertyByIndex(this, exec, index)) {
        throwTypeError(exec, "Unable to delete property.");
        return jsUndefined();
    }
    // Call the [[Put]] internal method of O with arguments "length", indx, and true.
    setLength(exec, index, true);
    // Return element.
    return element;
534 535
}

536 537 538
// Push & putIndex are almost identical, with two small differences.
//  - we always are writing beyond the current array bounds, so it is always necessary to update m_length & m_numValuesInVector.
//  - pushing to an array of length 2^32-1 stores the property, but throws a range error.
ggaren@apple.com's avatar
ggaren@apple.com committed
539
void JSArray::push(ExecState* exec, JSValue value)
540
{
541
    switch (structure()->indexingType()) {
542
    case ArrayClass: {
ggaren@apple.com's avatar
ggaren@apple.com committed
543
        createInitialUndecided(exec->vm(), 0);
544 545 546 547
        // Fall through.
    }
        
    case ArrayWithUndecided: {
ggaren@apple.com's avatar
ggaren@apple.com committed
548
        convertUndecidedForValue(exec->vm(), value);
549 550
        push(exec, value);
        return;
551
    }
552
        
553 554
    case ArrayWithInt32: {
        if (!value.isInt32()) {
ggaren@apple.com's avatar
ggaren@apple.com committed
555
            convertInt32ForValue(exec->vm(), value);
556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578
            push(exec, value);
            return;
        }

        unsigned length = m_butterfly->publicLength();
        ASSERT(length <= m_butterfly->vectorLength());
        if (length < m_butterfly->vectorLength()) {
            m_butterfly->contiguousInt32()[length].setWithoutWriteBarrier(value);
            m_butterfly->setPublicLength(length + 1);
            return;
        }
        
        if (length > MAX_ARRAY_INDEX) {
            methodTable()->putByIndex(this, exec, length, value, true);
            if (!exec->hadException())
                throwError(exec, createRangeError(exec, "Invalid array length"));
            return;
        }
        
        putByIndexBeyondVectorLengthWithoutAttributes<Int32Shape>(exec, length, value);
        return;
    }

579 580 581 582
    case ArrayWithContiguous: {
        unsigned length = m_butterfly->publicLength();
        ASSERT(length <= m_butterfly->vectorLength());
        if (length < m_butterfly->vectorLength()) {
ggaren@apple.com's avatar
ggaren@apple.com committed
583
            m_butterfly->contiguous()[length].set(exec->vm(), this, value);
584 585 586 587 588 589 590 591 592 593 594
            m_butterfly->setPublicLength(length + 1);
            return;
        }
        
        if (length > MAX_ARRAY_INDEX) {
            methodTable()->putByIndex(this, exec, length, value, true);
            if (!exec->hadException())
                throwError(exec, createRangeError(exec, "Invalid array length"));
            return;
        }
        
595
        putByIndexBeyondVectorLengthWithoutAttributes<ContiguousShape>(exec, length, value);
596 597 598
        return;
    }
        
599 600
    case ArrayWithDouble: {
        if (!value.isNumber()) {
ggaren@apple.com's avatar
ggaren@apple.com committed
601
            convertDoubleToContiguous(exec->vm());
602 603 604 605 606
            push(exec, value);
            return;
        }
        double valueAsDouble = value.asNumber();
        if (valueAsDouble != valueAsDouble) {
ggaren@apple.com's avatar
ggaren@apple.com committed
607
            convertDoubleToContiguous(exec->vm());
608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630
            push(exec, value);
            return;
        }

        unsigned length = m_butterfly->publicLength();
        ASSERT(length <= m_butterfly->vectorLength());
        if (length < m_butterfly->vectorLength()) {
            m_butterfly->contiguousDouble()[length] = valueAsDouble;
            m_butterfly->setPublicLength(length + 1);
            return;
        }
        
        if (length > MAX_ARRAY_INDEX) {
            methodTable()->putByIndex(this, exec, length, value, true);
            if (!exec->hadException())
                throwError(exec, createRangeError(exec, "Invalid array length"));
            return;
        }
        
        putByIndexBeyondVectorLengthWithoutAttributes<DoubleShape>(exec, length, value);
        break;
    }
        
631 632 633 634 635 636 637 638 639 640
    case ArrayWithSlowPutArrayStorage: {
        unsigned oldLength = length();
        if (attemptToInterceptPutByIndexOnHole(exec, oldLength, value, true)) {
            if (!exec->hadException() && oldLength < 0xFFFFFFFFu)
                setLength(exec, oldLength + 1, true);
            return;
        }
        // Fall through.
    }
        
641 642 643 644 645 646
    case ArrayWithArrayStorage: {
        ArrayStorage* storage = m_butterfly->arrayStorage();

        // Fast case - push within vector, always update m_length & m_numValuesInVector.
        unsigned length = storage->length();
        if (length < storage->vectorLength()) {
ggaren@apple.com's avatar
ggaren@apple.com committed
647
            storage->m_vector[length].set(exec->vm(), this, value);
648 649 650 651
            storage->setLength(length + 1);
            ++storage->m_numValuesInVector;
            return;
        }
652

653 654
        // Pushing to an array of invalid length (2^31-1) stores the property, but throws a range error.
        if (storage->length() > MAX_ARRAY_INDEX) {
655 656 657 658 659 660
            methodTable()->putByIndex(this, exec, storage->length(), value, true);
            // Per ES5.1 15.4.4.7 step 6 & 15.4.5.1 step 3.d.
            if (!exec->hadException())
                throwError(exec, createRangeError(exec, "Invalid array length"));
            return;
        }
661

662 663 664 665 666 667
        // Handled the same as putIndex.
        putByIndexBeyondVectorLengthWithArrayStorage(exec, storage->length(), value, true, storage);
        break;
    }
        
    default:
668
        RELEASE_ASSERT_NOT_REACHED();
669
    }
670 671
}

672
bool JSArray::shiftCountWithArrayStorage(unsigned startIndex, unsigned count, ArrayStorage* storage)
673
{
674
    unsigned oldLength = storage->length();
675
    RELEASE_ASSERT(count <= oldLength);
676
    
677 678
    // If the array contains holes or is otherwise in an abnormal state,
    // use the generic algorithm in ArrayPrototype.
679
    if (oldLength != storage->m_numValuesInVector || inSparseIndexingMode() || shouldUseSlowPut(structure()->indexingType()))
680
        return false;
681

682 683
    if (!oldLength)
        return true;
684
    
685 686
    unsigned length = oldLength - count;
    
687
    storage->m_numValuesInVector -= count;
688
    storage->setLength(length);
689
    
690
    unsigned vectorLength = storage->vectorLength();
691 692 693 694 695 696 697 698 699 700 701 702 703 704
    if (!vectorLength)
        return true;
    
    if (startIndex >= vectorLength)
        return true;
    
    if (startIndex + count > vectorLength)
        count = vectorLength - startIndex;
    
    unsigned usedVectorLength = min(vectorLength, oldLength);
    
    vectorLength -= count;
    storage->setVectorLength(vectorLength);
    
705
    if (vectorLength) {
706 707 708 709 710 711 712
        if (startIndex < usedVectorLength - (startIndex + count)) {
            if (startIndex) {
                memmove(
                    storage->m_vector + count,
                    storage->m_vector,
                    sizeof(JSValue) * startIndex);
            }
713 714 715
            m_butterfly = m_butterfly->shift(structure(), count);
            storage = m_butterfly->arrayStorage();
            storage->m_indexBias += count;
716 717 718 719 720 721 722
        } else {
            memmove(
                storage->m_vector + startIndex,
                storage->m_vector + startIndex + count,
                sizeof(JSValue) * (usedVectorLength - (startIndex + count)));
            for (unsigned i = usedVectorLength - count; i < usedVectorLength; ++i)
                storage->m_vector[i].clear();
723 724
        }
    }
725
    return true;
726
}
727

728 729
bool JSArray::shiftCountWithAnyIndexingType(ExecState* exec, unsigned startIndex, unsigned count)
{
730
    RELEASE_ASSERT(count > 0);
731 732 733 734 735
    
    switch (structure()->indexingType()) {
    case ArrayClass:
        return true;
        
736 737 738 739 740
    case ArrayWithUndecided:
        // Don't handle this because it's confusing and it shouldn't come up.
        return false;
        
    case ArrayWithInt32:
741 742
    case ArrayWithContiguous: {
        unsigned oldLength = m_butterfly->publicLength();
743
        RELEASE_ASSERT(count <= oldLength);
744 745 746 747
        
        // We may have to walk the entire array to do the shift. We're willing to do
        // so only if it's not horribly slow.
        if (oldLength - (startIndex + count) >= MIN_SPARSE_ARRAY_INDEX)
ggaren@apple.com's avatar
ggaren@apple.com committed
748
            return shiftCountWithArrayStorage(startIndex, count, ensureArrayStorage(exec->vm()));
749 750 751 752 753 754 755 756 757 758 759 760 761
        
        unsigned end = oldLength - count;
        for (unsigned i = startIndex; i < end; ++i) {
            // Storing to a hole is fine since we're still having a good time. But reading
            // from a hole is totally not fine, since we might have to read from the proto
            // chain.
            JSValue v = m_butterfly->contiguous()[i + count].get();
            if (UNLIKELY(!v)) {
                // The purpose of this path is to ensure that we don't make the same
                // mistake in the future: shiftCountWithArrayStorage() can't do anything
                // about holes (at least for now), but it can detect them quickly. So
                // we convert to array storage and then allow the array storage path to
                // figure it out.
ggaren@apple.com's avatar
ggaren@apple.com committed
762
                return shiftCountWithArrayStorage(startIndex, count, ensureArrayStorage(exec->vm()));
763 764 765 766 767 768 769 770 771 772 773 774 775
            }
            // No need for a barrier since we're just moving data around in the same vector.
            // This is in line with our standing assumption that we won't have a deletion
            // barrier.
            m_butterfly->contiguous()[i].setWithoutWriteBarrier(v);
        }
        for (unsigned i = end; i < oldLength; ++i)
            m_butterfly->contiguous()[i].clear();
        
        m_butterfly->setPublicLength(oldLength - count);
        return true;
    }
        
776 777
    case ArrayWithDouble: {
        unsigned oldLength = m_butterfly->publicLength();
778
        RELEASE_ASSERT(count <= oldLength);
779 780 781 782
        
        // We may have to walk the entire array to do the shift. We're willing to do
        // so only if it's not horribly slow.
        if (oldLength - (startIndex + count) >= MIN_SPARSE_ARRAY_INDEX)
ggaren@apple.com's avatar
ggaren@apple.com committed
783
            return shiftCountWithArrayStorage(startIndex, count, ensureArrayStorage(exec->vm()));
784 785 786 787 788 789 790 791 792 793 794 795 796
        
        unsigned end = oldLength - count;
        for (unsigned i = startIndex; i < end; ++i) {
            // Storing to a hole is fine since we're still having a good time. But reading
            // from a hole is totally not fine, since we might have to read from the proto
            // chain.
            double v = m_butterfly->contiguousDouble()[i + count];
            if (UNLIKELY(v != v)) {
                // The purpose of this path is to ensure that we don't make the same
                // mistake in the future: shiftCountWithArrayStorage() can't do anything
                // about holes (at least for now), but it can detect them quickly. So
                // we convert to array storage and then allow the array storage path to
                // figure it out.
ggaren@apple.com's avatar
ggaren@apple.com committed
797
                return shiftCountWithArrayStorage(startIndex, count, ensureArrayStorage(exec->vm()));
798 799 800 801 802 803 804 805 806 807 808 809 810
            }
            // No need for a barrier since we're just moving data around in the same vector.
            // This is in line with our standing assumption that we won't have a deletion
            // barrier.
            m_butterfly->contiguousDouble()[i] = v;
        }
        for (unsigned i = end; i < oldLength; ++i)
            m_butterfly->contiguousDouble()[i] = QNaN;
        
        m_butterfly->setPublicLength(oldLength - count);
        return true;
    }
        
811 812 813 814 815 816 817 818 819 820
    case ArrayWithArrayStorage:
    case ArrayWithSlowPutArrayStorage:
        return shiftCountWithArrayStorage(startIndex, count, arrayStorage());
        
    default:
        CRASH();
        return false;
    }
}

821
// Returns true if the unshift can be handled, false to fallback.    
822
bool JSArray::unshiftCountWithArrayStorage(ExecState* exec, unsigned startIndex, unsigned count, ArrayStorage* storage)
823
{
824
    unsigned length = storage->length();
825

826
    RELEASE_ASSERT(startIndex <= length);
827

828 829
    // If the array contains holes or is otherwise in an abnormal state,
    // use the generic algorithm in ArrayPrototype.
830
    if (length != storage->m_numValuesInVector || storage->inSparseMode() || shouldUseSlowPut(structure()->indexingType()))
831 832
        return false;

833 834 835 836 837
    bool moveFront = !startIndex || startIndex < length / 2;

    unsigned vectorLength = storage->vectorLength();

    if (moveFront && storage->m_indexBias >= count) {
838 839 840
        m_butterfly = storage->butterfly()->unshift(structure(), count);
        storage = m_butterfly->arrayStorage();
        storage->m_indexBias -= count;
841 842 843
        storage->setVectorLength(vectorLength + count);
    } else if (!moveFront && vectorLength - length >= count)
        storage = storage->butterfly()->arrayStorage();
ggaren@apple.com's avatar
ggaren@apple.com committed
844
    else if (unshiftCountSlowCase(exec->vm(), moveFront, count))
845 846
        storage = arrayStorage();
    else {
847
        throwOutOfMemoryError(exec);
848
        return true;
849
    }
850

851
    WriteBarrier<Unknown>* vector = storage->m_vector;
852 853 854 855

    if (startIndex) {
        if (moveFront)
            memmove(vector, vector + count, startIndex * sizeof(JSValue));
856
        else if (length - startIndex)
857 858 859
            memmove(vector + startIndex + count, vector + startIndex, (length - startIndex) * sizeof(JSValue));
    }

860
    for (unsigned i = 0; i < count; i++)
861
        vector[i + startIndex].clear();
862
    return true;
863 864
}

865 866 867 868
bool JSArray::unshiftCountWithAnyIndexingType(ExecState* exec, unsigned startIndex, unsigned count)
{
    switch (structure()->indexingType()) {
    case ArrayClass:
869
    case ArrayWithUndecided:
870 871
        // We could handle this. But it shouldn't ever come up, so we won't.
        return false;
872 873

    case ArrayWithInt32:
874 875 876 877 878 879
    case ArrayWithContiguous: {
        unsigned oldLength = m_butterfly->publicLength();
        
        // We may have to walk the entire array to do the unshift. We're willing to do so
        // only if it's not horribly slow.
        if (oldLength - startIndex >= MIN_SPARSE_ARRAY_INDEX)
ggaren@apple.com's avatar
ggaren@apple.com committed
880
            return unshiftCountWithArrayStorage(exec, startIndex, count, ensureArrayStorage(exec->vm()));
881
        
ggaren@apple.com's avatar
ggaren@apple.com committed
882
        ensureLength(exec->vm(), oldLength + count);
883 884 885 886
        
        for (unsigned i = oldLength; i-- > startIndex;) {
            JSValue v = m_butterfly->contiguous()[i].get();
            if (UNLIKELY(!v))
ggaren@apple.com's avatar
ggaren@apple.com committed
887
                return unshiftCountWithArrayStorage(exec, startIndex, count, ensureArrayStorage(exec->vm()));
888 889 890 891 892 893 894 895 896 897 898
            m_butterfly->contiguous()[i + count].setWithoutWriteBarrier(v);
        }
        
        // NOTE: we're leaving being garbage in the part of the array that we shifted out
        // of. This is fine because the caller is required to store over that area, and
        // in contiguous mode storing into a hole is guaranteed to behave exactly the same
        // as storing over an existing element.
        
        return true;
    }
        
899 900 901 902 903 904
    case ArrayWithDouble: {
        unsigned oldLength = m_butterfly->publicLength();
        
        // We may have to walk the entire array to do the unshift. We're willing to do so
        // only if it's not horribly slow.
        if (oldLength - startIndex >= MIN_SPARSE_ARRAY_INDEX)
ggaren@apple.com's avatar
ggaren@apple.com committed
905
            return unshiftCountWithArrayStorage(exec, startIndex, count, ensureArrayStorage(exec->vm()));
906
        
ggaren@apple.com's avatar
ggaren@apple.com committed
907
        ensureLength(exec->vm(), oldLength + count);
908 909 910 911
        
        for (unsigned i = oldLength; i-- > startIndex;) {
            double v = m_butterfly->contiguousDouble()[i];
            if (UNLIKELY(v != v))
ggaren@apple.com's avatar
ggaren@apple.com committed
912
                return unshiftCountWithArrayStorage(exec, startIndex, count, ensureArrayStorage(exec->vm()));
913 914 915 916 917 918 919 920 921 922 923
            m_butterfly->contiguousDouble()[i + count] = v;
        }
        
        // NOTE: we're leaving being garbage in the part of the array that we shifted out
        // of. This is fine because the caller is required to store over that area, and
        // in contiguous mode storing into a hole is guaranteed to behave exactly the same
        // as storing over an existing element.
        
        return true;
    }
        
924 925 926 927 928 929 930 931 932 933
    case ArrayWithArrayStorage:
    case ArrayWithSlowPutArrayStorage:
        return unshiftCountWithArrayStorage(exec, startIndex, count, arrayStorage());
        
    default:
        CRASH();
        return false;
    }
}

934 935 936 937 938 939 940 941 942 943 944 945 946 947
static int compareNumbersForQSortWithInt32(const void* a, const void* b)
{
    int32_t ia = static_cast<const JSValue*>(a)->asInt32();
    int32_t ib = static_cast<const JSValue*>(b)->asInt32();
    return ia - ib;
}

static int compareNumbersForQSortWithDouble(const void* a, const void* b)
{
    double da = *static_cast<const double*>(a);
    double db = *static_cast<const double*>(b);
    return (da > db) - (da < db);
}

ggaren@apple.com's avatar
ggaren@apple.com committed
948 949
static int compareNumbersForQSort(const void* a, const void* b)
{
ggaren@apple.com's avatar
ggaren@apple.com committed
950 951
    double da = static_cast<const JSValue*>(a)->asNumber();
    double db = static_cast<const JSValue*>(b)->asNumber();
ggaren@apple.com's avatar
ggaren@apple.com committed
952 953 954
    return (da > db) - (da < db);
}

955 956
static int compareByStringPairForQSort(const void* a, const void* b)
{
ggaren@apple.com's avatar
ggaren@apple.com committed
957 958
    const ValueStringPair* va = static_cast<const ValueStringPair*>(a);
    const ValueStringPair* vb = static_cast<const ValueStringPair*>(b);
959
    return codePointCompare(va->second, vb->second);
960
}
darin's avatar
darin committed
961

962 963 964
template<IndexingType indexingType>
void JSArray::sortNumericVector(ExecState* exec, JSValue compareFunction, CallType callType, const CallData& callData)
{