/**************************************************************************** ** ** Copyright (C) 2014 Digia Plc and/or its subsidiary(-ies). ** Contact: http://www.qt-project.org/legal ** ** This file is part of the QtQml module of the Qt Toolkit. ** ** $QT_BEGIN_LICENSE:LGPL$ ** Commercial License Usage ** Licensees holding valid commercial Qt licenses may use this file in ** accordance with the commercial license agreement provided with the ** Software or, alternatively, in accordance with the terms contained in ** a written agreement between you and Digia. For licensing terms and ** conditions see http://qt.digia.com/licensing. For further information ** use the contact form at http://qt.digia.com/contact-us. ** ** GNU Lesser General Public License Usage ** Alternatively, this file may be used under the terms of the GNU Lesser ** General Public License version 2.1 as published by the Free Software ** Foundation and appearing in the file LICENSE.LGPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU Lesser General Public License version 2.1 requirements ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. ** ** In addition, as a special exception, Digia gives you certain additional ** rights. These rights are described in the Digia Qt LGPL Exception ** version 1.1, included in the file LGPL_EXCEPTION.txt in this package. ** ** GNU General Public License Usage ** Alternatively, this file may be used under the terms of the GNU ** General Public License version 3.0 as published by the Free Software ** Foundation and appearing in the file LICENSE.GPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU General Public License version 3.0 requirements will be ** met: http://www.gnu.org/copyleft/gpl.html. ** ** ** $QT_END_LICENSE$ ** ****************************************************************************/ #include "qv4arraydata_p.h" #include "qv4object_p.h" #include "qv4functionobject_p.h" #include "qv4mm_p.h" using namespace QV4; const ArrayVTable SimpleArrayData::static_vtbl = { DEFINE_MANAGED_VTABLE_INT(SimpleArrayData), SimpleArrayData::Simple, SimpleArrayData::reallocate, SimpleArrayData::get, SimpleArrayData::put, SimpleArrayData::putArray, SimpleArrayData::del, SimpleArrayData::setAttribute, SimpleArrayData::attribute, SimpleArrayData::push_front, SimpleArrayData::pop_front, SimpleArrayData::truncate, SimpleArrayData::length }; const ArrayVTable SparseArrayData::static_vtbl = { DEFINE_MANAGED_VTABLE_INT(SparseArrayData), ArrayData::Sparse, SparseArrayData::reallocate, SparseArrayData::get, SparseArrayData::put, SparseArrayData::putArray, SparseArrayData::del, SparseArrayData::setAttribute, SparseArrayData::attribute, SparseArrayData::push_front, SparseArrayData::pop_front, SparseArrayData::truncate, SparseArrayData::length }; void ArrayData::realloc(Object *o, Type newType, uint offset, uint alloc, bool enforceAttributes) { ArrayData *d = o->arrayData; uint oldAlloc = 0; uint toCopy = 0; if (alloc < 8) alloc = 8; if (d) { bool hasAttrs = d->attrs; enforceAttributes |= hasAttrs; if (!offset && alloc <= d->alloc && newType == d->type && hasAttrs == enforceAttributes) return; oldAlloc = d->alloc; if (d->type < Sparse) { offset = qMax(offset, static_cast(d)->offset); toCopy = static_cast(d)->len; } else { Q_ASSERT(!offset); toCopy = d->alloc; newType = Sparse; } } if (enforceAttributes && newType == Simple) newType = Complex; alloc = qMax(alloc, 2*oldAlloc) + offset; size_t size = alloc*sizeof(Value); if (enforceAttributes) size += alloc*sizeof(PropertyAttributes); if (newType < Sparse) { size += sizeof(SimpleArrayData); SimpleArrayData *newData = static_cast(o->engine()->memoryManager->allocManaged(size)); new (newData) SimpleArrayData(o->engine()); newData->alloc = alloc - offset; newData->type = newType; newData->data = reinterpret_cast(newData + 1) + offset; newData->attrs = enforceAttributes ? reinterpret_cast(newData->data + alloc) + offset : 0; newData->offset = offset; newData->len = d ? static_cast(d)->len : 0; o->arrayData = newData; } else { size += sizeof(SparseArrayData); SparseArrayData *newData = static_cast(o->engine()->memoryManager->allocManaged(size)); new (newData) SparseArrayData(o->engine()); newData->alloc = alloc; newData->type = newType; newData->data = reinterpret_cast(newData + 1); newData->attrs = enforceAttributes ? reinterpret_cast(newData->data + alloc) : 0; o->arrayData = newData; } if (d) { memcpy(o->arrayData->data, d->data, sizeof(Value)*toCopy); if (enforceAttributes) { if (d->attrs) memcpy(o->arrayData->attrs, d->attrs, sizeof(PropertyAttributes)*toCopy); else for (uint i = 0; i < toCopy; ++i) o->arrayData->attrs[i] = Attr_Data; } } if (newType != Sparse) return; SparseArrayData *newData = static_cast(o->arrayData); if (d && d->type == Sparse) { SparseArrayData *old = static_cast(d); newData->sparse = old->sparse; old->sparse = 0; newData->freeList = old->freeList; } else { newData->sparse = new SparseArray; uint *lastFree = &newData->freeList; for (uint i = 0; i < toCopy; ++i) { if (!newData->data[i].isEmpty()) { SparseArrayNode *n = newData->sparse->insert(i); n->value = i; } else { *lastFree = i; newData->data[i].tag = Value::Empty_Type; lastFree = &newData->data[i].uint_32; } } } uint *lastFree = &newData->freeList; for (uint i = toCopy; i < newData->alloc; ++i) { *lastFree = i; newData->data[i].tag = Value::Empty_Type; lastFree = &newData->data[i].uint_32; } *lastFree = newData->alloc; // ### Could explicitly free the old data } void SimpleArrayData::getHeadRoom(Object *o) { SimpleArrayData *dd = static_cast(o->arrayData); Q_ASSERT(dd); Q_ASSERT(!dd->offset); uint offset = qMax(dd->len >> 2, (uint)16); realloc(o, Simple, offset, 0, false); } ArrayData *SimpleArrayData::reallocate(Object *o, uint n, bool enforceAttributes) { realloc(o, Simple, 0, n, enforceAttributes); return o->arrayData; } void ArrayData::ensureAttributes(Object *o) { if (o->arrayData && o->arrayData->attrs) return; ArrayData::realloc(o, Simple, 0, 0, true); } void SimpleArrayData::destroy(Managed *) { } void SimpleArrayData::markObjects(Managed *d, ExecutionEngine *e) { SimpleArrayData *dd = static_cast(d); uint l = dd->len; for (uint i = 0; i < l; ++i) dd->data[i].mark(e); } ReturnedValue SimpleArrayData::get(const ArrayData *d, uint index) { const SimpleArrayData *dd = static_cast(d); if (index >= dd->len) return Primitive::emptyValue().asReturnedValue(); return dd->data[index].asReturnedValue(); } bool SimpleArrayData::put(Object *o, uint index, ValueRef value) { SimpleArrayData *dd = static_cast(o->arrayData); Q_ASSERT(index >= dd->len || !dd->attrs || !dd->attrs[index].isAccessor()); // ### honour attributes dd->data[index] = value; if (index >= dd->len) { if (dd->attrs) dd->attrs[index] = Attr_Data; dd->len = index + 1; } return true; } bool SimpleArrayData::del(Object *o, uint index) { SimpleArrayData *dd = static_cast(o->arrayData); if (index >= dd->len) return true; if (!dd->attrs || dd->attrs[index].isConfigurable()) { dd->data[index] = Primitive::emptyValue(); if (dd->attrs) dd->attrs[index] = Attr_Data; return true; } if (dd->data[index].isEmpty()) return true; return false; } void SimpleArrayData::setAttribute(Object *o, uint index, PropertyAttributes attrs) { o->arrayData->attrs[index] = attrs; } PropertyAttributes SimpleArrayData::attribute(const ArrayData *d, uint index) { return d->attrs[index]; } void SimpleArrayData::push_front(Object *o, Value *values, uint n) { SimpleArrayData *dd = static_cast(o->arrayData); Q_ASSERT(!dd->attrs); for (int i = n - 1; i >= 0; --i) { if (!dd->offset) { getHeadRoom(o); dd = static_cast(o->arrayData); } --dd->offset; --dd->data; ++dd->len; ++dd->alloc; *dd->data = values[i].asReturnedValue(); } } ReturnedValue SimpleArrayData::pop_front(Object *o) { SimpleArrayData *dd = static_cast(o->arrayData); Q_ASSERT(!dd->attrs); if (!dd->len) return Encode::undefined(); ReturnedValue v = dd->data[0].isEmpty() ? Encode::undefined() : dd->data[0].asReturnedValue(); ++dd->offset; ++dd->data; --dd->len; --dd->alloc; return v; } uint SimpleArrayData::truncate(Object *o, uint newLen) { SimpleArrayData *dd = static_cast(o->arrayData); if (dd->len < newLen) return newLen; if (dd->attrs) { Value *it = dd->data + dd->len; const Value *begin = dd->data + newLen; while (--it >= begin) { if (!it->isEmpty() && !dd->attrs[it - dd->data].isConfigurable()) { newLen = it - dd->data + 1; break; } *it = Primitive::emptyValue(); } } dd->len = newLen; return newLen; } uint SimpleArrayData::length(const ArrayData *d) { return static_cast(d)->len; } bool SimpleArrayData::putArray(Object *o, uint index, Value *values, uint n) { SimpleArrayData *dd = static_cast(o->arrayData); if (index + n > dd->alloc) { reallocate(o, index + n + 1, false); dd = static_cast(o->arrayData); } for (uint i = dd->len; i < index; ++i) dd->data[i] = Primitive::emptyValue(); for (uint i = 0; i < n; ++i) dd->data[index + i] = values[i]; dd->len = qMax(dd->len, index + n); return true; } void SparseArrayData::free(ArrayData *d, uint idx) { Q_ASSERT(d && d->type == ArrayData::Sparse); SparseArrayData *dd = static_cast(d); Value *v = dd->data + idx; if (dd->attrs && dd->attrs[idx].isAccessor()) { // double slot, free both. Order is important, so we have a double slot for allocation again afterwards. v[1].tag = Value::Empty_Type; v[1].uint_32 = dd->freeList; v[0].tag = Value::Empty_Type; v[0].uint_32 = idx + 1; } else { v->tag = Value::Empty_Type; v->uint_32 = dd->freeList; } dd->freeList = idx; if (dd->attrs) dd->attrs[idx].clear(); } void SparseArrayData::destroy(Managed *d) { SparseArrayData *dd = static_cast(d); delete dd->sparse; } void SparseArrayData::markObjects(Managed *d, ExecutionEngine *e) { SparseArrayData *dd = static_cast(d); uint l = dd->alloc; for (uint i = 0; i < l; ++i) dd->data[i].mark(e); } ArrayData *SparseArrayData::reallocate(Object *o, uint n, bool enforceAttributes) { realloc(o, Sparse, 0, n, enforceAttributes); return o->arrayData; } // double slots are required for accessor properties uint SparseArrayData::allocate(Object *o, bool doubleSlot) { Q_ASSERT(o->arrayData->type == ArrayData::Sparse); SparseArrayData *dd = static_cast(o->arrayData); if (doubleSlot) { uint *last = &dd->freeList; while (1) { if (*last + 1 >= dd->alloc) { reallocate(o, o->arrayData->alloc + 2, true); dd = static_cast(o->arrayData); last = &dd->freeList; } if (dd->data[*last].uint_32 == (*last + 1)) { // found two slots in a row uint idx = *last; *last = dd->data[*last + 1].uint_32; o->arrayData->attrs[idx] = Attr_Accessor; return idx; } last = &dd->data[*last].uint_32; } } else { if (dd->alloc == dd->freeList) { reallocate(o, o->arrayData->alloc + 2, false); dd = static_cast(o->arrayData); } uint idx = dd->freeList; dd->freeList = dd->data[idx].uint_32; if (dd->attrs) dd->attrs[idx] = Attr_Data; return idx; } } ReturnedValue SparseArrayData::get(const ArrayData *d, uint index) { SparseArrayNode *n = static_cast(d)->sparse->findNode(index); if (!n) return Primitive::emptyValue().asReturnedValue(); return d->data[n->value].asReturnedValue(); } bool SparseArrayData::put(Object *o, uint index, ValueRef value) { if (value->isEmpty()) return true; SparseArrayNode *n = static_cast(o->arrayData)->sparse->insert(index); Q_ASSERT(n->value == UINT_MAX || !o->arrayData->attrs || !o->arrayData->attrs[n->value].isAccessor()); if (n->value == UINT_MAX) n->value = allocate(o); o->arrayData->data[n->value] = value; if (o->arrayData->attrs) o->arrayData->attrs[n->value] = Attr_Data; return true; } bool SparseArrayData::del(Object *o, uint index) { SparseArrayData *dd = static_cast(o->arrayData); SparseArrayNode *n = dd->sparse->findNode(index); if (!n) return true; uint pidx = n->value; Q_ASSERT(!dd->data[pidx].isEmpty()); bool isAccessor = false; if (dd->attrs) { if (!dd->attrs[pidx].isConfigurable()) return false; isAccessor = dd->attrs[pidx].isAccessor(); dd->attrs[pidx] = Attr_Data; } if (isAccessor) { // free up both indices dd->data[pidx + 1].tag = Value::Undefined_Type; dd->data[pidx + 1].uint_32 = static_cast(dd)->freeList; dd->data[pidx].tag = Value::Undefined_Type; dd->data[pidx].uint_32 = pidx + 1; } else { dd->data[pidx].tag = Value::Undefined_Type; dd->data[pidx].uint_32 = static_cast(dd)->freeList; } dd->freeList = pidx; dd->sparse->erase(n); return true; } void SparseArrayData::setAttribute(Object *o, uint index, PropertyAttributes attrs) { SparseArrayData *d = static_cast(o->arrayData); SparseArrayNode *n = d->sparse->insert(index); if (n->value == UINT_MAX) { n->value = allocate(o, attrs.isAccessor()); d = static_cast(o->arrayData); } else if (attrs.isAccessor() != d->attrs[n->value].isAccessor()) { // need to convert the slot free(d, n->value); n->value = allocate(o, attrs.isAccessor()); } o->arrayData->attrs[n->value] = attrs; } PropertyAttributes SparseArrayData::attribute(const ArrayData *d, uint index) { SparseArrayNode *n = static_cast(d)->sparse->insert(index); if (!n) return PropertyAttributes(); return d->attrs[n->value]; } void SparseArrayData::push_front(Object *o, Value *values, uint n) { Q_ASSERT(!o->arrayData->attrs); for (int i = n - 1; i >= 0; --i) { uint idx = allocate(o); o->arrayData->data[idx] = values[i]; static_cast(o->arrayData)->sparse->push_front(idx); } } ReturnedValue SparseArrayData::pop_front(Object *o) { Q_ASSERT(!o->arrayData->attrs); uint idx = static_cast(o->arrayData)->sparse->pop_front(); ReturnedValue v; if (idx != UINT_MAX) { v = o->arrayData->data[idx].asReturnedValue(); free(o->arrayData, idx); } else { v = Encode::undefined(); } return v; } uint SparseArrayData::truncate(Object *o, uint newLen) { SparseArrayData *d = static_cast(o->arrayData); SparseArrayNode *begin = d->sparse->lowerBound(newLen); if (begin != d->sparse->end()) { SparseArrayNode *it = d->sparse->end()->previousNode(); while (1) { if (d->attrs) { if (!d->attrs[it->value].isConfigurable()) { newLen = it->key() + 1; break; } } free(d, it->value); bool brk = (it == begin); SparseArrayNode *prev = it->previousNode(); static_cast(d)->sparse->erase(it); if (brk) break; it = prev; } } return newLen; } uint SparseArrayData::length(const ArrayData *d) { const SparseArrayData *dd = static_cast(d); if (!dd->sparse) return 0; SparseArrayNode *n = dd->sparse->end(); n = n->previousNode(); return n ? n->key() + 1 : 0; } bool SparseArrayData::putArray(Object *o, uint index, Value *values, uint n) { for (uint i = 0; i < n; ++i) put(o, index + i, values[i]); return true; } uint ArrayData::append(Object *obj, const ArrayObject *otherObj, uint n) { Q_ASSERT(!obj->arrayData->hasAttributes()); if (!n) return obj->getLength(); const ArrayData *other = otherObj->arrayData; if (other->isSparse()) obj->initSparseArray(); else obj->arrayCreate(); uint oldSize = obj->getLength(); if (other->isSparse()) { if (otherObj->hasAccessorProperty && other->hasAttributes()) { Scope scope(obj->engine()); ScopedValue v(scope); for (const SparseArrayNode *it = static_cast(other)->sparse->begin(); it != static_cast(other)->sparse->end(); it = it->nextNode()) { v = otherObj->getValue(reinterpret_cast(other->data + it->value), other->attrs[it->value]); obj->arraySet(oldSize + it->key(), v); } } else { for (const SparseArrayNode *it = static_cast(other)->sparse->begin(); it != static_cast(other)->sparse->end(); it = it->nextNode()) obj->arraySet(oldSize + it->key(), ValueRef(other->data[it->value])); } } else { obj->arrayPut(oldSize, other->data, n); } return oldSize + n; } Property *ArrayData::insert(Object *o, uint index, bool isAccessor) { if (!isAccessor && o->arrayData->type != ArrayData::Sparse) { SimpleArrayData *d = static_cast(o->arrayData); if (index < 0x1000 || index < d->len + (d->len >> 2)) { if (index >= o->arrayData->alloc) { o->arrayReserve(index + 1); d = static_cast(o->arrayData); } if (index >= d->len) { // mark possible hole in the array for (uint i = d->len; i < index; ++i) d->data[i] = Primitive::emptyValue(); d->len = index + 1; } return reinterpret_cast(o->arrayData->data + index); } } o->initSparseArray(); SparseArrayNode *n = static_cast(o->arrayData)->sparse->insert(index); if (n->value == UINT_MAX) n->value = SparseArrayData::allocate(o, isAccessor); return reinterpret_cast(o->arrayData->data + n->value); } class ArrayElementLessThan { public: inline ArrayElementLessThan(ExecutionContext *context, ObjectRef thisObject, const ValueRef comparefn) : m_context(context), thisObject(thisObject), m_comparefn(comparefn) {} bool operator()(Value v1, Value v2) const; private: ExecutionContext *m_context; ObjectRef thisObject; const ValueRef m_comparefn; }; bool ArrayElementLessThan::operator()(Value v1, Value v2) const { Scope scope(m_context); if (v1.isUndefined() || v1.isEmpty()) return false; if (v2.isUndefined() || v2.isEmpty()) return true; ScopedObject o(scope, m_comparefn); if (o) { Scope scope(o->engine()); ScopedValue result(scope); ScopedCallData callData(scope, 2); callData->thisObject = Primitive::undefinedValue(); callData->args[0] = v1; callData->args[1] = v2; result = Runtime::callValue(m_context, m_comparefn, callData); return result->toNumber() < 0; } ScopedString p1s(scope, v1.toString(m_context)); ScopedString p2s(scope, v2.toString(m_context)); return p1s->toQString() < p2s->toQString(); } void ArrayData::sort(ExecutionContext *context, ObjectRef thisObject, const ValueRef comparefn, uint len) { if (!len) return; if (!thisObject->arrayData->length()) return; if (!(comparefn->isUndefined() || comparefn->asObject())) { context->throwTypeError(); return; } // The spec says the sorting goes through a series of get,put and delete operations. // this implies that the attributes don't get sorted around. if (thisObject->arrayData->type == ArrayData::Sparse) { // since we sort anyway, we can simply iterate over the entries in the sparse // array and append them one by one to a regular one. SparseArrayData *sparse = static_cast(thisObject->arrayData); if (!sparse->sparse->nEntries()) return; thisObject->arrayData = 0; ArrayData::realloc(thisObject, ArrayData::Simple, 0, sparse->sparse->nEntries(), sparse->attrs ? true : false); SimpleArrayData *d = static_cast(thisObject->arrayData); SparseArrayNode *n = sparse->sparse->begin(); uint i = 0; if (sparse->attrs) { while (n != sparse->sparse->end()) { if (n->value >= len) break; PropertyAttributes a = sparse->attrs ? sparse->attrs[n->value] : Attr_Data; d->data[i] = thisObject->getValue(reinterpret_cast(sparse->data + n->value), a); d->attrs[i] = a.isAccessor() ? Attr_Data : a; n = n->nextNode(); ++i; } } else { while (n != sparse->sparse->end()) { if (n->value >= len) break; d->data[i] = sparse->data[n->value]; n = n->nextNode(); ++i; } } d->len = i; if (len > i) len = i; if (n != sparse->sparse->end()) { // have some entries outside the sort range that we need to ignore when sorting thisObject->initSparseArray(); while (n != sparse->sparse->end()) { PropertyAttributes a = sparse->attrs ? sparse->attrs[n->value] : Attr_Data; thisObject->arraySet(n->value, *reinterpret_cast(sparse->data + n->value), a); n = n->nextNode(); } } // ### explicitly delete sparse } else { SimpleArrayData *d = static_cast(thisObject->arrayData); if (len > d->len) len = d->len; // sort empty values to the end for (uint i = 0; i < len; i++) { if (thisObject->arrayData->data[i].isEmpty()) { while (--len > i) if (!thisObject->arrayData->data[len].isEmpty()) break; Q_ASSERT(!thisObject->arrayData->attrs || !thisObject->arrayData->attrs[len].isAccessor()); thisObject->arrayData->data[i] = thisObject->arrayData->data[len]; thisObject->arrayData->data[len] = Primitive::emptyValue(); } } if (!len) return; } ArrayElementLessThan lessThan(context, thisObject, comparefn); Value *begin = thisObject->arrayData->data; std::sort(begin, begin + len, lessThan); #ifdef CHECK_SPARSE_ARRAYS thisObject->initSparseArray(); #endif }