http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/c0e7b6d4/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheSqlQuery.java ---------------------------------------------------------------------- diff --git a/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheSqlQuery.java b/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheSqlQuery.java index 926f575..01a25bf 100644 --- a/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheSqlQuery.java +++ b/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheSqlQuery.java @@ -9,9 +9,9 @@ package org.gridgain.grid.kernal.processors.cache.query; -import org.gridgain.grid.util.tostring.*; -import org.gridgain.grid.util.typedef.*; -import org.gridgain.grid.util.typedef.internal.*; +import org.apache.ignite.internal.util.tostring.*; +import org.apache.ignite.internal.util.typedef.*; +import org.apache.ignite.internal.util.typedef.internal.*; import java.io.*;
http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/c0e7b6d4/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheSqlResult.java ---------------------------------------------------------------------- diff --git a/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheSqlResult.java b/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheSqlResult.java index ecee21e..a0be64d 100644 --- a/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheSqlResult.java +++ b/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheSqlResult.java @@ -12,6 +12,8 @@ package org.gridgain.grid.kernal.processors.cache.query; import java.util.*; /** + * TODO replace with {@link org.apache.ignite.cache.query.QueryCursor} + * * SQL Query result. */ public interface GridCacheSqlResult extends AutoCloseable, Iterable<List<?>> { http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/c0e7b6d4/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheTwoStepQuery.java ---------------------------------------------------------------------- diff --git a/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheTwoStepQuery.java b/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheTwoStepQuery.java index 271b3b7..726f792 100644 --- a/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheTwoStepQuery.java +++ b/modules/core/src/main/java/org/gridgain/grid/kernal/processors/cache/query/GridCacheTwoStepQuery.java @@ -10,10 +10,10 @@ package org.gridgain.grid.kernal.processors.cache.query; import org.apache.ignite.*; -import org.gridgain.grid.util.*; -import org.gridgain.grid.util.tostring.*; -import org.gridgain.grid.util.typedef.*; -import org.gridgain.grid.util.typedef.internal.*; +import org.apache.ignite.internal.util.*; +import org.apache.ignite.internal.util.tostring.*; +import org.apache.ignite.internal.util.typedef.*; +import org.apache.ignite.internal.util.typedef.internal.*; import java.io.*; import java.util.*; http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/c0e7b6d4/modules/core/src/main/java/org/gridgain/grid/kernal/processors/query/GridQueryIndexing.java ---------------------------------------------------------------------- diff --git a/modules/core/src/main/java/org/gridgain/grid/kernal/processors/query/GridQueryIndexing.java b/modules/core/src/main/java/org/gridgain/grid/kernal/processors/query/GridQueryIndexing.java deleted file mode 100644 index 4095e2f..0000000 --- a/modules/core/src/main/java/org/gridgain/grid/kernal/processors/query/GridQueryIndexing.java +++ /dev/null @@ -1,189 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one or more - * contributor license agreements. See the NOTICE file distributed with - * this work for additional information regarding copyright ownership. - * The ASF licenses this file to You under the Apache License, Version 2.0 - * (the "License"); you may not use this file except in compliance with - * the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.gridgain.grid.kernal.processors.query; - -import org.apache.ignite.*; -import org.apache.ignite.lang.*; -import org.apache.ignite.spi.indexing.*; -import org.gridgain.grid.kernal.*; -import org.gridgain.grid.kernal.processors.cache.query.*; -import org.gridgain.grid.util.lang.*; -import org.jetbrains.annotations.*; - -import java.util.*; - -/** - * Abstraction for internal indexing implementation. - */ -public interface GridQueryIndexing { - /** - * Starts indexing. - * - * @param ctx Context. - * @throws IgniteCheckedException If failed. - */ - public void start(GridKernalContext ctx) throws IgniteCheckedException; - - /** - * Stops indexing. - * - * @throws IgniteCheckedException If failed. - */ - public void stop() throws IgniteCheckedException; - - - /** - * Runs two step query. - * - * @param space Space name. - * @param qry Query. - * @return Future. - */ - public IgniteFuture<GridCacheSqlResult> queryTwoStep(String space, GridCacheTwoStepQuery qry); - - /** - * @param space Space. - * @param sqlQry Query. - * @param params Parameters. - * @return Result. - */ - public IgniteFuture<GridCacheSqlResult> queryTwoStep(String space, String sqlQry, Object[] params); - - /** - * Queries individual fields (generally used by JDBC drivers). - * - * @param spaceName Space name. - * @param qry Query. - * @param params Query parameters. - * @param filters Space name and key filters. - * @return Query result. - * @throws IgniteCheckedException If failed. - */ - public <K, V> GridQueryFieldsResult queryFields(@Nullable String spaceName, String qry, - Collection<Object> params, GridIndexingQueryFilter filters) throws IgniteCheckedException; - - /** - * Executes regular query. - * - * @param spaceName Space name. - * @param qry Query. - * @param params Query parameters. - * @param type Query return type. - * @param filters Space name and key filters. - * @return Queried rows. - * @throws IgniteCheckedException If failed. - */ - public <K, V> GridCloseableIterator<IgniteBiTuple<K, V>> query(@Nullable String spaceName, String qry, - Collection<Object> params, GridQueryTypeDescriptor type, GridIndexingQueryFilter filters) throws IgniteCheckedException; - - /** - * Executes text query. - * - * @param spaceName Space name. - * @param qry Text query. - * @param type Query return type. - * @param filters Space name and key filter. - * @return Queried rows. - * @throws IgniteCheckedException If failed. - */ - public <K, V> GridCloseableIterator<IgniteBiTuple<K, V>> queryText(@Nullable String spaceName, String qry, - GridQueryTypeDescriptor type, GridIndexingQueryFilter filters) throws IgniteCheckedException; - - /** - * Gets size of index for given type or -1 if it is a unknown type. - * - * @param spaceName Space name. - * @param desc Type descriptor. - * @param filters Filters. - * @return Objects number. - * @throws IgniteCheckedException If failed. - */ - public long size(@Nullable String spaceName, GridQueryTypeDescriptor desc, GridIndexingQueryFilter filters) - throws IgniteCheckedException; - - /** - * Registers type if it was not known before or updates it otherwise. - * - * @param spaceName Space name. - * @param desc Type descriptor. - * @throws IgniteCheckedException If failed. - * @return {@code True} if type was registered, {@code false} if for some reason it was rejected. - */ - public boolean registerType(@Nullable String spaceName, GridQueryTypeDescriptor desc) throws IgniteCheckedException; - - /** - * Unregisters type and removes all corresponding data. - * - * @param spaceName Space name. - * @param type Type descriptor. - * @throws IgniteCheckedException If failed. - */ - public void unregisterType(@Nullable String spaceName, GridQueryTypeDescriptor type) throws IgniteCheckedException; - - /** - * Updates index. Note that key is unique for space, so if space contains multiple indexes - * the key should be removed from indexes other than one being updated. - * - * @param spaceName Space name. - * @param type Value type. - * @param key Key. - * @param val Value. - * @param ver Version. - * @param expirationTime Expiration time or 0 if never expires. - * @throws IgniteCheckedException If failed. - */ - public void store(@Nullable String spaceName, GridQueryTypeDescriptor type, Object key, Object val, byte[] ver, - long expirationTime) throws IgniteCheckedException; - - /** - * Removes index entry by key. - * - * @param spaceName Space name. - * @param key Key. - * @throws IgniteCheckedException If failed. - */ - public void remove(@Nullable String spaceName, Object key) throws IgniteCheckedException; - - /** - * Will be called when entry with given key is swapped. - * - * @param spaceName Space name. - * @param key Key. - * @throws IgniteCheckedException If failed. - */ - public void onSwap(@Nullable String spaceName, Object key) throws IgniteCheckedException; - - /** - * Will be called when entry with given key is unswapped. - * - * @param spaceName Space name. - * @param key Key. - * @param val Value. - * @param valBytes Value bytes. - * @throws IgniteCheckedException If failed. - */ - public void onUnswap(@Nullable String spaceName, Object key, Object val, byte[] valBytes) throws IgniteCheckedException; - - /** - * Rebuilds all indexes of given type. - * - * @param spaceName Space name. - * @param type Type descriptor. - */ - public void rebuildIndexes(@Nullable String spaceName, GridQueryTypeDescriptor type); -} http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/c0e7b6d4/modules/core/src/main/java/org/gridgain/grid/kernal/processors/query/GridQueryProcessor.java ---------------------------------------------------------------------- diff --git a/modules/core/src/main/java/org/gridgain/grid/kernal/processors/query/GridQueryProcessor.java b/modules/core/src/main/java/org/gridgain/grid/kernal/processors/query/GridQueryProcessor.java deleted file mode 100644 index 158e57f..0000000 --- a/modules/core/src/main/java/org/gridgain/grid/kernal/processors/query/GridQueryProcessor.java +++ /dev/null @@ -1,1717 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one or more - * contributor license agreements. See the NOTICE file distributed with - * this work for additional information regarding copyright ownership. - * The ASF licenses this file to You under the Apache License, Version 2.0 - * (the "License"); you may not use this file except in compliance with - * the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.gridgain.grid.kernal.processors.query; - -import org.apache.ignite.*; -import org.apache.ignite.cache.*; -import org.apache.ignite.lang.*; -import org.apache.ignite.portables.*; -import org.apache.ignite.spi.indexing.*; -import org.gridgain.grid.*; -import org.gridgain.grid.cache.query.*; -import org.gridgain.grid.kernal.*; -import org.gridgain.grid.kernal.processors.*; -import org.gridgain.grid.kernal.processors.cache.query.*; -import org.gridgain.grid.util.*; -import org.gridgain.grid.util.future.*; -import org.gridgain.grid.util.lang.*; -import org.gridgain.grid.util.tostring.*; -import org.gridgain.grid.util.typedef.*; -import org.gridgain.grid.util.typedef.internal.*; -import org.gridgain.grid.util.worker.*; -import org.jdk8.backport.*; -import org.jetbrains.annotations.*; - -import java.lang.reflect.*; -import java.util.*; -import java.util.concurrent.*; - -import static org.gridgain.grid.kernal.GridComponentType.*; -import static org.gridgain.grid.kernal.processors.query.GridQueryIndexType.*; - -/** - * Indexing processor. - */ -public class GridQueryProcessor extends GridProcessorAdapter { - /** For tests. */ - public static Class<? extends GridQueryIndexing> idxCls; - - /** */ - private final GridSpinBusyLock busyLock = new GridSpinBusyLock(); - - /** Type descriptors. */ - private final ConcurrentMap<TypeId, TypeDescriptor> types = new ConcurrentHashMap8<>(); - - /** Type descriptors. */ - private final ConcurrentMap<TypeName, TypeDescriptor> typesByName = new ConcurrentHashMap8<>(); - - /** */ - private ExecutorService execSvc; - - /** */ - private final GridQueryIndexing idx; - - /** Configuration-declared types. */ - private final Map<TypeName, GridCacheQueryTypeMetadata> declaredTypesByName = new HashMap<>(); - - /** Configuration-declared types. */ - private Map<TypeId, GridCacheQueryTypeMetadata> declaredTypesById; - - /** Portable IDs. */ - private Map<Integer, String> portableIds; - - /** Type resolvers per space name. */ - private Map<String, GridCacheQueryTypeResolver> typeResolvers = new HashMap<>(); - - /** - * @param ctx Kernal context. - */ - public GridQueryProcessor(GridKernalContext ctx) throws IgniteCheckedException { - super(ctx); - - if (idxCls != null) { - idx = U.newInstance(idxCls); - - idxCls = null; - } - else - idx = INDEXING.inClassPath() ? U.<GridQueryIndexing>newInstance(INDEXING.className()) : null; - } - - /** {@inheritDoc} */ - @Override public void start() throws IgniteCheckedException { - super.start(); - - if (idx != null) { - ctx.resource().injectGeneric(idx); - - idx.start(ctx); - - for (CacheConfiguration ccfg : ctx.config().getCacheConfiguration()){ - GridCacheQueryConfiguration qryCfg = ccfg.getQueryConfiguration(); - - if (qryCfg != null) { - if (!F.isEmpty(qryCfg.getTypeMetadata())) { - for (GridCacheQueryTypeMetadata meta : qryCfg.getTypeMetadata()) - declaredTypesByName.put(new TypeName(ccfg.getName(), meta.getType()), meta); - } - - if (qryCfg.getTypeResolver() != null) - typeResolvers.put(ccfg.getName(), qryCfg.getTypeResolver()); - } - } - - execSvc = ctx.config().getExecutorService(); - } - } - - /** {@inheritDoc} */ - @Override public void onKernalStop(boolean cancel) { - super.onKernalStop(cancel); - - busyLock.block(); - } - - /** {@inheritDoc} */ - @Override public void stop(boolean cancel) throws IgniteCheckedException { - super.stop(cancel); - - if (idx != null) - idx.stop(); - } - - /** - * Returns number of objects of given type for given space of spi. - * - * @param space Space. - * @param valType Value type. - * @return Objects number or -1 if this type is unknown for given SPI and space. - * @throws IgniteCheckedException If failed. - */ - public long size(@Nullable String space, Class<?> valType) throws IgniteCheckedException { - checkEnabled(); - - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to get space size (grid is stopping)."); - - try { - TypeDescriptor desc = types.get(new TypeId(space, valType)); - - if (desc == null || !desc.registered()) - return -1; - - return idx.size(space, desc, null); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * Rebuilds all search indexes of given value type for given space of spi. - * - * @param space Space. - * @param valTypeName Value type name. - * @return Future that will be completed when rebuilding of all indexes is finished. - */ - public IgniteFuture<?> rebuildIndexes(@Nullable final String space, String valTypeName) { - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to rebuild indexes (grid is stopping)."); - - try { - return rebuildIndexes(space, typesByName.get(new TypeName(space, valTypeName))); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * @param space Space. - * @param desc Type descriptor. - * @return Future that will be completed when rebuilding of all indexes is finished. - */ - private IgniteFuture<?> rebuildIndexes(@Nullable final String space, @Nullable final TypeDescriptor desc) { - if (idx == null) - return new GridFinishedFuture<>(ctx, new IgniteCheckedException("Indexing is disabled.")); - - if (desc == null || !desc.registered()) - return new GridFinishedFuture<Void>(ctx); - - final GridWorkerFuture<?> fut = new GridWorkerFuture<Void>(); - - GridWorker w = new GridWorker(ctx.gridName(), "index-rebuild-worker", log) { - @Override protected void body() { - try { - idx.rebuildIndexes(space, desc); - - fut.onDone(); - } - catch (Exception e) { - fut.onDone(e); - } - catch (Throwable e) { - log.error("Failed to rebuild indexes for type: " + desc.name(), e); - - fut.onDone(e); - } - } - }; - - fut.setWorker(w); - - execSvc.execute(w); - - return fut; - } - - /** - * Rebuilds all search indexes for given spi. - * - * @return Future that will be completed when rebuilding of all indexes is finished. - */ - @SuppressWarnings("unchecked") - public IgniteFuture<?> rebuildAllIndexes() { - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to get space size (grid is stopping)."); - - try { - GridCompoundFuture<?, ?> fut = new GridCompoundFuture<Object, Object>(ctx); - - for (Map.Entry<TypeId, TypeDescriptor> e : types.entrySet()) - fut.add((IgniteFuture)rebuildIndexes(e.getKey().space, e.getValue())); - - fut.markInitialized(); - - return fut; - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * Writes key-value pair to index. - * - * @param space Space. - * @param key Key. - * @param keyBytes Byte array with key data. - * @param val Value. - * @param valBytes Byte array with value data. - * @param ver Cache entry version. - * @param expirationTime Expiration time or 0 if never expires. - * @throws IgniteCheckedException In case of error. - */ - @SuppressWarnings("unchecked") - public <K, V> void store(final String space, final K key, @Nullable byte[] keyBytes, final V val, - @Nullable byte[] valBytes, byte[] ver, long expirationTime) throws IgniteCheckedException { - assert key != null; - assert val != null; - - ctx.indexing().store(space, key, val, expirationTime); - - if (idx == null) - return; - - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to write to index (grid is stopping)."); - - try { - if (log.isDebugEnabled()) - log.debug("Storing key to cache query index [key=" + key + ", value=" + val + "]"); - - final Class<?> valCls = val.getClass(); - final Class<?> keyCls = key.getClass(); - - TypeId id = null; - - GridCacheQueryTypeResolver rslvr = typeResolvers.get(space); - - if (rslvr != null) { - String typeName = rslvr.resolveTypeName(key, val); - - if (typeName != null) - id = new TypeId(space, ctx.portable().typeId(typeName)); - } - - if (id == null) { - if (val instanceof PortableObject) { - PortableObject portable = (PortableObject)val; - - int typeId = portable.typeId(); - - String typeName = portableName(typeId); - - if (typeName == null) - return; - - id = new TypeId(space, typeId); - } - else - id = new TypeId(space, valCls); - } - - TypeDescriptor desc = types.get(id); - - if (desc == null) { - desc = new TypeDescriptor(); - - TypeDescriptor existing = types.putIfAbsent(id, desc); - - if (existing != null) - desc = existing; - } - - if (!desc.succeeded()) { - final TypeDescriptor d = desc; - - d.init(new Callable<Void>() { - @Override public Void call() throws Exception { - d.keyClass(keyCls); - d.valueClass(valCls); - - if (key instanceof PortableObject) { - PortableObject portableKey = (PortableObject)key; - - String typeName = portableName(portableKey.typeId()); - - if (typeName != null) { - GridCacheQueryTypeMetadata keyMeta = declaredType(space, portableKey.typeId()); - - if (keyMeta != null) - processPortableMeta(true, keyMeta, d); - } - } - else { - GridCacheQueryTypeMetadata keyMeta = declaredType(space, keyCls.getName()); - - if (keyMeta == null) - processAnnotationsInClass(true, d.keyCls, d, null); - else - processClassMeta(true, d.keyCls, keyMeta, d); - } - - if (val instanceof PortableObject) { - PortableObject portableVal = (PortableObject)val; - - String typeName = portableName(portableVal.typeId()); - - if (typeName != null) { - GridCacheQueryTypeMetadata valMeta = declaredType(space, portableVal.typeId()); - - d.name(typeName); - - if (valMeta != null) - processPortableMeta(false, valMeta, d); - } - } - else { - String valTypeName = typeName(valCls); - - d.name(valTypeName); - - GridCacheQueryTypeMetadata typeMeta = declaredType(space, valCls.getName()); - - if (typeMeta == null) - processAnnotationsInClass(false, d.valCls, d, null); - else - processClassMeta(false, d.valCls, typeMeta, d); - } - - d.registered(idx.registerType(space, d)); - - typesByName.put(new TypeName(space, d.name()), d); - - return null; - } - }); - } - - if (!desc.registered()) - return; - - if (!desc.valueClass().equals(valCls)) - throw new IgniteCheckedException("Failed to update index due to class name conflict" + - "(multiple classes with same simple name are stored in the same cache) " + - "[expCls=" + desc.valueClass().getName() + ", actualCls=" + valCls.getName() + ']'); - - idx.store(space, desc, key, val, ver, expirationTime); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * @throws IgniteCheckedException If failed. - */ - private void checkEnabled() throws IgniteCheckedException { - if (idx == null) - throw new IgniteCheckedException("Indexing is disabled."); - } - - /** - * @param space Space. - * @param clause Clause. - * @param params Parameters collection. - * @param resType Result type. - * @param filters Filters. - * @return Key/value rows. - * @throws IgniteCheckedException If failed. - */ - @SuppressWarnings("unchecked") - public <K, V> GridCloseableIterator<IgniteBiTuple<K, V>> query(String space, String clause, - Collection<Object> params, String resType, GridIndexingQueryFilter filters) - throws IgniteCheckedException { - checkEnabled(); - - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to execute query (grid is stopping)."); - - try { - TypeDescriptor type = typesByName.get(new TypeName(space, resType)); - - if (type == null || !type.registered()) - return new GridEmptyCloseableIterator<>(); - - return idx.query(space, clause, params, type, filters); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * @param space Space name. - * @param qry Query. - * @return Future. - */ - public IgniteFuture<GridCacheSqlResult> queryTwoStep(String space, GridCacheTwoStepQuery qry) { - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to execute query (grid is stopping)."); - - try { - return idx.queryTwoStep(space, qry); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * @param space Space. - * @param sqlQry Query. - * @param params Parameters. - * @return Result. - */ - public IgniteFuture<GridCacheSqlResult> queryTwoStep(String space, String sqlQry, Object[] params) { - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to execute query (grid is stopping)."); - - try { - return idx.queryTwoStep(space, sqlQry, params); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * @param space Space. - * @param key Key. - * @throws IgniteCheckedException Thrown in case of any errors. - */ - @SuppressWarnings("unchecked") - public void remove(String space, Object key) throws IgniteCheckedException { - assert key != null; - - ctx.indexing().remove(space, key); - - if (idx == null) - return; - - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to remove from index (grid is stopping)."); - - try { - idx.remove(space, key); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * Gets type name by class. - * - * @param cls Class. - * @return Type name. - */ - public String typeName(Class<?> cls) { - String typeName = cls.getSimpleName(); - - // To protect from failure on anonymous classes. - if (F.isEmpty(typeName)) { - String pkg = cls.getPackage().getName(); - - typeName = cls.getName().substring(pkg.length() + (pkg.isEmpty() ? 0 : 1)); - } - - if (cls.isArray()) { - assert typeName.endsWith("[]"); - - typeName = typeName.substring(0, typeName.length() - 2) + "_array"; - } - - return typeName; - } - - /** - * Gets portable type name by portable ID. - * - * @param typeId Type ID. - * @return Name. - */ - private String portableName(int typeId) { - Map<Integer, String> portableIds = this.portableIds; - - if (portableIds == null) { - portableIds = new HashMap<>(); - - for (CacheConfiguration ccfg : ctx.config().getCacheConfiguration()){ - GridCacheQueryConfiguration qryCfg = ccfg.getQueryConfiguration(); - - if (qryCfg != null) { - for (GridCacheQueryTypeMetadata meta : qryCfg.getTypeMetadata()) - portableIds.put(ctx.portable().typeId(meta.getType()), meta.getType()); - } - } - - this.portableIds = portableIds; - } - - return portableIds.get(typeId); - } - - /** - * @param space Space name. - * @param typeId Type ID. - * @return Type meta data if it was declared in configuration. - */ - @Nullable private GridCacheQueryTypeMetadata declaredType(String space, int typeId) { - Map<TypeId, GridCacheQueryTypeMetadata> declaredTypesById = this.declaredTypesById; - - if (declaredTypesById == null) { - declaredTypesById = new HashMap<>(); - - for (CacheConfiguration ccfg : ctx.config().getCacheConfiguration()){ - GridCacheQueryConfiguration qryCfg = ccfg.getQueryConfiguration(); - - if (qryCfg != null) { - for (GridCacheQueryTypeMetadata meta : qryCfg.getTypeMetadata()) - declaredTypesById.put(new TypeId(ccfg.getName(), ctx.portable().typeId(meta.getType())), meta); - } - } - - this.declaredTypesById = declaredTypesById; - } - - return declaredTypesById.get(new TypeId(space, typeId)); - } - - /** - * @param space Space name. - * @param typeName Type name. - * @return Type meta data if it was declared in configuration. - */ - @Nullable private GridCacheQueryTypeMetadata declaredType(String space, String typeName) { - return declaredTypesByName.get(new TypeName(space, typeName)); - } - - /** - * @param space Space. - * @param clause Clause. - * @param resType Result type. - * @param filters Key and value filters. - * @param <K> Key type. - * @param <V> Value type. - * @return Key/value rows. - * @throws IgniteCheckedException If failed. - */ - @SuppressWarnings("unchecked") - public <K, V> GridCloseableIterator<IgniteBiTuple<K, V>> queryText(String space, String clause, String resType, - GridIndexingQueryFilter filters) throws IgniteCheckedException { - checkEnabled(); - - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to execute query (grid is stopping)."); - - try { - TypeDescriptor type = typesByName.get(new TypeName(space, resType)); - - if (type == null || !type.registered()) - return new GridEmptyCloseableIterator<>(); - - return idx.queryText(space, clause, type, filters); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * @param space Space name. - * @param clause Clause. - * @param params Parameters collection. - * @param filters Key and value filters. - * @return Field rows. - * @throws IgniteCheckedException If failed. - */ - public <K, V> GridQueryFieldsResult queryFields(@Nullable String space, String clause, Collection<Object> params, - GridIndexingQueryFilter filters) throws IgniteCheckedException { - checkEnabled(); - - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to execute query (grid is stopping)."); - - try { - return idx.queryFields(space, clause, params, filters); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * Will be called when entry for key will be swapped. - * - * @param spaceName Space name. - * @param key key. - * @throws IgniteCheckedException If failed. - */ - public void onSwap(String spaceName, Object key) throws IgniteCheckedException { - ctx.indexing().onSwap(spaceName, key); - - if (idx == null) - return; - - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to process swap event (grid is stopping)."); - - try { - idx.onSwap(spaceName, key); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * Will be called when entry for key will be unswapped. - * - * @param spaceName Space name. - * @param key Key. - * @param val Value. - * @param valBytes Value bytes. - * @throws IgniteCheckedException If failed. - */ - public void onUnswap(String spaceName, Object key, Object val, byte[] valBytes) - throws IgniteCheckedException { - ctx.indexing().onUnswap(spaceName, key, val); - - if (idx == null) - return; - - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to process swap event (grid is stopping)."); - - try { - idx.onUnswap(spaceName, key, val, valBytes); - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * Removes index tables for all classes belonging to given class loader. - * - * @param space Space name. - * @param ldr Class loader to undeploy. - * @throws IgniteCheckedException If undeploy failed. - */ - public void onUndeploy(@Nullable String space, ClassLoader ldr) throws IgniteCheckedException { - if (idx == null) - return; - - if (!busyLock.enterBusy()) - throw new IllegalStateException("Failed to process undeploy event (grid is stopping)."); - - try { - Iterator<Map.Entry<TypeId, TypeDescriptor>> it = types.entrySet().iterator(); - - while (it.hasNext()) { - Map.Entry<TypeId, TypeDescriptor> e = it.next(); - - if (!F.eq(e.getKey().space, space)) - continue; - - TypeDescriptor desc = e.getValue(); - - if (ldr.equals(U.detectClassLoader(desc.valCls)) || ldr.equals(U.detectClassLoader(desc.keyCls))) { - idx.unregisterType(e.getKey().space, desc); - - it.remove(); - } - } - } - finally { - busyLock.leaveBusy(); - } - } - - /** - * Process annotations for class. - * - * @param key If given class relates to key. - * @param cls Class. - * @param type Type descriptor. - * @param parent Parent in case of embeddable. - * @throws IgniteCheckedException In case of error. - */ - static void processAnnotationsInClass(boolean key, Class<?> cls, TypeDescriptor type, - @Nullable ClassProperty parent) throws IgniteCheckedException { - if (U.isJdk(cls)) - return; - - if (parent != null && parent.knowsClass(cls)) - throw new IgniteCheckedException("Recursive reference found in type: " + cls.getName()); - - if (parent == null) { // Check class annotation at top level only. - GridCacheQueryTextField txtAnnCls = cls.getAnnotation(GridCacheQueryTextField.class); - - if (txtAnnCls != null) - type.valueTextIndex(true); - - GridCacheQueryGroupIndex grpIdx = cls.getAnnotation(GridCacheQueryGroupIndex.class); - - if (grpIdx != null) - type.addIndex(grpIdx.name(), SORTED); - - GridCacheQueryGroupIndex.List grpIdxList = cls.getAnnotation(GridCacheQueryGroupIndex.List.class); - - if (grpIdxList != null && !F.isEmpty(grpIdxList.value())) { - for (GridCacheQueryGroupIndex idx : grpIdxList.value()) - type.addIndex(idx.name(), SORTED); - } - } - - for (Class<?> c = cls; c != null && !c.equals(Object.class); c = c.getSuperclass()) { - for (Field field : c.getDeclaredFields()) { - GridCacheQuerySqlField sqlAnn = field.getAnnotation(GridCacheQuerySqlField.class); - GridCacheQueryTextField txtAnn = field.getAnnotation(GridCacheQueryTextField.class); - - if (sqlAnn != null || txtAnn != null) { - ClassProperty prop = new ClassProperty(field); - - prop.parent(parent); - - processAnnotation(key, sqlAnn, txtAnn, field.getType(), prop, type); - - type.addProperty(key, prop, true); - } - } - - for (Method mtd : c.getDeclaredMethods()) { - GridCacheQuerySqlField sqlAnn = mtd.getAnnotation(GridCacheQuerySqlField.class); - GridCacheQueryTextField txtAnn = mtd.getAnnotation(GridCacheQueryTextField.class); - - if (sqlAnn != null || txtAnn != null) { - if (mtd.getParameterTypes().length != 0) - throw new IgniteCheckedException("Getter with GridCacheQuerySqlField " + - "annotation cannot have parameters: " + mtd); - - ClassProperty prop = new ClassProperty(mtd); - - prop.parent(parent); - - processAnnotation(key, sqlAnn, txtAnn, mtd.getReturnType(), prop, type); - - type.addProperty(key, prop, true); - } - } - } - } - - /** - * Processes annotation at field or method. - * - * @param key If given class relates to key. - * @param sqlAnn SQL annotation, can be {@code null}. - * @param txtAnn H2 text annotation, can be {@code null}. - * @param cls Class of field or return type for method. - * @param prop Current property. - * @param desc Class description. - * @throws IgniteCheckedException In case of error. - */ - static void processAnnotation(boolean key, GridCacheQuerySqlField sqlAnn, GridCacheQueryTextField txtAnn, - Class<?> cls, ClassProperty prop, TypeDescriptor desc) throws IgniteCheckedException { - if (sqlAnn != null) { - processAnnotationsInClass(key, cls, desc, prop); - - if (!sqlAnn.name().isEmpty()) - prop.name(sqlAnn.name()); - - if (sqlAnn.index() || sqlAnn.unique()) { - String idxName = prop.name() + "_idx"; - - desc.addIndex(idxName, isGeometryClass(prop.type()) ? GEO_SPATIAL : SORTED); - - desc.addFieldToIndex(idxName, prop.name(), 0, sqlAnn.descending()); - } - - if (!F.isEmpty(sqlAnn.groups())) { - for (String group : sqlAnn.groups()) - desc.addFieldToIndex(group, prop.name(), 0, false); - } - - if (!F.isEmpty(sqlAnn.orderedGroups())) { - for (GridCacheQuerySqlField.Group idx : sqlAnn.orderedGroups()) - desc.addFieldToIndex(idx.name(), prop.name(), idx.order(), idx.descending()); - } - } - - if (txtAnn != null) - desc.addFieldToTextIndex(prop.name()); - } - - /** - * Processes declarative metadata for class. - * - * @param key Key or value flag. - * @param cls Class to process. - * @param meta Type metadata. - * @param d Type descriptor. - * @throws IgniteCheckedException If failed. - */ - static void processClassMeta(boolean key, Class<?> cls, GridCacheQueryTypeMetadata meta, TypeDescriptor d) - throws IgniteCheckedException { - for (Map.Entry<String, Class<?>> entry : meta.getAscendingFields().entrySet()) { - ClassProperty prop = buildClassProperty(cls, entry.getKey(), entry.getValue()); - - d.addProperty(key, prop, false); - - String idxName = prop.name() + "_idx"; - - d.addIndex(idxName, isGeometryClass(prop.type()) ? GEO_SPATIAL : SORTED); - - d.addFieldToIndex(idxName, prop.name(), 0, false); - } - - for (Map.Entry<String, Class<?>> entry : meta.getDescendingFields().entrySet()) { - ClassProperty prop = buildClassProperty(cls, entry.getKey(), entry.getValue()); - - d.addProperty(key, prop, false); - - String idxName = prop.name() + "_idx"; - - d.addIndex(idxName, isGeometryClass(prop.type()) ? GEO_SPATIAL : SORTED); - - d.addFieldToIndex(idxName, prop.name(), 0, true); - } - - for (String txtIdx : meta.getTextFields()) { - ClassProperty prop = buildClassProperty(cls, txtIdx, String.class); - - d.addProperty(key, prop, false); - - d.addFieldToTextIndex(prop.name()); - } - - Map<String, LinkedHashMap<String, IgniteBiTuple<Class<?>, Boolean>>> grps = meta.getGroups(); - - if (grps != null) { - for (Map.Entry<String, LinkedHashMap<String, IgniteBiTuple<Class<?>, Boolean>>> entry : grps.entrySet()) { - String idxName = entry.getKey(); - - LinkedHashMap<String, IgniteBiTuple<Class<?>, Boolean>> idxFields = entry.getValue(); - - int order = 0; - - for (Map.Entry<String, IgniteBiTuple<Class<?>, Boolean>> idxField : idxFields.entrySet()) { - ClassProperty prop = buildClassProperty(cls, idxField.getKey(), idxField.getValue().get1()); - - d.addProperty(key, prop, false); - - Boolean descending = idxField.getValue().get2(); - - d.addFieldToIndex(idxName, prop.name(), order, descending != null && descending); - - order++; - } - } - } - - for (Map.Entry<String, Class<?>> entry : meta.getQueryFields().entrySet()) { - ClassProperty prop = buildClassProperty(cls, entry.getKey(), entry.getValue()); - - d.addProperty(key, prop, false); - } - } - - /** - * Processes declarative metadata for portable object. - * - * @param key Key or value flag. - * @param meta Declared metadata. - * @param d Type descriptor. - * @throws IgniteCheckedException If failed. - */ - static void processPortableMeta(boolean key, GridCacheQueryTypeMetadata meta, TypeDescriptor d) - throws IgniteCheckedException { - for (Map.Entry<String, Class<?>> entry : meta.getAscendingFields().entrySet()) { - PortableProperty prop = buildPortableProperty(entry.getKey(), entry.getValue()); - - d.addProperty(key, prop, false); - - String idxName = prop.name() + "_idx"; - - d.addIndex(idxName, isGeometryClass(prop.type()) ? GEO_SPATIAL : SORTED); - - d.addFieldToIndex(idxName, prop.name(), 0, false); - } - - for (Map.Entry<String, Class<?>> entry : meta.getDescendingFields().entrySet()) { - PortableProperty prop = buildPortableProperty(entry.getKey(), entry.getValue()); - - d.addProperty(key, prop, false); - - String idxName = prop.name() + "_idx"; - - d.addIndex(idxName, isGeometryClass(prop.type()) ? GEO_SPATIAL : SORTED); - - d.addFieldToIndex(idxName, prop.name(), 0, true); - } - - for (String txtIdx : meta.getTextFields()) { - PortableProperty prop = buildPortableProperty(txtIdx, String.class); - - d.addProperty(key, prop, false); - - d.addFieldToTextIndex(prop.name()); - } - - Map<String, LinkedHashMap<String, IgniteBiTuple<Class<?>, Boolean>>> grps = meta.getGroups(); - - if (grps != null) { - for (Map.Entry<String, LinkedHashMap<String, IgniteBiTuple<Class<?>, Boolean>>> entry : grps.entrySet()) { - String idxName = entry.getKey(); - - LinkedHashMap<String, IgniteBiTuple<Class<?>, Boolean>> idxFields = entry.getValue(); - - int order = 0; - - for (Map.Entry<String, IgniteBiTuple<Class<?>, Boolean>> idxField : idxFields.entrySet()) { - PortableProperty prop = buildPortableProperty(idxField.getKey(), idxField.getValue().get1()); - - d.addProperty(key, prop, false); - - Boolean descending = idxField.getValue().get2(); - - d.addFieldToIndex(idxName, prop.name(), order, descending != null && descending); - - order++; - } - } - } - - for (Map.Entry<String, Class<?>> entry : meta.getQueryFields().entrySet()) { - PortableProperty prop = buildPortableProperty(entry.getKey(), entry.getValue()); - - if (!d.props.containsKey(prop.name())) - d.addProperty(key, prop, false); - } - } - - /** - * Builds portable object property. - * - * @param pathStr String representing path to the property. May contains dots '.' to identify - * nested fields. - * @param resType Result type. - * @return Portable property. - */ - static PortableProperty buildPortableProperty(String pathStr, Class<?> resType) { - String[] path = pathStr.split("\\."); - - PortableProperty res = null; - - for (String prop : path) - res = new PortableProperty(prop, res, resType); - - return res; - } - - /** - * @param cls Source type class. - * @param pathStr String representing path to the property. May contains dots '.' to identify nested fields. - * @param resType Expected result type. - * @return Property instance corresponding to the given path. - * @throws IgniteCheckedException If property cannot be created. - */ - static ClassProperty buildClassProperty(Class<?> cls, String pathStr, Class<?> resType) throws IgniteCheckedException { - String[] path = pathStr.split("\\."); - - ClassProperty res = null; - - for (String prop : path) { - ClassProperty tmp; - - try { - StringBuilder bld = new StringBuilder("get"); - - bld.append(prop); - - bld.setCharAt(3, Character.toUpperCase(bld.charAt(3))); - - tmp = new ClassProperty(cls.getMethod(bld.toString())); - } - catch (NoSuchMethodException ignore) { - try { - tmp = new ClassProperty(cls.getDeclaredField(prop)); - } - catch (NoSuchFieldException ignored) { - throw new IgniteCheckedException("Failed to find getter method or field for property named " + - "'" + prop + "': " + cls.getName()); - } - } - - tmp.parent(res); - - cls = tmp.type(); - - res = tmp; - } - - if (!U.box(resType).isAssignableFrom(U.box(res.type()))) - throw new IgniteCheckedException("Failed to create property for given path (actual property type is not assignable" + - " to declared type [path=" + pathStr + ", actualType=" + res.type().getName() + - ", declaredType=" + resType.getName() + ']'); - - return res; - } - - /** - * Gets types for space. - * - * @param space Space name. - * @return Descriptors. - */ - public Collection<GridQueryTypeDescriptor> types(@Nullable String space) { - Collection<GridQueryTypeDescriptor> spaceTypes = new ArrayList<>( - Math.min(10, types.size())); - - for (Map.Entry<TypeId, TypeDescriptor> e : types.entrySet()) { - TypeDescriptor desc = e.getValue(); - - if (desc.registered() && F.eq(e.getKey().space, space)) - spaceTypes.add(desc); - } - - return spaceTypes; - } - - /** - * Gets type for space and type name. - * - * @param space Space name. - * @param typeName Type name. - * @return Type. - * @throws IgniteCheckedException If failed. - */ - public GridQueryTypeDescriptor type(@Nullable String space, String typeName) throws IgniteCheckedException { - TypeDescriptor type = typesByName.get(new TypeName(space, typeName)); - - if (type == null || !type.registered()) - throw new IgniteCheckedException("Failed to find type descriptor for type name: " + typeName); - - return type; - } - - /** - * @param cls Field type. - * @return {@code True} if given type is a spatial geometry type based on {@code com.vividsolutions.jts} library. - * @throws IgniteCheckedException If failed. - */ - private static boolean isGeometryClass(Class<?> cls) throws IgniteCheckedException { // TODO optimize - Class<?> dataTypeCls; - - try { - dataTypeCls = Class.forName("org.h2.value.DataType"); - } - catch (ClassNotFoundException ignored) { - return false; // H2 is not in classpath. - } - - try { - Method method = dataTypeCls.getMethod("isGeometryClass", Class.class); - - return (Boolean)method.invoke(null, cls); - } - catch (Exception e) { - throw new IgniteCheckedException("Failed to invoke 'org.h2.value.DataType.isGeometryClass' method.", e); - } - } - - /** - * - */ - private abstract static class Property { - /** - * Gets this property value from the given object. - * - * @param x Object with this property. - * @return Property value. - * @throws IgniteCheckedException If failed. - */ - public abstract Object value(Object x) throws IgniteCheckedException; - - /** - * @return Property name. - */ - public abstract String name(); - - /** - * @return Class member type. - */ - public abstract Class<?> type(); - } - - /** - * Description of type property. - */ - private static class ClassProperty extends Property { - /** */ - private final Member member; - - /** */ - private ClassProperty parent; - - /** */ - private String name; - - /** */ - private boolean field; - - /** - * Constructor. - * - * @param member Element. - */ - ClassProperty(Member member) { - this.member = member; - - name = member instanceof Method && member.getName().startsWith("get") && member.getName().length() > 3 ? - member.getName().substring(3) : member.getName(); - - ((AccessibleObject) member).setAccessible(true); - - field = member instanceof Field; - } - - /** {@inheritDoc} */ - @Override public Object value(Object x) throws IgniteCheckedException { - if (parent != null) - x = parent.value(x); - - if (x == null) - return null; - - try { - if (field) { - Field field = (Field)member; - - return field.get(x); - } - else { - Method mtd = (Method)member; - - return mtd.invoke(x); - } - } - catch (Exception e) { - throw new IgniteCheckedException(e); - } - } - - /** - * @param name Property name. - */ - public void name(String name) { - this.name = name; - } - - /** {@inheritDoc} */ - @Override public String name() { - return name; - } - - /** {@inheritDoc} */ - @Override public Class<?> type() { - return member instanceof Field ? ((Field)member).getType() : ((Method)member).getReturnType(); - } - - /** - * @param parent Parent property if this is embeddable element. - */ - public void parent(ClassProperty parent) { - this.parent = parent; - } - - /** {@inheritDoc} */ - @Override public String toString() { - return S.toString(ClassProperty.class, this); - } - - /** - * @param cls Class. - * @return {@code true} If this property or some parent relates to member of the given class. - */ - public boolean knowsClass(Class<?> cls) { - return member.getDeclaringClass() == cls || (parent != null && parent.knowsClass(cls)); - } - } - - /** - * - */ - private static class PortableProperty extends Property { - /** Property name. */ - private String propName; - - /** Parent property. */ - private PortableProperty parent; - - /** Result class. */ - private Class<?> type; - - /** - * Constructor. - * - * @param propName Property name. - * @param parent Parent property. - * @param type Result type. - */ - private PortableProperty(String propName, PortableProperty parent, Class<?> type) { - this.propName = propName; - this.parent = parent; - this.type = type; - } - - /** {@inheritDoc} */ - @Override public Object value(Object obj) throws IgniteCheckedException { - if (parent != null) - obj = parent.value(obj); - - if (obj == null) - return null; - - if (!(obj instanceof PortableObject)) - throw new IgniteCheckedException("Non-portable object received as a result of property extraction " + - "[parent=" + parent + ", propName=" + propName + ", obj=" + obj + ']'); - - return ((PortableObject)obj).field(propName); - } - - /** {@inheritDoc} */ - @Override public String name() { - return propName; - } - - /** {@inheritDoc} */ - @Override public Class<?> type() { - return type; - } - } - - /** - * Descriptor of type. - */ - private static class TypeDescriptor implements GridQueryTypeDescriptor { - /** */ - private String name; - - /** Value field names and types with preserved order. */ - @GridToStringInclude - private final Map<String, Class<?>> valFields = new LinkedHashMap<>(); - - /** */ - @GridToStringExclude - private final Map<String, Property> props = new HashMap<>(); - - /** Key field names and types with preserved order. */ - @GridToStringInclude - private final Map<String, Class<?>> keyFields = new LinkedHashMap<>(); - - /** */ - @GridToStringInclude - private final Map<String, IndexDescriptor> indexes = new HashMap<>(); - - /** */ - private IndexDescriptor fullTextIdx; - - /** */ - private Class<?> keyCls; - - /** */ - private Class<?> valCls; - - /** */ - private boolean valTextIdx; - - /** To ensure that type was registered in SPI and only once. */ - private final GridAtomicInitializer<Void> initializer = new GridAtomicInitializer<>(); - - /** SPI can decide not to register this type. */ - private boolean registered; - - /** - * @param c Initialization callable. - * @throws IgniteCheckedException In case of error. - */ - void init(Callable<Void> c) throws IgniteCheckedException { - initializer.init(c); - } - - /** - * @return Waits for initialization. - * @throws GridInterruptedException If thread is interrupted. - */ - boolean await() throws GridInterruptedException { - return initializer.await(); - } - - /** - * @return Whether initialization was successfully completed. - */ - boolean succeeded() { - return initializer.succeeded(); - } - - /** - * @return {@code True} if type registration in SPI was finished and type was not rejected. - */ - boolean registered() { - return initializer.succeeded() && registered; - } - - /** - * @param registered Sets registered flag. - */ - void registered(boolean registered) { - this.registered = registered; - } - - /** {@inheritDoc} */ - @Override public String name() { - return name; - } - - /** - * Sets type name. - * - * @param name Name. - */ - void name(String name) { - this.name = name; - } - - /** {@inheritDoc} */ - @Override public Map<String, Class<?>> valueFields() { - return valFields; - } - - /** {@inheritDoc} */ - @Override public Map<String, Class<?>> keyFields() { - return keyFields; - } - - /** {@inheritDoc} */ - @Override public <T> T value(Object obj, String field) throws IgniteCheckedException { - assert obj != null; - assert field != null; - - Property prop = props.get(field); - - if (prop == null) - throw new IgniteCheckedException("Failed to find field '" + field + "' in type '" + name + "'."); - - return (T)prop.value(obj); - } - - /** {@inheritDoc} */ - @Override public Map<String, GridQueryIndexDescriptor> indexes() { - return Collections.<String, GridQueryIndexDescriptor>unmodifiableMap(indexes); - } - - /** - * Adds index. - * - * @param idxName Index name. - * @param type Index type. - * @return Index descriptor. - * @throws IgniteCheckedException In case of error. - */ - public IndexDescriptor addIndex(String idxName, GridQueryIndexType type) throws IgniteCheckedException { - IndexDescriptor idx = new IndexDescriptor(type); - - if (indexes.put(idxName, idx) != null) - throw new IgniteCheckedException("Index with name '" + idxName + "' already exists."); - - return idx; - } - - /** - * Adds field to index. - * - * @param idxName Index name. - * @param field Field name. - * @param orderNum Fields order number in index. - * @param descending Sorting order. - * @throws IgniteCheckedException If failed. - */ - public void addFieldToIndex(String idxName, String field, int orderNum, - boolean descending) throws IgniteCheckedException { - IndexDescriptor desc = indexes.get(idxName); - - if (desc == null) - desc = addIndex(idxName, SORTED); - - desc.addField(field, orderNum, descending); - } - - /** - * Adds field to text index. - * - * @param field Field name. - */ - public void addFieldToTextIndex(String field) { - if (fullTextIdx == null) { - fullTextIdx = new IndexDescriptor(FULLTEXT); - - indexes.put(null, fullTextIdx); - } - - fullTextIdx.addField(field, 0, false); - } - - /** {@inheritDoc} */ - @Override public Class<?> valueClass() { - return valCls; - } - - /** - * Sets value class. - * - * @param valCls Value class. - */ - void valueClass(Class<?> valCls) { - this.valCls = valCls; - } - - /** {@inheritDoc} */ - @Override public Class<?> keyClass() { - return keyCls; - } - - /** - * Set key class. - * - * @param keyCls Key class. - */ - void keyClass(Class<?> keyCls) { - this.keyCls = keyCls; - } - - /** - * Adds property to the type descriptor. - * - * @param key If given property relates to key. - * @param prop Property. - * @param failOnDuplicate Fail on duplicate flag. - * @throws IgniteCheckedException In case of error. - */ - public void addProperty(boolean key, Property prop, boolean failOnDuplicate) throws IgniteCheckedException { - String name = prop.name(); - - if (props.put(name, prop) != null && failOnDuplicate) - throw new IgniteCheckedException("Property with name '" + name + "' already exists."); - - if (key) - keyFields.put(name, prop.type()); - else - valFields.put(name, prop.type()); - } - - /** {@inheritDoc} */ - @Override public boolean valueTextIndex() { - return valTextIdx; - } - - /** - * Sets if this value should be text indexed. - * - * @param valTextIdx Flag value. - */ - public void valueTextIndex(boolean valTextIdx) { - this.valTextIdx = valTextIdx; - } - - /** {@inheritDoc} */ - @Override public String toString() { - return S.toString(TypeDescriptor.class, this); - } - } - - /** - * Index descriptor. - */ - private static class IndexDescriptor implements GridQueryIndexDescriptor { - /** Fields sorted by order number. */ - private final Collection<T2<String, Integer>> fields = new TreeSet<>( - new Comparator<T2<String, Integer>>() { - @Override public int compare(T2<String, Integer> o1, T2<String, Integer> o2) { - if (o1.get2().equals(o2.get2())) // Order is equal, compare field names to avoid replace in Set. - return o1.get1().compareTo(o2.get1()); - - return o1.get2() < o2.get2() ? -1 : 1; - } - }); - - /** Fields which should be indexed in descending order. */ - private Collection<String> descendings; - - /** */ - private final GridQueryIndexType type; - - /** - * @param type Type. - */ - private IndexDescriptor(GridQueryIndexType type) { - assert type != null; - - this.type = type; - } - - /** {@inheritDoc} */ - @Override public Collection<String> fields() { - Collection<String> res = new ArrayList<>(fields.size()); - - for (T2<String, Integer> t : fields) - res.add(t.get1()); - - return res; - } - - /** {@inheritDoc} */ - @Override public boolean descending(String field) { - return descendings != null && descendings.contains(field); - } - - /** - * Adds field to this index. - * - * @param field Field name. - * @param orderNum Field order number in this index. - * @param descending Sort order. - */ - public void addField(String field, int orderNum, boolean descending) { - fields.add(new T2<>(field, orderNum)); - - if (descending) { - if (descendings == null) - descendings = new HashSet<>(); - - descendings.add(field); - } - } - - /** {@inheritDoc} */ - @Override public GridQueryIndexType type() { - return type; - } - - /** {@inheritDoc} */ - @Override public String toString() { - return S.toString(IndexDescriptor.class, this); - } - } - - /** - * Identifying TypeDescriptor by space and value class. - */ - private static class TypeId { - /** */ - private final String space; - - /** Value type. */ - private final Class<?> valType; - - /** Value type ID. */ - private final int valTypeId; - - /** - * Constructor. - * - * @param space Space name. - * @param valType Value type. - */ - private TypeId(String space, Class<?> valType) { - assert valType != null; - - this.space = space; - this.valType = valType; - - valTypeId = 0; - } - - /** - * Constructor. - * - * @param space Space name. - * @param valTypeId Value type ID. - */ - private TypeId(String space, int valTypeId) { - this.space = space; - this.valTypeId = valTypeId; - - valType = null; - } - - /** {@inheritDoc} */ - @Override public boolean equals(Object o) { - if (this == o) - return true; - - if (o == null || getClass() != o.getClass()) - return false; - - TypeId typeId = (TypeId)o; - - return (valTypeId == typeId.valTypeId) && - (valType != null ? valType == typeId.valType : typeId.valType == null) && - (space != null ? space.equals(typeId.space) : typeId.space == null); - } - - /** {@inheritDoc} */ - @Override public int hashCode() { - return 31 * (space != null ? space.hashCode() : 0) + (valType != null ? valType.hashCode() : valTypeId); - } - - /** {@inheritDoc} */ - @Override public String toString() { - return S.toString(TypeId.class, this); - } - } - - /** - * - */ - private static class TypeName { - /** */ - private final String space; - - /** */ - private final String typeName; - - /** - * @param space Space name. - * @param typeName Type name. - */ - private TypeName(@Nullable String space, String typeName) { - assert !F.isEmpty(typeName) : typeName; - - this.space = space; - this.typeName = typeName; - } - - /** {@inheritDoc} */ - @Override public boolean equals(Object o) { - if (this == o) - return true; - - if (o == null || getClass() != o.getClass()) - return false; - - TypeName other = (TypeName)o; - - return (space != null ? space.equals(other.space) : other.space == null) && - typeName.equals(other.typeName); - } - - /** {@inheritDoc} */ - @Override public int hashCode() { - return 31 * (space != null ? space.hashCode() : 0) + typeName.hashCode(); - } - - /** {@inheritDoc} */ - @Override public String toString() { - return S.toString(TypeName.class, this); - } - } -} http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/c0e7b6d4/modules/core/src/test/java/org/gridgain/testsuites/GridUtilSelfTestSuite.java ---------------------------------------------------------------------- diff --git a/modules/core/src/test/java/org/gridgain/testsuites/GridUtilSelfTestSuite.java b/modules/core/src/test/java/org/gridgain/testsuites/GridUtilSelfTestSuite.java deleted file mode 100644 index 65f17c4..0000000 --- a/modules/core/src/test/java/org/gridgain/testsuites/GridUtilSelfTestSuite.java +++ /dev/null @@ -1,70 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one or more - * contributor license agreements. See the NOTICE file distributed with - * this work for additional information regarding copyright ownership. - * The ASF licenses this file to You under the Apache License, Version 2.0 - * (the "License"); you may not use this file except in compliance with - * the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.gridgain.testsuites; - -import junit.framework.*; -import org.gridgain.grid.kernal.processors.cache.*; -import org.gridgain.grid.lang.*; -import org.apache.ignite.spi.discovery.*; -import org.gridgain.grid.thread.*; -import org.gridgain.grid.util.*; -import org.gridgain.grid.util.mbeans.*; -import org.gridgain.grid.util.nio.*; -import org.gridgain.grid.util.nio.impl.*; -import org.gridgain.grid.util.offheap.unsafe.*; -import org.gridgain.grid.util.tostring.*; - -/** - * Test suite for GridGain utility classes. - */ -public class GridUtilSelfTestSuite extends TestSuite { - /** - * @return Grid utility methods tests suite. - * @throws Exception If failed. - */ - public static TestSuite suite() throws Exception { - TestSuite suite = new TestSuite("Gridgain Util Test Suite"); - - suite.addTestSuite(GridThreadPoolExecutorServiceSelfTest.class); - suite.addTestSuite(GridUtilsSelfTest.class); - suite.addTestSuite(GridSpinReadWriteLockSelfTest.class); - suite.addTestSuite(GridStringBuilderFactorySelfTest.class); - suite.addTestSuite(GridToStringBuilderSelfTest.class); - suite.addTestSuite(GridByteArrayListSelfTest.class); - suite.addTestSuite(GridMBeanSelfTest.class); - suite.addTestSuite(GridLongListSelfTest.class); - suite.addTestSuite(GridCacheUtilsSelfTest.class); - - // Metrics. - suite.addTestSuite(GridDiscoveryMetricsHelperSelfTest.class); - - // Unsafe. - suite.addTestSuite(GridUnsafeMemorySelfTest.class); - suite.addTestSuite(GridUnsafeStripedLruSefTest.class); - suite.addTestSuite(GridUnsafeMapSelfTest.class); - suite.addTestSuite(GridUnsafePartitionedMapSelfTest.class); - - // NIO. - suite.addTestSuite(GridNioSessionMetaKeySelfTest.class); - suite.addTestSuite(GridNioSelfTest.class); - suite.addTestSuite(GridNioFilterChainSelfTest.class); - suite.addTestSuite(GridNioSslSelfTest.class); - - return suite; - } -} http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/c0e7b6d4/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/GridH2ResultSetIterator.java ---------------------------------------------------------------------- diff --git a/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/GridH2ResultSetIterator.java b/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/GridH2ResultSetIterator.java index 6841378..9123eb7 100644 --- a/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/GridH2ResultSetIterator.java +++ b/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/GridH2ResultSetIterator.java @@ -28,7 +28,7 @@ import java.util.*; /** * Iterator over result set. */ -abstract class GridH2ResultSetIterator<T> extends GridCloseableIteratorAdapter<T> { +public abstract class GridH2ResultSetIterator<T> extends GridCloseableIteratorAdapter<T> { /** */ private static final long serialVersionUID = 0L; http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/c0e7b6d4/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/IgniteH2Indexing.java ---------------------------------------------------------------------- diff --git a/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/IgniteH2Indexing.java b/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/IgniteH2Indexing.java index 188af98..53721b1 100644 --- a/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/IgniteH2Indexing.java +++ b/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/IgniteH2Indexing.java @@ -25,7 +25,9 @@ import org.apache.ignite.configuration.*; import org.apache.ignite.internal.*; import org.apache.ignite.internal.processors.cache.*; import org.apache.ignite.internal.util.*; +import org.apache.ignite.internal.util.future.GridFinishedFutureEx; import org.apache.ignite.lang.*; +import org.apache.ignite.marshaller.*; import org.apache.ignite.resources.*; import org.apache.ignite.spi.*; import org.apache.ignite.spi.indexing.*; @@ -35,6 +37,11 @@ import org.apache.ignite.internal.util.lang.*; import org.apache.ignite.internal.util.offheap.unsafe.*; import org.apache.ignite.internal.util.typedef.*; import org.apache.ignite.internal.util.typedef.internal.*; +import org.gridgain.grid.kernal.processors.cache.query.GridCacheSqlResult; +import org.gridgain.grid.kernal.processors.cache.query.GridCacheTwoStepQuery; +import org.gridgain.grid.kernal.processors.query.h2.sql.GridSqlQuerySplitter; +import org.gridgain.grid.kernal.processors.query.h2.twostep.GridMapQueryExecutor; +import org.gridgain.grid.kernal.processors.query.h2.twostep.GridReduceQueryExecutor; import org.h2.api.*; import org.h2.command.*; import org.h2.constant.*; @@ -119,9 +126,6 @@ public class IgniteH2Indexing implements GridQueryIndexing { } /** */ - private static final ThreadLocal<IgniteH2Indexing> localSpi = new ThreadLocal<>(); - - /** */ private volatile String cachedSearchPathCmd; /** Cache for deserialized offheap rows. */ @@ -131,9 +135,11 @@ public class IgniteH2Indexing implements GridQueryIndexing { @IgniteLoggerResource private IgniteLogger log; - /** Ignite instance. */ - @IgniteInstanceResource - private Ignite ignite; + /** Node ID. */ + private UUID nodeId; + + /** */ + private IgniteMarshaller marshaller; /** */ private GridUnsafeMemory offheap; @@ -151,6 +157,12 @@ public class IgniteH2Indexing implements GridQueryIndexing { private final Collection<Connection> conns = Collections.synchronizedCollection(new ArrayList<Connection>()); /** */ + private GridMapQueryExecutor mapQryExec; + + /** */ + private GridReduceQueryExecutor rdcQryExec; + + /** */ private final ThreadLocal<ConnectionWrapper> connCache = new ThreadLocal<ConnectionWrapper>() { @Nullable @Override public ConnectionWrapper get() { ConnectionWrapper c = super.get(); @@ -221,6 +233,15 @@ public class IgniteH2Indexing implements GridQueryIndexing { private volatile GridKernalContext ctx; /** + * @param space Space. + * @return Connection. + * @throws IgniteCheckedException If failed. + */ + public Connection connectionForSpace(@Nullable String space) throws IgniteCheckedException { + return connectionForThread(schema(space)); + } + + /** * Gets DB connection. * * @param schema Whether to set schema for connection or not. @@ -373,47 +394,32 @@ public class IgniteH2Indexing implements GridQueryIndexing { if (tbl == null) return; // Type was rejected. - localSpi.set(this); - - try { - removeKey(spaceName, k, tbl); + removeKey(spaceName, k, tbl); - if (expirationTime == 0) - expirationTime = Long.MAX_VALUE; + if (expirationTime == 0) + expirationTime = Long.MAX_VALUE; - tbl.tbl.update(k, v, expirationTime); + tbl.tbl.update(k, v, expirationTime); - if (tbl.luceneIdx != null) - tbl.luceneIdx.store(k, v, ver, expirationTime); - } - finally { - localSpi.remove(); - } + if (tbl.luceneIdx != null) + tbl.luceneIdx.store(k, v, ver, expirationTime); } /** {@inheritDoc} */ @Override public void remove(@Nullable String spaceName, Object key) throws IgniteCheckedException { if (log.isDebugEnabled()) - log.debug("Removing key from cache query index [locId=" + ignite.configuration().getNodeId() + - ", key=" + key + ']'); - - localSpi.set(this); + log.debug("Removing key from cache query index [locId=" + nodeId + ", key=" + key + ']'); - try { - for (TableDescriptor tbl : tables(schema(spaceName))) { - if (tbl.type().keyClass().equals(key.getClass()) || !isIndexFixedTyping(spaceName)) { - if (tbl.tbl.update(key, null, 0)) { - if (tbl.luceneIdx != null) - tbl.luceneIdx.remove(key); + for (TableDescriptor tbl : tables(schema(spaceName))) { + if (tbl.type().keyClass().equals(key.getClass()) || !isIndexFixedTyping(spaceName)) { + if (tbl.tbl.update(key, null, 0)) { + if (tbl.luceneIdx != null) + tbl.luceneIdx.remove(key); - return; - } + return; } } } - finally { - localSpi.remove(); - } } /** {@inheritDoc} */ @@ -423,47 +429,33 @@ public class IgniteH2Indexing implements GridQueryIndexing { if (schema == null) return; - localSpi.set(this); - - try { - for (TableDescriptor tbl : schema.values()) { - if (tbl.type().keyClass().equals(key.getClass()) || !isIndexFixedTyping(spaceName)) { - try { - if (tbl.tbl.onSwap(key)) - return; - } - catch (IgniteCheckedException e) { - throw new IgniteCheckedException(e); - } + for (TableDescriptor tbl : schema.values()) { + if (tbl.type().keyClass().equals(key.getClass()) || !isIndexFixedTyping(spaceName)) { + try { + if (tbl.tbl.onSwap(key)) + return; + } + catch (IgniteCheckedException e) { + throw new IgniteCheckedException(e); } } } - finally { - localSpi.remove(); - } } /** {@inheritDoc} */ @Override public void onUnswap(@Nullable String spaceName, Object key, Object val, byte[] valBytes) throws IgniteCheckedException { - localSpi.set(this); - - try { - for (TableDescriptor tbl : tables(schema(spaceName))) { - if (tbl.type().keyClass().equals(key.getClass()) || !isIndexFixedTyping(spaceName)) { - try { - if (tbl.tbl.onUnswap(key, val)) - return; - } - catch (IgniteCheckedException e) { - throw new IgniteCheckedException(e); - } + for (TableDescriptor tbl : tables(schema(spaceName))) { + if (tbl.type().keyClass().equals(key.getClass()) || !isIndexFixedTyping(spaceName)) { + try { + if (tbl.tbl.onUnswap(key, val)) + return; + } + catch (IgniteCheckedException e) { + throw new IgniteCheckedException(e); } } } - finally { - localSpi.remove(); - } } /** @@ -544,8 +536,6 @@ public class IgniteH2Indexing implements GridQueryIndexing { @Override public <K, V> GridQueryFieldsResult queryFields(@Nullable final String spaceName, final String qry, @Nullable final Collection<Object> params, final GridIndexingQueryFilter filters) throws IgniteCheckedException { - localSpi.set(this); - setFilters(filters); try { @@ -579,8 +569,6 @@ public class IgniteH2Indexing implements GridQueryIndexing { } finally { setFilters(null); - - localSpi.remove(); } } @@ -656,7 +644,7 @@ public class IgniteH2Indexing implements GridQueryIndexing { * @return Result. * @throws IgniteCheckedException If failed. */ - private ResultSet executeSqlQueryWithTimer(Connection conn, String sql, + public ResultSet executeSqlQueryWithTimer(Connection conn, String sql, @Nullable Collection<Object> params) throws IgniteCheckedException { long start = U.currentTimeMillis(); @@ -723,7 +711,7 @@ public class IgniteH2Indexing implements GridQueryIndexing { * @param params Parameters collection. * @throws IgniteCheckedException If failed. */ - private void bindParameters(PreparedStatement stmt, @Nullable Collection<Object> params) throws IgniteCheckedException { + public void bindParameters(PreparedStatement stmt, @Nullable Collection<Object> params) throws IgniteCheckedException { if (!F.isEmpty(params)) { int idx = 1; @@ -755,8 +743,6 @@ public class IgniteH2Indexing implements GridQueryIndexing { setFilters(filters); - localSpi.set(this); - try { ResultSet rs = executeQuery(qry, params, tbl); @@ -764,9 +750,26 @@ public class IgniteH2Indexing implements GridQueryIndexing { } finally { setFilters(null); + } + } - localSpi.remove(); + /** {@inheritDoc} */ + @Override public IgniteFuture<GridCacheSqlResult> queryTwoStep(String space, GridCacheTwoStepQuery qry) { + return rdcQryExec.query(space, qry); + } + + /** {@inheritDoc} */ + @Override public IgniteFuture<GridCacheSqlResult> queryTwoStep(String space, String sqlQry, Object[] params) { + Connection c; + + try { + c = connectionForSpace(space); } + catch (IgniteCheckedException e) { + return new GridFinishedFutureEx<>(e); + } + + return queryTwoStep(space, GridSqlQuerySplitter.split(c, sqlQry, params)); } /** @@ -776,7 +779,7 @@ public class IgniteH2Indexing implements GridQueryIndexing { * * @param filters Filters. */ - private void setFilters(@Nullable GridIndexingQueryFilter filters) { + public void setFilters(@Nullable GridIndexingQueryFilter filters) { GridH2IndexBase.setFiltersForThread(filters); } @@ -1112,6 +1115,9 @@ public class IgniteH2Indexing implements GridQueryIndexing { if (ctx != null) { // This is allowed in some tests. this.ctx = ctx; + nodeId = ctx.localNodeId(); + marshaller = ctx.config().getMarshaller(); + GridQueryConfiguration cfg0 = ctx.config().getQueryConfiguration(); if (cfg0 != null) @@ -1119,6 +1125,12 @@ public class IgniteH2Indexing implements GridQueryIndexing { for (CacheConfiguration cacheCfg : ctx.config().getCacheConfiguration()) registerSpace(cacheCfg.getName()); + + mapQryExec = new GridMapQueryExecutor(); + rdcQryExec = new GridReduceQueryExecutor(); + + mapQryExec.start(ctx, this); + rdcQryExec.start(ctx, this); } System.setProperty("h2.serializeJavaObject", "false"); @@ -1191,11 +1203,11 @@ public class IgniteH2Indexing implements GridQueryIndexing { protected JavaObjectSerializer h2Serializer() { return new JavaObjectSerializer() { @Override public byte[] serialize(Object obj) throws Exception { - return ignite.configuration().getMarshaller().marshal(obj); + return marshaller.marshal(obj); } @Override public Object deserialize(byte[] bytes) throws Exception { - return ignite.configuration().getMarshaller().unmarshal(bytes, null); + return marshaller.unmarshal(bytes, null); } }; } @@ -1633,8 +1645,7 @@ public class IgniteH2Indexing implements GridQueryIndexing { if (type().valueClass() == String.class) { try { - luceneIdx = new GridLuceneIndex(ignite.configuration().getMarshaller(), - offheap, spaceName, type, true); + luceneIdx = new GridLuceneIndex(marshaller, offheap, spaceName, type, true); } catch (IgniteCheckedException e1) { throw new IgniteException(e1); @@ -1647,8 +1658,7 @@ public class IgniteH2Indexing implements GridQueryIndexing { if (idx.type() == FULLTEXT) { try { - luceneIdx = new GridLuceneIndex(ignite.configuration().getMarshaller(), - offheap, spaceName, type, true); + luceneIdx = new GridLuceneIndex(marshaller, offheap, spaceName, type, true); } catch (IgniteCheckedException e1) { throw new IgniteException(e1); http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/c0e7b6d4/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/opt/GridH2IndexBase.java ---------------------------------------------------------------------- diff --git a/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/opt/GridH2IndexBase.java b/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/opt/GridH2IndexBase.java index e3494af..1b53838 100644 --- a/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/opt/GridH2IndexBase.java +++ b/modules/indexing/src/main/java/org/apache/ignite/internal/processors/query/h2/opt/GridH2IndexBase.java @@ -57,7 +57,10 @@ public abstract class GridH2IndexBase extends BaseIndex { * @param fs Filters. */ public static void setFiltersForThread(GridIndexingQueryFilter fs) { - filters.set(fs); + if (fs == null) + filters.remove(); + else + filters.set(fs); } /**
