Commit 9e58808d authored by Noel's avatar Noel
Browse files

Initial commit

parents

.gitignore

0 → 100644
+4 −0
Original line number Diff line number Diff line 
.*

!.gitignore

!.gitlab-ci.yml

target

.gitlab-ci.yml

0 → 100644
+22 −0
Original line number Diff line number Diff line 
stages:

  - build



maven-build:

  stage: build

  image: redmic/maven-gitlab

  variables:

    MAVEN_OPTS: "-Dmaven.repo.local=.m2/repository"

  only:

    - branches

  cache:

    paths:

      - .m2/repository/

  script:

    - mvn deploy -B

  after_script:

    - rm -r .m2/repository/es

  artifacts:

    name: "$CI_PROJECT_NAME"

    expire_in: '6 months'

    paths:

      - target/*.jar

README.md

0 → 100644
+1 −0
Original line number Diff line number Diff line 
[![pipeline status](https://git.redmic.net/redmic-server/elasticsearch-lib/badges/dev/pipeline.svg)](https://git.redmic.net/redmic-server/elasticsearch-lib/commits/dev)

pom.xml

0 → 100644
+85 −0
Original line number Diff line number Diff line 
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

	xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">



	<parent>

		<groupId>org.springframework.boot</groupId>

   		<artifactId>spring-boot-starter-parent</artifactId>

    	<version>2.0.0.RELEASE</version>

		<relativePath/>

	</parent>



	<modelVersion>4.0.0</modelVersion>

	<groupId>es.redmic.lib</groupId>

	<artifactId>elasticsearch-lib</artifactId>

	<packaging>jar</packaging>

	<version>0.6.0</version>

	<name>elasticsearch-lib</name>

	

	<properties>

		<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>

		<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>

		<maven.compiler.source>1.8</maven.compiler.source>

		<maven.compiler.target>1.8</maven.compiler.target>

		<java.version>1.8</java.version>



		<!-- REDMIC -->

		<redmic.exceptions.version>0.6.0</redmic.exceptions.version>

		<redmic.models.version>0.6.0</redmic.models.version>

		

		<!-- Others -->

		<commons-io.version>1.3.2</commons-io.version>

		

		<!-- Environment variables -->

		<env.MAVEN_REPO_URL>https://artifactory.redmic.net/artifactory</env.MAVEN_REPO_URL>

	</properties>



	<dependencies>

		<!-- redmic -->

		<dependency>

			<groupId>es.redmic.lib</groupId>

			<artifactId>exceptions</artifactId>

			<version>${redmic.exceptions.version}</version>

			<scope>provided</scope>

		</dependency>

		

		<dependency>

			<groupId>es.redmic.lib</groupId>

			<artifactId>models</artifactId>

			<version>${redmic.models.version}</version>

			<scope>provided</scope>

		</dependency>

		

		<dependency>

			<groupId>org.elasticsearch.client</groupId>

			<artifactId>transport</artifactId>

		</dependency>

		

		<!-- Other -->

		

		<dependency>

		    <groupId>org.apache.commons</groupId>

		    <artifactId>commons-io</artifactId>

		    <version>${commons-io.version}</version>

		</dependency>

		

		<!-- tests -->

		<dependency>

			<groupId>org.skyscreamer</groupId>

			<artifactId>jsonassert</artifactId>

			<scope>test</scope>

		</dependency>

	</dependencies>

	<distributionManagement>

		<repository>

			<id>central</id>

			<name>redmic-releases</name>

			<url>${env.MAVEN_REPO_URL}/libs-release-local</url>

		</repository>

		<snapshotRepository>

			<id>snapshots</id>

			<name>redmic-snapshots</name>

			<url>${env.MAVEN_REPO_URL}/libs-snapshot-local</url>

			<uniqueVersion>false</uniqueVersion>

		</snapshotRepository>

	</distributionManagement>

</project>

src/main/java/es/redmic/elasticsearchlib/common/query/DataQueryUtils.java

0 → 100644
+313 −0
Original line number Diff line number Diff line 
package es.redmic.elasticsearchlib.common.query;



import java.io.IOException;

import java.util.ArrayList;

import java.util.HashMap;

import java.util.List;

import java.util.Map;



import org.apache.lucene.search.join.ScoreMode;

import org.elasticsearch.common.geo.builders.ShapeBuilders;

import org.elasticsearch.index.query.BoolQueryBuilder;

import org.elasticsearch.index.query.GeoShapeQueryBuilder;

import org.elasticsearch.index.query.QueryBuilder;

import org.elasticsearch.index.query.QueryBuilders;

import org.elasticsearch.index.query.RangeQueryBuilder;

import org.elasticsearch.join.query.JoinQueryBuilders;

import org.elasticsearch.script.Script;

import org.elasticsearch.script.ScriptType;



import com.vividsolutions.jts.geom.Coordinate;



import es.redmic.exception.elasticsearch.ESBBoxQueryException;

import es.redmic.models.es.common.query.dto.BboxQueryDTO;

import es.redmic.models.es.common.query.dto.DataQueryDTO;

import es.redmic.models.es.common.query.dto.DateLimitsDTO;

import es.redmic.models.es.common.query.dto.PrecisionQueryDTO;

import es.redmic.models.es.common.query.dto.RangeOperator;

import es.redmic.models.es.common.query.dto.ValueQueryDTO;

import es.redmic.models.es.common.query.dto.ZRangeDTO;



public abstract class DataQueryUtils extends SimpleQueryUtils {



	// @formatter:off



	public static final String ID_PROPERTY = "uuid",

			Z_PROPERTY = "z",

			VALUE_PROPERTY = "value",

			SCRIPT_ENGINE = "groovy",

			SEARCH_BY_Z_RANGE_SCRIPT = "search-by-z-range",

			SEARCH_NESTED_BY_Z_RANGE_SCRIPT = "search-nested-by-z-range",

			PARENT = "activity",



			QFLAG_QUERY_FIELD = "qFlags",

			VFLAG_QUERY_FIELD = "vFlags",

			ZRANGE_QUERY_FIELD = "z",

			VALUE_QUERY_FIELD = "value",

			DATELIMIT_QUERY_FIELD = "dateLimits",

			PRECISION_QUERY_FIELD = "precision";



	// @formatter:on



	public static BoolQueryBuilder getQuery(DataQueryDTO queryDTO, QueryBuilder internalQuery,

			QueryBuilder partialQuery) {

		return getGeoDataQuery(queryDTO, internalQuery, partialQuery);

	}



	protected static BoolQueryBuilder getGeoDataQuery(DataQueryDTO queryDTO, QueryBuilder internalQuery,

			QueryBuilder partialQuery) {



		BoolQueryBuilder query = getOrInitializeBaseQuery(getBaseQuery(queryDTO, internalQuery, partialQuery));



		addMustTermIfExist(query, getBBoxQuery(queryDTO.getBbox()));



		return getResultQuery(query);

	}



	public static GeoShapeQueryBuilder getBBoxQuery(BboxQueryDTO bbox) {



		if (bbox != null && bbox.getBottomRightLat() != null && bbox.getBottomRightLon() != null

				&& bbox.getTopLeftLat() != null && bbox.getTopLeftLon() != null) {



			Coordinate topLeft = new Coordinate(bbox.getTopLeftLon(), bbox.getTopLeftLat());

			Coordinate bottomRight = new Coordinate(bbox.getBottomRightLon(), bbox.getBottomRightLat());



			try {

				return QueryBuilders.geoShapeQuery("geometry", ShapeBuilders.newEnvelope(topLeft, bottomRight));

			} catch (IOException e) {

				throw new ESBBoxQueryException(e);

			}

		}

		return null;

	}



	protected static QueryBuilder getPrecisionQuery(PrecisionQueryDTO precision) {



		if (precision == null)

			return null;



		return QueryBuilders.rangeQuery(COLLECT_PATH + "." + RADIUS_PROPERTY).from(precision.getMin())

				.to(precision.getMax());

	}



	protected static QueryBuilder getZQuery(String property, String scriptName, ZRangeDTO zRange) {

		return getZQuery(null, property, scriptName, zRange);

	}



	protected static QueryBuilder getZQuery(String basePath, String property, String scriptName, ZRangeDTO zRange) {



		if (zRange == null)

			return null;



		Map<String, Object> scriptParams = new HashMap<String, Object>();

		scriptParams.put("zMin", zRange.getMin());

		scriptParams.put("zMax", zRange.getMax());

		scriptParams.put("basePath", basePath);



		BoolQueryBuilder query = new BoolQueryBuilder();

		query.must(QueryBuilders.existsQuery((basePath != null) ? (basePath + "." + property) : property));

		query.must(QueryBuilders.scriptQuery(new Script(ScriptType.FILE, SCRIPT_ENGINE, scriptName, scriptParams)));



		return query;

	}



	protected static QueryBuilder getZNestedQuery(String nestedPath, String basePath, String property,

			String scriptName, ZRangeDTO zRange) {



		if (zRange == null)

			return null;



		Map<String, Object> scriptParams = new HashMap<String, Object>();

		scriptParams.put("zMin", zRange.getMin());

		scriptParams.put("zMax", zRange.getMax());

		scriptParams.put("basePath", basePath);

		scriptParams.put("nestedPath", nestedPath);



		BoolQueryBuilder query = new BoolQueryBuilder();

		query.must(QueryBuilders.nestedQuery(nestedPath,

				QueryBuilders.existsQuery(nestedPath + "." + basePath + "." + property), ScoreMode.Avg));

		query.must(QueryBuilders.scriptQuery(new Script(ScriptType.FILE, SCRIPT_ENGINE, scriptName, scriptParams)));



		return query;

	}



	protected static QueryBuilder getValueQuery(List<ValueQueryDTO> valueList, String property) {

		return getValueQuery(valueList, null, property);

	}



	protected static QueryBuilder getValueQuery(List<ValueQueryDTO> valueList, String basePath, String property) {



		if (valueList == null || valueList.size() == 0)

			return null;



		String valuePath = (basePath != null) ? (basePath + "." + property) : property;



		BoolQueryBuilder query = QueryBuilders.boolQuery();



		for (ValueQueryDTO item : valueList) {



			if (item.getOperator().equals(RangeOperator.Equal)) {

				query.must(QueryBuilders.matchQuery(valuePath, item.getOp()));

			} else if (item.getOperator().equals(RangeOperator.NotEqual)) {

				query.mustNot(QueryBuilders.matchQuery(valuePath, item.getOp()));

			} else {

				RangeQueryBuilder rangeQuery = QueryBuilders.rangeQuery(valuePath);

				switch (item.getOperator()) {

				case Greater:

					rangeQuery.gt(item.getOp());

					break;

				case Less:

					rangeQuery.lt(item.getOp());

					break;

				case GreaterOrEqual:

					rangeQuery.gte(item.getOp());

					break;

				case LessOrEqual:

					rangeQuery.lte(item.getOp());

					break;

				default:

					break;

				}

				query.must(rangeQuery);

			}

		}

		return query;

	}



	@SuppressWarnings("serial")

	public static BoolQueryBuilder getItemsQuery(String id, String parentId, List<Long> accessibilityIds) {



		ArrayList<String> ids = new ArrayList<String>() {

			{

				add(id);

			}

		};

		return getItemsQuery(ids, parentId, accessibilityIds);

	}



	public static BoolQueryBuilder getItemsQuery(List<String> ids, String parentId, List<Long> accessibilityIds) {



		BoolQueryBuilder query = QueryBuilders.boolQuery();



		if (accessibilityIds != null && accessibilityIds.size() > 0 && parentId != null)

			query.must(getQueryOnParent(parentId, accessibilityIds));



		else if (accessibilityIds != null && accessibilityIds.size() > 0 && parentId == null)

			query.must(getAccessibilityQueryOnParent(accessibilityIds));



		else if (parentId != null)

			query.must(getQueryByParent(parentId));



		query.must(QueryBuilders.idsQuery().addIds(ids.toArray(new String[ids.size()])));



		return query;

	}



	public static QueryBuilder getHierarchicalQuery(DataQueryDTO queryDTO, String parentId) {



		List<Long> accessibilityIds = queryDTO.getAccessibilityIds();



		if ((accessibilityIds == null || accessibilityIds.size() == 0) && parentId == null)

			return null;



		if (accessibilityIds == null || accessibilityIds.size() == 0)

			return getQueryByParent(parentId);



		if (parentId == null)

			return getAccessibilityQueryOnParent(accessibilityIds);



		return getQueryOnParent(parentId, accessibilityIds);

	}



	public static QueryBuilder getQueryOnParent(String parentId, List<Long> accessibilityIds) {



		if (parentId == null || accessibilityIds == null || accessibilityIds.size() == 0)

			return null;



		return JoinQueryBuilders.hasParentQuery(PARENT, QueryBuilders.boolQuery()

				.must(QueryBuilders.termQuery("id", parentId)).must(getAccessibilityQuery(accessibilityIds)), true);

	}



	public static QueryBuilder getQueryByParent(String parentId) {



		if (parentId == null)

			return null;



		return JoinQueryBuilders.hasParentQuery(PARENT, QueryBuilders.termQuery("id", parentId), true);

	}



	public static QueryBuilder getAccessibilityQueryOnParent(List<Long> accessibilityIds) {



		if (accessibilityIds == null || accessibilityIds.size() == 0)

			return null;



		return JoinQueryBuilders.hasParentQuery(PARENT, getAccessibilityQuery(accessibilityIds), true);

	}



	public static QueryBuilder getDocumentQueryOnParent(String documentId) {



		if (documentId == null)

			return null;



		List<String> documentIds = new ArrayList<>();

		documentIds.add(documentId);

		return getDocumentsQueryOnParent(documentIds);

	}



	public static QueryBuilder getDocumentsQueryOnParent(List<String> documentIds) {



		if (documentIds == null || documentIds.size() == 0)

			return null;



		return JoinQueryBuilders.hasParentQuery(PARENT, QueryBuilders.nestedQuery("documents",

				QueryBuilders.termsQuery("documents.document.id", documentIds), ScoreMode.Avg), true);

	}



	public static QueryBuilder getAccessibilityQuery(List<Long> accessibilityIds) {



		if (accessibilityIds == null)

			return null;

		return QueryBuilders.termsQuery("accessibility.id", accessibilityIds);

	}



	protected static QueryBuilder getFlagQuery(List<String> flags, String propertyPath) {



		if (flags == null || flags.size() == 0)

			return null;



		return QueryBuilders.termsQuery(propertyPath, flags);

	}



	protected static QueryBuilder getDateLimitsQuery(DateLimitsDTO dateLimitsDTO, String datePath) {



		if (dateLimitsDTO == null)

			return null;



		RangeQueryBuilder range = QueryBuilders.rangeQuery(datePath);



		if (dateLimitsDTO.getStartDate() != null)

			range.gte(dateLimitsDTO.getStartDate());

		if (dateLimitsDTO.getEndDate() != null)

			range.lte(dateLimitsDTO.getEndDate());



		return range;

	}



	protected static QueryBuilder getDateLimitsQuery(DateLimitsDTO dateLimitsDTO, String startDatePath,

			String endDatePath) {



		if (dateLimitsDTO == null)

			return null;



		BoolQueryBuilder query = QueryBuilders.boolQuery();



		if (dateLimitsDTO.getStartDate() != null && startDatePath != null)

			query.must(QueryBuilders.rangeQuery(startDatePath).gte(dateLimitsDTO.getStartDate()));



		if (dateLimitsDTO.getEndDate() != null)

			query.must(QueryBuilders.rangeQuery(endDatePath).lte(dateLimitsDTO.getEndDate()));



		return query;

	}

}
 
 No newline at end of file