/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.usergrid.rest.applications.collection;
import com.fasterxml.jackson.databind.JsonNode;
import org.apache.commons.lang.RandomStringUtils;
import org.apache.usergrid.persistence.Schema;
import org.apache.usergrid.persistence.entities.Application;
import org.apache.usergrid.persistence.index.utils.UUIDUtils;
import org.apache.usergrid.rest.test.resource.AbstractRestIT;
import org.apache.usergrid.rest.test.resource.model.*;
import org.apache.usergrid.rest.test.resource.model.Collection;
import org.junit.Ignore;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import javax.ws.rs.BadRequestException;
import javax.ws.rs.ClientErrorException;
import java.io.IOException;
import java.util.*;
import static junit.framework.TestCase.assertNotNull;
import static org.junit.Assert.*;
/**
* @author zznate
* @author tnine
* @author rockerston
*
* misc tests for collections
*/
public class CollectionsResourceIT extends AbstractRestIT {
private final String REGION_SETTING = "authoritativeRegion";
private static final Logger log = LoggerFactory.getLogger( CollectionsResourceIT.class );
/***
*
* Test to make sure we get a 400 back when posting to a bad path
*
*/
@Test
public void postToBadPath() throws IOException {
String app = "fakeapp";
String org = this.clientSetup.getOrganizationName();
String entity = "fakeentity";
//try to do a GET on a bad path
try {
this.clientSetup.getRestClient().org(org).app(app).collection("cities").get();
fail("Call to bad path exists, but it should not");
} catch (ClientErrorException e) {
//verify the correct error was returned
JsonNode node = mapper.readTree( e.getResponse().readEntity( String.class ));
assertEquals( "organization_application_not_found", node.get( "error" ).textValue() );
}
//try to do a POST on a bad path
Entity payload = new Entity();
payload.put("name", "Austin");
payload.put("state", "TX");
try {
this.clientSetup.getRestClient().org(org).app(app).collection("cities").post(payload);
fail("Call to bad path exists, but it should not");
} catch (ClientErrorException e) {
//verify the correct error was returned
JsonNode node = mapper.readTree( e.getResponse().readEntity( String.class ));
assertEquals( "organization_application_not_found", node.get( "error" ).textValue() );
}
//try to do a PUT on a bad path
try {
this.clientSetup.getRestClient().org(org).app(app).collection("cities").entity(entity).put(payload);
fail("Call to bad path exists, but it should not");
} catch (ClientErrorException e) {
//verify the correct error was returned
JsonNode node = mapper.readTree( e.getResponse().readEntity( String.class ));
assertEquals( "organization_application_not_found", node.get( "error" ).textValue() );
}
//try to do a delete on a bad path
try {
this.clientSetup.getRestClient().org(org).app(app).collection("cities").entity(entity).delete();
fail("Call to bad path exists, but it should not");
} catch (ClientErrorException e) {
//verify the correct error was returned
JsonNode node = mapper.readTree( e.getResponse().readEntity( String.class ));
assertEquals( "organization_application_not_found", node.get( "error" ).textValue() );
}
}
@Test
public void postToCollectionSchemaUsingOrgAppCreds(){
//Creating schema.
//this could be changed to a hashmap.
ArrayList<String> indexingArray = new ArrayList<>( );
//field "fields" is required.
Entity payload = new Entity();
payload.put( "fields", indexingArray);
Credentials appCredentials = clientSetup.getAppCredentials();
try {
this.pathResource( getOrgAppPath( "testcollections/_settings" ) ).post( false, payload,
new QueryParameters().addParam( "grant_type", "client_credentials" ).addParam( "client_id",
String.valueOf( ( ( Map ) appCredentials.get( "credentials" ) ).get( "client_id" ) ) )
.addParam( "client_secret", String.valueOf(
( ( Map ) appCredentials.get( "credentials" ) ).get( "client_secret" ) ) ) );
}catch(Exception e){
fail("This should return a success.");
}
waitForQueueDrainAndRefreshIndex();
Collection collection = this.app().collection( "testCollections" ).collection( "_settings" ).get();
LinkedHashMap testCollectionSchema = (LinkedHashMap)collection.getResponse().getData();
assertEquals( "app credentials",testCollectionSchema.get( "lastUpdateBy" ) );
assertEquals( 0,testCollectionSchema.get( "lastReindexed" ) );
}
@Test
public void deleteCollectionSchema() throws Exception {
//Creating schema.
//this could be changed to a hashmap.
ArrayList<String> indexingArray = new ArrayList<>( );
//field "fields" is required.
Entity payload = new Entity();
payload.put( "fields", indexingArray);
//Post index to the collection metadata
Entity thing = this.app().collection( "testCollections" ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
//The above verifies the test case.
//Create test collection with a test entity that is partially indexed.
Entity testEntity = new Entity();
testEntity.put( "one", "helper" );
testEntity.put( "two","query" );
//Post entity.
Entity postedEntity = this.app().collection( "testCollections" ).post( testEntity );
waitForQueueDrainAndRefreshIndex();
//Do a query to see if you can find the indexed query.
String query = "two ='query'";
QueryParameters queryParameters = new QueryParameters().setQuery(query);
//having a name breaks it. Need to get rid of the stack trace and also
Collection tempEntity = this.app().collection( "testCollections" ).get(queryParameters,true);
assertEquals( 0,tempEntity.getResponse().getEntities().size() );
//Verify if you can query on an entity that was not indexed and that no entities are returned.
query = "one = 'helper'";
queryParameters = new QueryParameters().setQuery(query);
tempEntity = this.app().collection( "testCollections" ).get(queryParameters,true);
assertEquals(0,tempEntity.getResponse().getEntities().size());
query = "uuid = "+postedEntity.getUuid().toString();
queryParameters = new QueryParameters().setQuery(query);
tempEntity = this.app().collection( "testCollections" ).get(queryParameters,true);
assertEquals(1,tempEntity.getResponse().getEntities().size());
//since the collection schema doesn't index anything it shouldn't show up except for the default properties
//to prove that the entity exists
//next part is to delete the schema then reindex it and it should work.
this.app().collection( "testCollections" ).collection( "_settings" ).delete();
waitForQueueDrainAndRefreshIndex();
this.app().collection( "testCollections" ).collection( "_reindex" )
.post(true,clientSetup.getSuperuserToken(),ApiResponse.class,null,null,false);
waitForQueueDrainAndRefreshIndex();
//Do a query to see if you can find the indexed query.
query = "two ='query'";
queryParameters = new QueryParameters().setQuery(query);
//having a name breaks it. Need to get rid of the stack trace and also
tempEntity = this.app().collection( "testCollections" ).get(queryParameters,true);
assertEquals( 1,tempEntity.getResponse().getEntities().size() );
//Verify if you can query on an entity that was not indexed and that no entities are returned.
query = "one = 'helper'";
queryParameters = new QueryParameters().setQuery(query);
tempEntity = this.app().collection( "testCollections" ).get(queryParameters,true);
assertEquals(1,tempEntity.getResponse().getEntities().size());
query = "uuid = "+postedEntity.getUuid().toString();
queryParameters = new QueryParameters().setQuery(query);
tempEntity = this.app().collection( "testCollections" ).get(queryParameters,true);
assertEquals(1,tempEntity.getResponse().getEntities().size());
}
@Test
public void postCollectionSchemaWithWildcardIndexAll() throws Exception {
// setup collection with index all
Entity payload = new Entity();
payload.put( "fields", "all");
app().collection( "testCollection" ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
// post entity with two fields
Entity testEntity = new Entity();
testEntity.put( "one", "helper" );
testEntity.put( "two","query" );
app().collection( "testCollection" ).post( testEntity );
waitForQueueDrainAndRefreshIndex();
// verify it can be queried on both fields
String query = "two ='query'";
QueryParameters queryParameters = new QueryParameters().setQuery(query);
Collection tempEntity = app().collection( "testCollection" ).get(queryParameters,true);
Entity reindexedEntity = tempEntity.getResponse().getEntity();
assertEquals( "helper",reindexedEntity.get( "one" ) );
query = "one = 'helper'";
queryParameters = new QueryParameters().setQuery(query);
tempEntity = app().collection( "testCollection" ).get(queryParameters,true);
assertEquals(1,tempEntity.getResponse().getEntities().size());
}
/**
* Create test collection
* Give collection an indexing schema
* Give collection a new entity and ensure it only indexes wht is in the schema
* Reindex and make sure old entity with full text indexing is reindexed with the schema.
*/
@Test
public void postToCollectionSchemaUpdateExistingCollection() throws Exception {
//Create test collection with test entity that is full text indexed.
Entity testEntity = new Entity();
for(int i = 0; i < 10; i++){
testEntity.put( "one","value"+i );
testEntity.put( "two","valuetwo"+i );
this.app().collection( "testCollection" ).post( testEntity );
}
//Creating schema.
//this could be changed to a hashmap.
ArrayList<String> indexingArray = new ArrayList<>( );
indexingArray.add( "one" );
//field "fields" is required.
Entity payload = new Entity();
payload.put( "fields", indexingArray);
//Post index to the collection metadata
Entity thing = this.app().collection( "testCollection" ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
//Reindex and verify that the entity only has field one index.
this.app().collection( "testCollection" ).collection( "_reindex" )
.post(true,clientSetup.getSuperuserToken(),ApiResponse.class,null,null,false);
for(int i = 0; i < 10; i++) {
String query = "one ='value"+ i + "'";
QueryParameters queryParameters = new QueryParameters().setQuery( query );
//having a name breaks it. Need to get rid of the stack trace and also
Collection tempEntity = this.app().collection( "testCollection" ).get( queryParameters, true );
Entity reindexedEntity = tempEntity.getResponse().getEntity();
assertEquals( "value"+i, reindexedEntity.get( "one" ) );
//Verify if you can query on an entity that was not indexed and that no entities are returned.
query = "two = 'valuetwo1"+ i + "'";
queryParameters = new QueryParameters().setQuery( query );
tempEntity = this.app().collection( "testCollection" ).get( queryParameters, true );
assertEquals( 0, tempEntity.getResponse().getEntities().size() );
}
}
@Test
public void postToCollectionSchemaAndVerifyFieldsAreUpdated() throws Exception {
//Create test collection with test entity that is full text indexed.
Entity testEntity = new Entity();
for(int i = 0; i < 10; i++){
testEntity.put( "one","value"+i );
testEntity.put( "two","valuetwo"+i );
this.app().collection( "testCollection" ).post( testEntity );
}
//Creating schema.
//this could be changed to a hashmap.
ArrayList<String> indexingArray = new ArrayList<>( );
indexingArray.add( "one" );
//field "fields" is required.
Entity payload = new Entity();
payload.put( "fields", indexingArray);
//Post index to the collection metadata
Entity thing = this.app().collection( "testCollection" ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
Collection collection = this.app().collection( "testCollection" ).collection( "_settings" ).get();
LinkedHashMap testCollectionSchema = (LinkedHashMap)collection.getResponse().getData();
assertEquals( ( thing ).get( "lastUpdated" ), testCollectionSchema.get( "lastUpdated" ));
assertEquals( ( thing ).get( "lastUpdateBy" ),testCollectionSchema.get( "lastUpdateBy" ) );
assertEquals( 0,testCollectionSchema.get( "lastReindexed" ) );
ArrayList<String> schema = ( ArrayList<String> ) testCollectionSchema.get( "fields" );
assertEquals( "one",schema.get( 0 ) );
//Reindex and verify that the entity only has field one index.
this.app().collection( "testCollection" ).collection( "_reindex" )
.post(true,clientSetup.getSuperuserToken(),ApiResponse.class,null,null,false);
indexingArray.add( "one" );
indexingArray.add( "two" );
//field "fields" is required.
payload = new Entity();
payload.put( "fields", indexingArray);
//Post index to the collection metadata
this.app().collection( "testCollection" ).collection( "_settings" ).post( payload );
collection = this.app().collection( "testCollection" ).collection( "_settings" ).get();
testCollectionSchema = (LinkedHashMap)collection.getResponse().getData();
assertNotEquals( ( thing ).get( "lastUpdated" ), testCollectionSchema.get( "lastUpdated" ));
assertEquals( ( thing ).get( "lastUpdateBy" ),testCollectionSchema.get( "lastUpdateBy" ) );
assertNotEquals( 0,testCollectionSchema.get( "lastReindexed" ) );
schema = ( ArrayList<String> ) testCollectionSchema.get( "fields" );
assertEquals( "one",schema.get( 0 ) );
for(int i = 0; i < 10; i++) {
String query = "one ='value"+ i + "'";
QueryParameters queryParameters = new QueryParameters().setQuery( query );
//having a name breaks it. Need to get rid of the stack trace and also
Collection tempEntity = this.app().collection( "testCollection" ).get( queryParameters, true );
Entity reindexedEntity = tempEntity.getResponse().getEntity();
assertEquals( "value"+i, reindexedEntity.get( "one" ) );
//Verify if you can query on an entity that was not indexed and that no entities are returned.
query = "two = 'valuetwo1"+ i + "'";
queryParameters = new QueryParameters().setQuery( query );
tempEntity = this.app().collection( "testCollection" ).get( queryParameters, true );
assertEquals( 0, tempEntity.getResponse().getEntities().size() );
}
}
/**
* Create test collection
* Give collection an indexing schema
* Give collection a new entity and ensure it only indexes wht is in the schema
* Reindex and make sure old entity with full text indexing is reindexed with the schema.
*
* @throws Exception
*/
@Test
public void postToCollectionSchemaWithSchemaFirst() throws Exception {
//Include the property labeled two to be index.
ArrayList<String> indexingArray = new ArrayList<>( );
indexingArray.add( "two" );
//field "fields" is required.
Entity payload = new Entity();
payload.put( "fields", indexingArray);
//Post index to the collection metadata
this.app().collection( "testCollection" ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
//Create test collection with a test entity that is partially indexed.
Entity testEntity = new Entity();
testEntity.put( "one", "helper" );
testEntity.put( "two","query" );
//Post entity.
this.app().collection( "testCollection" ).post( testEntity );
waitForQueueDrainAndRefreshIndex();
//Do a query to see if you can find the indexed query.
String query = "two ='query'";
QueryParameters queryParameters = new QueryParameters().setQuery(query);
//having a name breaks it. Need to get rid of the stack trace and also
Collection tempEntity = this.app().collection( "testCollection" ).get(queryParameters,true);
Entity reindexedEntity = tempEntity.getResponse().getEntity();
assertEquals( "helper",reindexedEntity.get( "one" ) );
//Verify if you can query on an entity that was not indexed and that no entities are returned.
query = "one = 'helper'";
queryParameters = new QueryParameters().setQuery(query);
tempEntity = this.app().collection( "testCollection" ).get(queryParameters,true);
assertEquals(0,tempEntity.getResponse().getEntities().size());
}
@Test
public void postToCollectionArraySchemaWithSchemaFirst() throws Exception {
//Include the property labeled two to be index.
ArrayList<String> indexingArray = new ArrayList<>( );
indexingArray.add( "two" );
indexingArray.add( "one.key" );
//field "fields" is required.
Entity payload = new Entity();
payload.put( "fields", indexingArray);
//Post index to the collection metadata
this.app().collection( "testCollection" ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
Map<String,Object> arrayFieldsForTesting = new HashMap<>();
arrayFieldsForTesting.put( "key","value" );
arrayFieldsForTesting.put( "anotherKey","value2");
//Create test collection with a test entity that is partially indexed.
Entity testEntity = new Entity();
testEntity.put( "one", arrayFieldsForTesting );
testEntity.put( "two","query" );
//Post entity.
this.app().collection( "testCollection" ).post( testEntity );
waitForQueueDrainAndRefreshIndex();
//Do a query to see if you can find the indexed query.
String query = "one.key = 'value'";
QueryParameters queryParameters = new QueryParameters().setQuery(query);
//having a name breaks it. Need to get rid of the stack trace and also
Collection tempEntity = this.app().collection( "testCollection" ).get(queryParameters,true);
Entity reindexedEntity = tempEntity.getResponse().getEntity();
assertEquals( "value2",((Map)reindexedEntity.get( "one" )).get( "anotherKey" ) );
//Verify if you can query on an entity that was not indexed and that no entities are returned.
query = "one.anotherKey = 'value2'";
queryParameters = new QueryParameters().setQuery(query);
tempEntity = this.app().collection( "testCollection" ).get(queryParameters,true);
assertEquals(0,tempEntity.getResponse().getEntities().size());
}
//test to reflect if one would index whatever is prefixed with that. Will
//need to do extensive testing to ensure that it will work with different instances.
@Test
public void postToCollectionSchemaArrayWithTopLevelIndexing() throws Exception {
//Include the property labeled two to be index.
ArrayList<String> indexingArray = new ArrayList<>( );
indexingArray.add( "two" );
//this should work such that one.key and one.anotherKey should work.
indexingArray.add( "one" );
//field "fields" is required.
Entity payload = new Entity();
payload.put( "fields", indexingArray);
//Post index to the collection metadata
this.app().collection( "testCollection" ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
Map<String,Object> arrayFieldsForTesting = new HashMap<>();
arrayFieldsForTesting.put( "key","value" );
arrayFieldsForTesting.put( "anotherKey","value2");
//Create test collection with a test entity that is partially indexed.
Entity testEntity = new Entity();
testEntity.put( "one", arrayFieldsForTesting );
testEntity.put( "two","query" );
//Post entity.
this.app().collection( "testCollection" ).post( testEntity );
waitForQueueDrainAndRefreshIndex();
//Do a query to see if you can find the indexed query.
String query = "one.key = 'value'";
QueryParameters queryParameters = new QueryParameters().setQuery(query);
//having a name breaks it. Need to get rid of the stack trace and also
Collection tempEntity = this.app().collection( "testCollection" ).get(queryParameters,true);
Entity reindexedEntity = tempEntity.getResponse().getEntity();
assertEquals( "value2",((Map)reindexedEntity.get( "one" )).get( "anotherKey" ) );
}
@Test
public void postToCollectionSchemaArrayWithSelectiveTopLevelIndexing() throws Exception {
//Include the property labeled two to be index.
ArrayList<String> indexingArray = new ArrayList<>( );
indexingArray.add( "two" );
//this should work such that one.key and one.anotherKey should work.
indexingArray.add( "one.key" );
//field "fields" is required.
Entity payload = new Entity();
payload.put( "fields", indexingArray);
//Post index to the collection metadata
this.app().collection( "testCollection" ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
Map<String,Object> arrayFieldsForTestingSelectiveIndexing = new HashMap<>();
arrayFieldsForTestingSelectiveIndexing.put( "wowMoreKeys","value" );
arrayFieldsForTestingSelectiveIndexing.put( "thisShouldBeQueryableToo","value2");
Map<String,Object> arrayFieldsForTesting = new HashMap<>();
arrayFieldsForTesting.put( "key",arrayFieldsForTestingSelectiveIndexing );
arrayFieldsForTesting.put( "anotherKey","value2");
//Create test collection with a test entity that is partially indexed.
Entity testEntity = new Entity();
testEntity.put( "one", arrayFieldsForTesting );
testEntity.put( "two","query" );
//Post entity.
this.app().collection( "testCollection" ).post( testEntity );
waitForQueueDrainAndRefreshIndex();
//Do a query to see if you can find the indexed query.
String query = "one.key.wowMoreKeys = 'value'";
QueryParameters queryParameters = new QueryParameters().setQuery(query);
//having a name breaks it. Need to get rid of the stack trace and also
Collection tempEntity = this.app().collection( "testCollection" ).get(queryParameters,true);
Entity reindexedEntity = tempEntity.getResponse().getEntity();
assertEquals( "value2",((Map)reindexedEntity.get( "one" )).get( "anotherKey" ) );
//Verify if you can query on an entity that was not indexed and that no entities are returned.
query = "one.anotherKey = 'value2'";
queryParameters = new QueryParameters().setQuery(query);
tempEntity = this.app().collection( "testCollection" ).get(queryParameters,true);
assertEquals(0,tempEntity.getResponse().getEntities().size());
}
@Test
public void postToCollectionSchemaArrayWithSelectiveTopLevelIndexingAddingDefaultPropertyNames() throws Exception {
//Include the property labeled two to be index.
ArrayList<String> indexingArray = new ArrayList<>( );
indexingArray.add( "two" );
//this should work such that one.key and one.anotherKey should work.
indexingArray.add( "one.key" );
indexingArray.add( "name" );
//field "fields" is required.
Entity payload = new Entity();
payload.put( "fields", indexingArray);
//Post index to the collection metadata
this.app().collection( "testCollection" ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
Map<String,Object> arrayFieldsForTestingSelectiveIndexing = new HashMap<>();
arrayFieldsForTestingSelectiveIndexing.put( "wowMoreKeys","value" );
arrayFieldsForTestingSelectiveIndexing.put( "thisShouldBeQueryableToo","value2");
Map<String,Object> arrayFieldsForTesting = new HashMap<>();
arrayFieldsForTesting.put( "key",arrayFieldsForTestingSelectiveIndexing );
arrayFieldsForTesting.put( "anotherKey","value2");
//Create test collection with a test entity that is partially indexed.
Entity testEntity = new Entity();
testEntity.put( "one", arrayFieldsForTesting );
testEntity.put( "two","query" );
testEntity.put( "name","howdy");
//Post entity.
this.app().collection( "testCollection" ).post( testEntity );
waitForQueueDrainAndRefreshIndex();
//Do a query to see if you can find the indexed query.
String query = "name = 'howdy'";
QueryParameters queryParameters = new QueryParameters().setQuery(query);
//having a name breaks it. Need to get rid of the stack trace and also
Collection tempEntity = this.app().collection( "testCollection" ).get(queryParameters,true);
Entity reindexedEntity = tempEntity.getResponse().getEntity();
assertEquals( "howdy",(reindexedEntity.get( "name" )) );
}
/**
* Verify that doing a put goes through and still applies the existing schema.
* @throws Exception
*/
@Test
public void putToCollectionSchema() throws Exception {
//Include the property labeled two to be index.
ArrayList<String> indexingArray = new ArrayList<>( );
indexingArray.add( "one" );
//field "fields" is required.
Entity payload = new Entity();
payload.put( "fields", indexingArray);
//Post index to the collection metadata
this.app().collection( "testCollection" ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
//Create test collection with a test entity that is partially indexed.
Entity testEntity = new Entity();
testEntity.put( "one", "two");
testEntity.put( "test", "anotherTest");
//Post entity.
Entity postedEntity = this.app().collection( "testCollection" ).post( testEntity );
waitForQueueDrainAndRefreshIndex();
testEntity.put( "one","three" );
this.app().collection( "testCollection" ).entity( postedEntity.getUuid() ).put( testEntity );
waitForQueueDrainAndRefreshIndex();
//Do a query to see if you can find the indexed query.
String query = "one = 'three'";
QueryParameters queryParameters = new QueryParameters().setQuery(query);
//having a name breaks it. Need to get rid of the stack trace and also
Collection tempEntity = this.app().collection( "testCollection" ).get(queryParameters,true);
Entity reindexedEntity = tempEntity.getResponse().getEntity();
assertEquals( "three",(reindexedEntity.get( "one" )) );
//check that the old value no longer exists in elasticsearch
query = "one = 'two'";
queryParameters = new QueryParameters().setQuery(query);
tempEntity = this.app().collection( "testCollection" ).get(queryParameters,true);
assertEquals(0,tempEntity.getResponse().getEntities().size());
}
/**
* Test posts with a user level token on a path with permissions
*/
//TODO: App level permissions aren't functioning.
@Test
public void permissionWithMeInString() throws Exception {
// create user
String username = "sumeet.agarwal@usergrid.com";
String email = "sumeet.agarwal@usergrid.com";
String password = "secret";
String name = "Sumeet Agarwal";
Entity payload = new Entity();
payload.put("username", username);
payload.put("email", email);
payload.put("password", password);
payload.put("name", name);
Entity user = this.app().collection("users").post(payload);
assertEquals(user.get("username"), username);
assertEquals(user.get("email"), email);
this.waitForQueueDrainAndRefreshIndex();
String collectionName = "nestprofiles";
//create a permission with the path "me" in it
payload = new Entity();
payload.put( "permission", "get,post,put,delete:/"+collectionName+"/**" );
//POST to /users/sumeet.agarwal@usergrid.com/permissions
Entity permission = this.app().collection("users").entity(user).collection("permissions").post(payload);
assertEquals(permission.get("data"), "get,post,put,delete:/"+collectionName+"/**");
//delete the default role, which would allow all authenticated requests
this.app().collection("role").uniqueID("Default").delete();
//log our new user in
//TODO:App Level token is broken it seems. Test won't work with it.
Token appToken = this.getAppUserToken(username, password);
management().token().setToken( appToken );
//now post data
payload = new Entity();
String profileName = "profile-sumeet";
payload.put( "name", profileName );
payload.put( "firstname", "sumeet" );
payload.put( "lastname", "agarwal" );
payload.put( "mobile", "122" );
Entity nestProfile = this.app().collection(collectionName).post(payload);
assertEquals(nestProfile.get("name"), profileName);
this.waitForQueueDrainAndRefreshIndex();
Entity nestprofileReturned = this.app().collection(collectionName).entity(nestProfile).get();
assertEquals(nestprofileReturned.get("name"), profileName);
}
@Test
public void stringWithSpaces() throws IOException {
// create entity with a property with spaces
String collection = "calendarlists";
String summaryOverview = "My Summary";
String calType = "personal";
Entity payload = new Entity();
payload.put("summaryOverview", summaryOverview);
payload.put("caltype", calType);
Entity calendarlistOne = this.app().collection(collection).post(payload );
assertEquals( calendarlistOne.get( "summaryOverview" ), summaryOverview );
assertEquals(calendarlistOne.get("caltype"), calType);
this.waitForQueueDrainAndRefreshIndex();
//post a second entity
payload = new Entity();
String summaryOverviewTwo = "Your Summary";
String calTypeTwo = "personal";
payload.put("summaryOverview", summaryOverviewTwo);
payload.put("caltype", calTypeTwo);
Entity calendarlistTwo = this.app().collection(collection).post(payload);
assertEquals( calendarlistTwo.get( "summaryOverview" ), summaryOverviewTwo );
assertEquals(calendarlistTwo.get("caltype"), calTypeTwo);
//query for the first entity
String query = "summaryOverview = 'My Summary'";
QueryParameters queryParameters = new QueryParameters().setQuery(query);
Collection calendarListCollection = this.app().collection(collection).get(queryParameters);
assertEquals(calendarListCollection.hasNext(), true);
}
@Test
public void testDefaultCollectionReturning() throws IOException {
ApiResponse usersDefaultCollection = this.app().get();
LinkedHashMap collectionHashMap = ( LinkedHashMap ) usersDefaultCollection.getEntity().get( "metadata" );
//make sure you have all the other default collections once you have users in place.
Set<String> system_collections = Schema.getDefaultSchema().getCollectionNames( Application.ENTITY_TYPE );
for(String collectionName : system_collections){
assertNotSame( null,((LinkedHashMap)(collectionHashMap.get( "collections" ))).get( collectionName ));
}
}
@Ignore("Ignored because we no longer retain custom collections after deleting the last entity in a collection"
+ "This test can be used to verify that works when we implement it")
@Test
public void testNewlyCreatedCollectionReturnsWhenEmpty(){
String collectionName = "testDefaultCollectionReturnings";
Map<String,Object> payload = new HashMap( );
payload.put( "hello","test" );
ApiResponse testEntity = this.app().collection( collectionName ).post( payload );
//Verify that the below collection actually does exist.
ApiResponse usersDefaultCollection = this.app().get();
LinkedHashMap collectionHashMap = ( LinkedHashMap ) usersDefaultCollection.getEntity().get( "metadata" );
assertNotSame( null,
((LinkedHashMap)(collectionHashMap.get( "collections" ))).get( collectionName.toLowerCase() ));
this.waitForQueueDrainAndRefreshIndex();
this.app().collection( collectionName ).entity( testEntity.getEntity().getUuid() ).delete();
this.waitForQueueDrainAndRefreshIndex();
//Verify that the collection still exists despite deleting its only entity.)
usersDefaultCollection = this.app().get();
collectionHashMap = ( LinkedHashMap ) usersDefaultCollection.getEntity().get( "metadata" );
assertNotSame( null,
((LinkedHashMap)(collectionHashMap.get( "collections" ))).get( collectionName.toLowerCase() ));
Collection createdCollectionResponse = this.app().collection( collectionName ).get();
assertEquals( 0,createdCollectionResponse.getNumOfEntities() );
}
/**
* Test to verify "name property returns twice in AppServices response" is fixed.
*/
@Test
public void testNoDuplicateFields() throws Exception {
// create user
String name = "fred";
Entity payload = new Entity();
payload.put("name", name);
Entity user = this.app().collection("app_users").post(payload);
assertEquals(user.get("name"), name);
this.waitForQueueDrainAndRefreshIndex();
Entity user2 = this.app().collection("app_users").entity(user).get();
/*
// check REST API response for duplicate name property
// have to look at raw response data, Jackson will remove dups
String s = resource().path( "/test-organization/test-app/app_users/fred" )
.queryParam( "access_token", access_token ).accept( MediaType.APPLICATION_JSON )
.type( MediaType.APPLICATION_JSON_TYPE ).get( String.class );
int firstFred = s.indexOf( "fred" );
int secondFred = s.indexOf( "fred", firstFred + 4 );
Assert.assertEquals( "Should not be more than one name property", -1, secondFred );
*/
}
/**
* Test that when schema is "none" entity gets saved but does not get indexed
*/
@Test
public void postCollectionSchemaWithWildcardIndexNone() throws Exception {
Entity payload = new Entity();
payload.put( "fields", "none");
String randomizer = RandomStringUtils.randomAlphanumeric(10);
String collectionName = "col_" + randomizer;
app().collection( collectionName ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
// was the no-index wildcard saved and others ignored?
Collection collection = app().collection( collectionName ).collection( "_settings" ).get();
LinkedHashMap testCollectionSchema = (LinkedHashMap)collection.getResponse().getData();
String schema = (String)testCollectionSchema.get( "fields" );
assertEquals( "none", schema );
// post an entity with a name and a color
String entityName = "name_" + randomizer;
Entity postedEntity = this.app().collection( collectionName )
.post( new Entity().withProp("name", entityName).withProp( "color", "magenta" ) );
// should be able to get entity by ID
Entity getByIdEntity = app().collection( collectionName ).entity( postedEntity.getUuid() ).get();
assertNotNull( getByIdEntity );
assertEquals( postedEntity.getUuid(), getByIdEntity.getUuid() );
// should be able to get entity by name
Entity getByNameEntity = app().collection( collectionName ).entity( entityName ).get();
assertNotNull( getByNameEntity );
assertEquals( postedEntity.getUuid(), getByNameEntity.getUuid() );
// should NOT be able to get entity by query
Iterator<Entity> getByQuery = app().collection( collectionName )
.get( new QueryParameters().setQuery( "select * where color='magenta'" ) ).iterator();
assertFalse( getByQuery.hasNext() );
}
/**
* Test that indexed entities can be connected to un-indexed Entities and connections still work.
*/
@Test
public void testIndexedEntityToUnindexedEntityConnections() {
// create entities in an un-indexed collection
Entity payload = new Entity();
payload.put( "fields", "none");
String randomizer = RandomStringUtils.randomAlphanumeric(10);
String unIndexedCollectionName = "col_" + randomizer;
app().collection( unIndexedCollectionName ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
String entityName1 = "unindexed1";
Entity unindexed1 = this.app().collection( unIndexedCollectionName )
.post( new Entity().withProp("name", entityName1).withProp( "color", "violet" ) );
String entityName2 = "unindexed2";
Entity unindexed2 = this.app().collection( unIndexedCollectionName )
.post( new Entity().withProp("name", entityName2).withProp( "color", "violet" ) );
// create an indexed entity
String indexedCollection = "col_" + randomizer;
String indexedEntityName = "indexedEntity";
Entity indexedEntity = this.app().collection( indexedCollection )
.post( new Entity().withProp("name", indexedEntityName).withProp( "color", "orange" ) );
// create connections from indexed entity to un-indexed entities
app().collection(indexedCollection).entity(indexedEntity).connection("likes").entity(unindexed1).post();
app().collection(indexedCollection).entity(indexedEntity).connection("likes").entity(unindexed2).post();
Collection connectionsByGraph = app().collection( indexedCollection )
.entity(indexedEntity).connection( "likes" ).get();
assertEquals( 2, connectionsByGraph.getNumOfEntities() );
Collection connectionsByQuery = app().collection( indexedCollection )
.entity(indexedEntity).connection( "likes" )
.get( new QueryParameters().setQuery( "select * where color='violet'" ));
assertEquals( 0, connectionsByQuery.getNumOfEntities() );
}
/**
* Test that index entities can be connected to un-indexed Entities and connections still work.
*/
@Test
public void testUnindexedEntityToIndexedEntityConnections() {
// create two entities in an indexed collection
String randomizer = RandomStringUtils.randomAlphanumeric(10);
String indexedCollection = "col_" + randomizer;
String indexedEntityName = "indexedEntity";
Entity indexedEntity1 = this.app().collection( indexedCollection )
.post( new Entity().withProp("name", indexedEntityName + "_1").withProp( "color", "orange" ) );
Entity indexedEntity2 = this.app().collection( indexedCollection )
.post( new Entity().withProp("name", indexedEntityName + "_2").withProp( "color", "orange" ) );
// create an un-indexed entity
Entity payload = new Entity();
payload.put( "fields", "none");
String unIndexedCollectionName = "col_" + randomizer;
app().collection( unIndexedCollectionName ).collection( "_settings" ).post( payload );
waitForQueueDrainAndRefreshIndex();
String entityName1 = "unindexed1";
Entity unindexed1 = this.app().collection( unIndexedCollectionName )
.post( new Entity().withProp("name", entityName1).withProp( "color", "violet" ) );
// create connections from un-indexed entity to indexed entities
app().collection(unIndexedCollectionName).entity(unindexed1).connection("likes").entity(indexedEntity1).post();
app().collection(unIndexedCollectionName).entity(unindexed1).connection("likes").entity(indexedEntity2).post();
// should be able to get connections via graph from un-indexed to index
Collection connectionsByGraph = app().collection( indexedCollection )
.entity(unindexed1).connection( "likes" ).get();
assertEquals( 2, connectionsByGraph.getNumOfEntities() );
// should not be able to get connections via query from unindexed to indexed
Collection connectionsByQuery = app().collection( indexedCollection )
.entity(unindexed1).connection( "likes" )
.get( new QueryParameters().setQuery( "select * where color='orange'" ));
assertEquals( 0, connectionsByQuery.getNumOfEntities() );
}
@Test
public void testCollectionAuthoritativeRegion() {
// create collection with settings for index all
String randomizer = RandomStringUtils.randomAlphanumeric(10);
String collectionName = "col_" + randomizer;
app().collection( collectionName ).collection( "_settings" )
.post( new Entity().chainPut( "fields", "all" ) );
waitForQueueDrainAndRefreshIndex();
// get collection settings, should see no region
Collection collection = app().collection( collectionName ).collection( "_settings" ).get();
Map<String, Object> settings = (Map<String, Object>)collection.getResponse().getData();
assertNull( settings.get( REGION_SETTING ));
// set collection region with bad region, expect error
try {
app().collection( collectionName ).collection( "_settings" )
.post( new Entity().chainPut(REGION_SETTING, "us-moon-1" ) );
fail( "post should have failed");
} catch ( BadRequestException expected ) {}
// set collection region with good region
app().collection( collectionName ).collection( "_settings" )
.post( new Entity().chainPut( REGION_SETTING, "us-east-1" ) );
// get collection settings see that we have a region
collection = app().collection( collectionName ).collection( "_settings" ).get();
settings = (Map<String, Object>)collection.getResponse().getData();
assertNotNull( settings.get( REGION_SETTING ));
assertEquals( "us-east-1", settings.get( REGION_SETTING ));
// unset the collection region
app().collection( collectionName ).collection( "_settings" )
.post( new Entity().chainPut( REGION_SETTING, "" ) );
waitForQueueDrainAndRefreshIndex();
// get collection settings, should see no region
collection = app().collection( collectionName ).collection( "_settings" ).get();
settings = (Map<String, Object>)collection.getResponse().getData();
assertNull( settings.get( REGION_SETTING ));
}
@Test
public void testBeingAbleToRetreiveMigratedValues() throws Exception {
Entity notifier = new Entity().chainPut("name", "mynotifier").chainPut("provider", "noop");
ApiResponse notifierNode = this.pathResource(getOrgAppPath("notifier")).post(ApiResponse.class,notifier);
// create user
Map payloads = new HashMap<>( );
payloads.put( "mynotifier","hello world" );
Map statistics = new HashMap<>( );
statistics.put( "sent",1 );
statistics.put( "errors",2 );
Entity payload = new Entity();
payload.put("debug", false);
payload.put( "expectedCount",0 );
payload.put( "finished",1438279671229L);
payload.put( "payloads",payloads);
payload.put( "priority","normal");
payload.put( "state","FINISHED");
payload.put( "statistics",statistics);
this.app().collection("notifications/"+ UUIDUtils.newTimeUUID()).post(payload );
this.waitForQueueDrainAndRefreshIndex();
Collection user2 = this.app().collection("notifications").get();
assertEquals(1,user2.getNumOfEntities());
this.app().collection("notifications/"+ UUIDUtils.newTimeUUID()).put(null,payload );
this.waitForQueueDrainAndRefreshIndex();
user2 = this.app().collection("notifications").get();
assertEquals(2,user2.getNumOfEntities());
}
}