Skip to content

Commit 9177c87

Browse files
mikereichemikereiche
committed
Bump couchbase sdk to 3_4_3.
Requires some refactoring around @Stability.Internal APIs. Also fixed a test to get it to pass. Closes #1661,#1662.
1 parent 020693e commit 9177c87

File tree

8 files changed

+69
-35
lines changed

8 files changed

+69
-35
lines changed

‎pom.xml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,8 +18,8 @@
1818
</parent>
1919

2020
<properties>
21-
<couchbase>3.4.1</couchbase>
22-
<couchbase.osgi>3.4.1</couchbase.osgi>
21+
<couchbase>3.4.3</couchbase>
22+
<couchbase.osgi>3.4.3</couchbase.osgi>
2323
<springdata.commons>3.1.0-SNAPSHOT</springdata.commons>
2424
<java-module-name>spring.data.couchbase</java-module-name>
2525
<hibernate.validator>7.0.1.Final</hibernate.validator>

‎src/main/java/org/springframework/data/couchbase/core/ReactiveRemoveByQueryOperationSupport.java

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,8 @@
1515
*/
1616
package org.springframework.data.couchbase.core;
1717

18+
import com.couchbase.client.core.api.query.CoreQueryContext;
19+
import com.couchbase.client.core.io.CollectionIdentifier;
1820
import reactor.core.publisher.Flux;
1921

2022
import java.util.Optional;
@@ -28,7 +30,6 @@
2830
import org.springframework.data.couchbase.core.support.TemplateUtils;
2931
import org.springframework.util.Assert;
3032

31-
import com.couchbase.client.core.deps.com.fasterxml.jackson.databind.node.ObjectNode;
3233
import com.couchbase.client.java.ReactiveScope;
3334
import com.couchbase.client.java.json.JsonObject;
3435
import com.couchbase.client.java.query.QueryOptions;
@@ -100,11 +101,10 @@ public Flux<RemoveResult> all() {
100101
} else {
101102
TransactionQueryOptions opts = OptionsBuilder
102103
.buildTransactionQueryOptions(buildQueryOptions(pArgs.getOptions()));
103-
ObjectNode convertedOptions = com.couchbase.client.java.transactions.internal.OptionsUtil
104-
.createTransactionOptions(pArgs.getScope() == null ? null : rs, statement, opts);
104+
CoreQueryContext queryContext = CollectionIdentifier.DEFAULT_SCOPE.equals(rs.name()) ? null : CoreQueryContext.of(rs.bucketName(), rs.name());
105105
return transactionContext.get().getCore()
106-
.queryBlocking(statement, template.getBucketName(), pArgs.getScope(), convertedOptions, false)
107-
.flatMapIterable(result -> result.rows).map(row -> {
106+
.queryBlocking(statement, queryContext, opts.builder().build(), false)
107+
.flatMapIterable(result -> result.collectRows()).map(row -> {
108108
JsonObject json = JsonObject.fromJson(row.data());
109109
return new RemoveResult(json.getString(TemplateUtils.SELECT_ID), json.getLong(TemplateUtils.SELECT_CAS),
110110
Optional.empty());

‎src/main/java/org/springframework/data/couchbase/core/query/N1QLQuery.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ public QueryOptions getOptions() {
4343

4444
public JsonObject n1ql() {
4545
JsonObject query = JsonObject.create().put("statement", expression.toString());
46-
options.build().injectParams(query);
46+
//options.build().injectParams(query);
4747
return query;
4848
}
4949

‎src/main/java/org/springframework/data/couchbase/core/query/OptionsBuilder.java

Lines changed: 31 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -24,9 +24,17 @@
2424
import java.lang.reflect.InvocationTargetException;
2525
import java.lang.reflect.Method;
2626
import java.time.Duration;
27+
import java.util.ArrayList;
28+
import java.util.HashSet;
2729
import java.util.Map;
2830
import java.util.Optional;
2931

32+
import com.couchbase.client.core.Core;
33+
import com.couchbase.client.core.classic.query.ClassicCoreQueryOps;
34+
import com.couchbase.client.core.deps.com.fasterxml.jackson.databind.node.ObjectNode;
35+
import com.couchbase.client.core.env.CoreEnvironment;
36+
import com.couchbase.client.core.env.PasswordAuthenticator;
37+
import com.couchbase.client.java.json.JsonValue;
3038
import org.slf4j.Logger;
3139
import org.slf4j.LoggerFactory;
3240
import org.springframework.core.annotation.AnnotatedElementUtils;
@@ -67,9 +75,9 @@ public class OptionsBuilder {
6775
static QueryOptions buildQueryOptions(Query query, QueryOptions options, QueryScanConsistency scanConsistency) {
6876
options = options != null ? options : QueryOptions.queryOptions();
6977
if (query.getParameters() != null) {
70-
if (query.getParameters() instanceof JsonArray) {
78+
if (query.getParameters() instanceof JsonArray && !((JsonArray) query.getParameters()).isEmpty()) {
7179
options.parameters((JsonArray) query.getParameters());
72-
} else {
80+
} else if( query.getParameters() instanceof JsonObject && !((JsonObject)query.getParameters()).isEmpty()){
7381
options.parameters((JsonObject) query.getParameters());
7482
}
7583
}
@@ -110,8 +118,19 @@ public static TransactionQueryOptions buildTransactionQueryOptions(QueryOptions
110118
throw new IllegalArgumentException("QueryOptions.flexIndex is not supported in a transaction");
111119
}
112120

121+
Object value = optsJson.get("args");
122+
if(value instanceof JsonObject){
123+
txOptions.parameters((JsonObject)value);
124+
}else if(value instanceof JsonArray) {
125+
txOptions.parameters((JsonArray) value);
126+
}
127+
113128
for (Map.Entry<String, Object> entry : optsJson.toMap().entrySet()) {
114-
txOptions.raw(entry.getKey(), entry.getValue());
129+
if(entry.getKey().equals("args")) {
130+
;
131+
} else {
132+
txOptions.raw(entry.getKey(), entry.getValue());
133+
}
115134
}
116135

117136
if (LOG.isDebugEnabled()) {
@@ -370,10 +389,15 @@ static String toString(MutateInOptions o) {
370389
return s.toString();
371390
}
372391

373-
private static JsonObject getQueryOpts(QueryOptions.Built optsBuilt) {
374-
JsonObject jo = JsonObject.create();
375-
optsBuilt.injectParams(jo);
376-
return jo;
392+
private static ClassicCoreQueryOps kvOps = new ClassicCoreQueryOps(Core.create(CoreEnvironment.builder().build(),
393+
PasswordAuthenticator.create("user", "password"), new HashSet()));
394+
395+
public static ObjectNode convert(QueryOptions.Built optsBuilt){
396+
return kvOps.convertOptions(optsBuilt);
397+
}
398+
public static JsonObject getQueryOpts(QueryOptions.Built optsBuilt) {
399+
JsonObject jo = JsonObject.fromJson(convert(optsBuilt).toString().getBytes());
400+
return jo;
377401
}
378402

379403
/**

‎src/test/java/org/springframework/data/couchbase/core/CouchbaseTemplateKeyValueIntegrationTests.java

Lines changed: 12 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -55,7 +55,7 @@
5555
import com.couchbase.client.java.query.QueryScanConsistency;
5656

5757
/**
58-
* KV tests Theses tests rely on a cb server running.
58+
* KV test - these tests rely on a cb server running.
5959
*
6060
* @author Michael Nitschinger
6161
* @author Michael Reiche
@@ -81,11 +81,11 @@ public void beforeEach() {
8181
@Test
8282
void findByIdWithLock() {
8383
try {
84-
User user = new User(UUID.randomUUID().toString(), "user1", "user1");
84+
User user = new User("1", "user1", "user1");
8585

8686
couchbaseTemplate.upsertById(User.class).one(user);
8787

88-
User foundUser = couchbaseTemplate.findById(User.class).withLock(Duration.ofSeconds(2)).one(user.getId());
88+
User foundUser = couchbaseTemplate.findById(User.class).withLock(Duration.ofSeconds(5)).one(user.getId());
8989
user.setVersion(foundUser.getVersion());// version will have changed
9090
assertEquals(user, foundUser);
9191

@@ -94,8 +94,15 @@ void findByIdWithLock() {
9494
);
9595
assertTrue(exception.retryReasons().contains(RetryReason.KV_LOCKED), "should have been locked");
9696
} finally {
97-
sleepSecs(2);
98-
couchbaseTemplate.removeByQuery(User.class).withConsistency(QueryScanConsistency.REQUEST_PLUS).all();
97+
for(int i=0; i< 10; i++) {
98+
sleepSecs(2);
99+
try {
100+
couchbaseTemplate.removeByQuery(User.class).withConsistency(QueryScanConsistency.REQUEST_PLUS).all();
101+
break;
102+
} catch (Exception e) {
103+
e.printStackTrace(); // gives IndexFailureException if the lock is still active
104+
}
105+
}
99106
}
100107

101108
}

‎src/test/java/org/springframework/data/couchbase/repository/query/N1qlQueryCreatorTests.java

Lines changed: 14 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -25,13 +25,15 @@
2525
import java.util.List;
2626
import java.util.Locale;
2727

28+
import com.couchbase.client.java.query.QueryOptions;
2829
import org.junit.jupiter.api.BeforeEach;
2930
import org.junit.jupiter.api.Test;
3031
import org.springframework.data.couchbase.core.convert.CouchbaseConverter;
3132
import org.springframework.data.couchbase.core.convert.MappingCouchbaseConverter;
3233
import org.springframework.data.couchbase.core.mapping.CouchbaseMappingContext;
3334
import org.springframework.data.couchbase.core.mapping.CouchbasePersistentEntity;
3435
import org.springframework.data.couchbase.core.mapping.CouchbasePersistentProperty;
36+
import org.springframework.data.couchbase.core.query.OptionsBuilder;
3537
import org.springframework.data.couchbase.core.query.Query;
3638
import org.springframework.data.couchbase.domain.Person;
3739
import org.springframework.data.couchbase.domain.PersonRepository;
@@ -119,17 +121,17 @@ void queryParametersArray() throws Exception {
119121
QueryMethod queryMethod = new QueryMethod(method, new DefaultRepositoryMetadata(UserRepository.class),
120122
new SpelAwareProxyProjectionFactory());
121123
Query expected = (new Query()).addCriteria(where(i("firstname")).in("Oliver", "Charles"));
124+
JsonArray parameters = JsonArray.create().add(JsonArray.create().add("Oliver").add("Charles"));
125+
QueryOptions expectedQOptions = QueryOptions.queryOptions().parameters(parameters);
122126
N1qlQueryCreator creator = new N1qlQueryCreator(tree,
123127
getAccessor(getParameters(method), new Object[] { new Object[] { "Oliver", "Charles" } }), queryMethod,
124128
converter, bucketName);
125129
Query query = creator.createQuery();
126130

127131
// Query expected = (new Query()).addCriteria(where("firstname").in("Oliver", "Charles"));
128132
assertEquals(" WHERE `firstname` in $1", query.export(new int[1]));
129-
JsonObject expectedOptions = JsonObject.create();
130-
expected.buildQueryOptions(null, null).build().injectParams(expectedOptions);
131-
JsonObject actualOptions = JsonObject.create();
132-
expected.buildQueryOptions(null, null).build().injectParams(actualOptions);
133+
JsonObject expectedOptions = OptionsBuilder.getQueryOpts(expected.buildQueryOptions(expectedQOptions, null).build());
134+
JsonObject actualOptions = OptionsBuilder.getQueryOpts(query.buildQueryOptions(null, null).build());
133135
assertEquals(expectedOptions.removeKey("client_context_id"), actualOptions.removeKey("client_context_id"));
134136
}
135137

@@ -148,11 +150,11 @@ void queryParametersJsonArray() throws Exception {
148150
Query query = creator.createQuery();
149151

150152
Query expected = (new Query()).addCriteria(where(i("firstname")).in("Oliver", "Charles"));
153+
JsonArray parameters = JsonArray.create().add(JsonArray.create().add("Oliver").add("Charles"));
154+
QueryOptions expectedQOptions = QueryOptions.queryOptions().parameters(parameters);
151155
assertEquals(" WHERE `firstname` in $1", query.export(new int[1]));
152-
JsonObject expectedOptions = JsonObject.create();
153-
expected.buildQueryOptions(null, null).build().injectParams(expectedOptions);
154-
JsonObject actualOptions = JsonObject.create();
155-
expected.buildQueryOptions(null, null).build().injectParams(actualOptions);
156+
JsonObject expectedOptions = OptionsBuilder.getQueryOpts(expected.buildQueryOptions(expectedQOptions, null).build());
157+
JsonObject actualOptions = OptionsBuilder.getQueryOpts(query.buildQueryOptions(null, null).build());
156158
assertEquals(expectedOptions.removeKey("client_context_id"), actualOptions.removeKey("client_context_id"));
157159
}
158160

@@ -171,12 +173,12 @@ void queryParametersList() throws Exception {
171173
Query query = creator.createQuery();
172174

173175
Query expected = (new Query()).addCriteria(where(i("firstname")).in("Oliver", "Charles"));
176+
JsonArray parameters = JsonArray.create().add(JsonArray.create().add("Oliver").add("Charles"));
177+
QueryOptions expectedQOptions = QueryOptions.queryOptions().parameters(parameters);
174178

175179
assertEquals(" WHERE `firstname` in $1", query.export(new int[1]));
176-
JsonObject expectedOptions = JsonObject.create();
177-
expected.buildQueryOptions(null, null).build().injectParams(expectedOptions);
178-
JsonObject actualOptions = JsonObject.create();
179-
expected.buildQueryOptions(null, null).build().injectParams(actualOptions);
180+
JsonObject expectedOptions = OptionsBuilder.getQueryOpts(expected.buildQueryOptions(expectedQOptions, null).build());
181+
JsonObject actualOptions = OptionsBuilder.getQueryOpts(query.buildQueryOptions(null, null).build());
180182
assertEquals(expectedOptions.removeKey("client_context_id"), actualOptions.removeKey("client_context_id"));
181183
}
182184

‎src/test/java/org/springframework/data/couchbase/util/JavaIntegrationTests.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -285,7 +285,7 @@ public static CompletableFuture<Void> createPrimaryIndex(Cluster cluster, String
285285
options.timeout(Duration.ofSeconds(300));
286286
options.ignoreIfExists(true);
287287
final CreatePrimaryQueryIndexOptions.Built builtOpts = options.build();
288-
final String indexName = builtOpts.indexName().orElse(null);
288+
final String indexName = builtOpts.indexName();
289289

290290
String keyspace = "default:`" + bucketName + "`.`" + scopeName + "`.`" + collectionName + "`";
291291
String statement = "CREATE PRIMARY INDEX ";

‎src/test/java/org/springframework/data/couchbase/util/UnmanagedTestCluster.java

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,7 @@
1717

1818
import static java.nio.charset.StandardCharsets.UTF_8;
1919

20+
import com.couchbase.client.core.util.ConnectionString;
2021
import okhttp3.Credentials;
2122
import okhttp3.FormBody;
2223
import okhttp3.OkHttpClient;
@@ -61,7 +62,7 @@ public class UnmanagedTestCluster extends TestCluster {
6162
seedPort = 18091;
6263
EventBus eventBus = new SimpleEventBus(false);
6364
eventBus.subscribe(event -> System.err.println("Event: " + event));
64-
Collection<SeedNode> seedNodes = ConnectionStringUtil.seedNodesFromConnectionString("couchbases://" + seed, true,
65+
Collection<SeedNode> seedNodes = ConnectionStringUtil.seedNodesFromConnectionString(ConnectionString.create("couchbases://" + seed), true,
6566
true, eventBus);
6667
hostname = seedNodes.stream().filter((node) -> node.kvPort() != null).findFirst().get().address().toString();
6768
seedHost = "couchbases://" + seed;
@@ -93,7 +94,7 @@ TestClusterConfig _start() throws Exception {
9394
// no means to create a bucket on Capella
9495
// have not created config() yet.
9596
boolean usingCloud = seedHost.endsWith("cloud.couchbase.com");
96-
bucketname = usingCloud ? "my_bucket" : UUID.randomUUID().toString();
97+
bucketname = "my_bucket"; // usingCloud ? "my_bucket" : UUID.randomUUID().toString();
9798
if (!usingCloud) {
9899
Response postResponse = httpClient
99100
.newCall(new Request.Builder().header("Authorization", Credentials.basic(adminUsername, adminPassword))

0 commit comments

Comments
 (0)