Skip to content

Commit 05bd415

Browse files
mikereichemikereiche
committed
Bump couchbase sdk to 3_4_3.
Requires some refactoring around @Stability.Internal APIs. Also fixed a test to get it to pass. Closes #1661,#1662.
1 parent 020693e commit 05bd415

File tree

8 files changed

+65
-53
lines changed

8 files changed

+65
-53
lines changed

‎pom.xml

+2-2
Original file line numberDiff line numberDiff line change
@@ -18,8 +18,8 @@
1818
</parent>
1919

2020
<properties>
21-
<couchbase>3.4.1</couchbase>
22-
<couchbase.osgi>3.4.1</couchbase.osgi>
21+
<couchbase>3.4.3</couchbase>
22+
<couchbase.osgi>3.4.3</couchbase.osgi>
2323
<springdata.commons>3.1.0-SNAPSHOT</springdata.commons>
2424
<java-module-name>spring.data.couchbase</java-module-name>
2525
<hibernate.validator>7.0.1.Final</hibernate.validator>

‎src/main/java/org/springframework/data/couchbase/core/ReactiveRemoveByQueryOperationSupport.java

+5-5
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,8 @@
1515
*/
1616
package org.springframework.data.couchbase.core;
1717

18+
import com.couchbase.client.core.api.query.CoreQueryContext;
19+
import com.couchbase.client.core.io.CollectionIdentifier;
1820
import reactor.core.publisher.Flux;
1921

2022
import java.util.Optional;
@@ -28,7 +30,6 @@
2830
import org.springframework.data.couchbase.core.support.TemplateUtils;
2931
import org.springframework.util.Assert;
3032

31-
import com.couchbase.client.core.deps.com.fasterxml.jackson.databind.node.ObjectNode;
3233
import com.couchbase.client.java.ReactiveScope;
3334
import com.couchbase.client.java.json.JsonObject;
3435
import com.couchbase.client.java.query.QueryOptions;
@@ -100,11 +101,10 @@ public Flux<RemoveResult> all() {
100101
} else {
101102
TransactionQueryOptions opts = OptionsBuilder
102103
.buildTransactionQueryOptions(buildQueryOptions(pArgs.getOptions()));
103-
ObjectNode convertedOptions = com.couchbase.client.java.transactions.internal.OptionsUtil
104-
.createTransactionOptions(pArgs.getScope() == null ? null : rs, statement, opts);
104+
CoreQueryContext queryContext = CollectionIdentifier.DEFAULT_SCOPE.equals(rs.name()) ? null : CoreQueryContext.of(rs.bucketName(), rs.name());
105105
return transactionContext.get().getCore()
106-
.queryBlocking(statement, template.getBucketName(), pArgs.getScope(), convertedOptions, false)
107-
.flatMapIterable(result -> result.rows).map(row -> {
106+
.queryBlocking(statement, queryContext, opts.builder().build(), false)
107+
.flatMapIterable(result -> result.collectRows()).map(row -> {
108108
JsonObject json = JsonObject.fromJson(row.data());
109109
return new RemoveResult(json.getString(TemplateUtils.SELECT_ID), json.getLong(TemplateUtils.SELECT_CAS),
110110
Optional.empty());

‎src/main/java/org/springframework/data/couchbase/core/query/N1QLQuery.java

+2-1
Original file line numberDiff line numberDiff line change
@@ -41,9 +41,10 @@ public QueryOptions getOptions() {
4141
return options;
4242
}
4343

44+
// for logging only
4445
public JsonObject n1ql() {
4546
JsonObject query = JsonObject.create().put("statement", expression.toString());
46-
options.build().injectParams(query);
47+
query.put("options", OptionsBuilder.getQueryOpts(options.build()));
4748
return query;
4849
}
4950

‎src/main/java/org/springframework/data/couchbase/core/query/OptionsBuilder.java

+22-21
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,8 @@
2727
import java.util.Map;
2828
import java.util.Optional;
2929

30+
import com.couchbase.client.core.classic.query.ClassicCoreQueryOps;
31+
import com.couchbase.client.core.error.InvalidArgumentException;
3032
import org.slf4j.Logger;
3133
import org.slf4j.LoggerFactory;
3234
import org.springframework.core.annotation.AnnotatedElementUtils;
@@ -67,21 +69,21 @@ public class OptionsBuilder {
6769
static QueryOptions buildQueryOptions(Query query, QueryOptions options, QueryScanConsistency scanConsistency) {
6870
options = options != null ? options : QueryOptions.queryOptions();
6971
if (query.getParameters() != null) {
70-
if (query.getParameters() instanceof JsonArray) {
72+
if (query.getParameters() instanceof JsonArray && !((JsonArray) query.getParameters()).isEmpty()) {
7173
options.parameters((JsonArray) query.getParameters());
72-
} else {
74+
} else if( query.getParameters() instanceof JsonObject && !((JsonObject)query.getParameters()).isEmpty()){
7375
options.parameters((JsonObject) query.getParameters());
7476
}
7577
}
7678

7779
Meta meta = query.getMeta() != null ? query.getMeta() : new Meta();
7880
QueryOptions.Built optsBuilt = options.build();
79-
JsonObject optsJson = getQueryOpts(optsBuilt);
81+
8082
QueryScanConsistency metaQueryScanConsistency = meta.get(SCAN_CONSISTENCY) != null
8183
? ((ScanConsistency) meta.get(SCAN_CONSISTENCY)).query()
8284
: null;
8385
QueryScanConsistency qsc = fromFirst(QueryScanConsistency.NOT_BOUNDED, query.getScanConsistency(),
84-
getScanConsistency(optsJson), scanConsistency, metaQueryScanConsistency);
86+
optsBuilt.scanConsistency(), scanConsistency, metaQueryScanConsistency);
8587
Duration timeout = fromFirst(Duration.ofSeconds(0), getTimeout(optsBuilt), meta.get(TIMEOUT));
8688
RetryStrategy retryStrategy = fromFirst(null, getRetryStrategy(optsBuilt), meta.get(RETRY_STRATEGY));
8789

@@ -110,8 +112,21 @@ public static TransactionQueryOptions buildTransactionQueryOptions(QueryOptions
110112
throw new IllegalArgumentException("QueryOptions.flexIndex is not supported in a transaction");
111113
}
112114

115+
Object value = optsJson.get("args");
116+
if(value instanceof JsonObject){
117+
txOptions.parameters((JsonObject)value);
118+
}else if(value instanceof JsonArray) {
119+
txOptions.parameters((JsonArray) value);
120+
} else if(value != null) {
121+
throw InvalidArgumentException.fromMessage(
122+
"non-null args property was neither JsonObject(namedParameters) nor JsonArray(positionalParameters) "
123+
+ value);
124+
}
125+
113126
for (Map.Entry<String, Object> entry : optsJson.toMap().entrySet()) {
114-
txOptions.raw(entry.getKey(), entry.getValue());
127+
if(!entry.getKey().equals("args")) {
128+
txOptions.raw(entry.getKey(), entry.getValue());
129+
}
115130
}
116131

117132
if (LOG.isDebugEnabled()) {
@@ -370,10 +385,8 @@ static String toString(MutateInOptions o) {
370385
return s.toString();
371386
}
372387

373-
private static JsonObject getQueryOpts(QueryOptions.Built optsBuilt) {
374-
JsonObject jo = JsonObject.create();
375-
optsBuilt.injectParams(jo);
376-
return jo;
388+
public static JsonObject getQueryOpts(QueryOptions.Built optsBuilt) {
389+
return JsonObject.fromJson(ClassicCoreQueryOps.convertOptions(optsBuilt).toString().getBytes());
377390
}
378391

379392
/**
@@ -396,18 +409,6 @@ public static <T> T fromFirst(T deflt, Object... choice) {
396409
return chosen;
397410
}
398411

399-
private static QueryScanConsistency getScanConsistency(JsonObject opts) {
400-
String str = opts.getString("scan_consistency");
401-
if ("at_plus".equals(str)) {
402-
return null;
403-
}
404-
return str == null ? null : QueryScanConsistency.valueOf(str.toUpperCase());
405-
}
406-
407-
private static JsonObject getScanVectors(JsonObject opts) {
408-
return opts.getObject("scan_vectors");
409-
}
410-
411412
private static Duration getTimeout(QueryOptions.Built optsBuilt) {
412413
Optional<Duration> timeout = optsBuilt.timeout();
413414
return timeout.isPresent() ? timeout.get() : null;

‎src/test/java/org/springframework/data/couchbase/core/CouchbaseTemplateKeyValueIntegrationTests.java

+12-5
Original file line numberDiff line numberDiff line change
@@ -55,7 +55,7 @@
5555
import com.couchbase.client.java.query.QueryScanConsistency;
5656

5757
/**
58-
* KV tests Theses tests rely on a cb server running.
58+
* KV test - these tests rely on a cb server running.
5959
*
6060
* @author Michael Nitschinger
6161
* @author Michael Reiche
@@ -81,11 +81,11 @@ public void beforeEach() {
8181
@Test
8282
void findByIdWithLock() {
8383
try {
84-
User user = new User(UUID.randomUUID().toString(), "user1", "user1");
84+
User user = new User("1", "user1", "user1");
8585

8686
couchbaseTemplate.upsertById(User.class).one(user);
8787

88-
User foundUser = couchbaseTemplate.findById(User.class).withLock(Duration.ofSeconds(2)).one(user.getId());
88+
User foundUser = couchbaseTemplate.findById(User.class).withLock(Duration.ofSeconds(5)).one(user.getId());
8989
user.setVersion(foundUser.getVersion());// version will have changed
9090
assertEquals(user, foundUser);
9191

@@ -94,8 +94,15 @@ void findByIdWithLock() {
9494
);
9595
assertTrue(exception.retryReasons().contains(RetryReason.KV_LOCKED), "should have been locked");
9696
} finally {
97-
sleepSecs(2);
98-
couchbaseTemplate.removeByQuery(User.class).withConsistency(QueryScanConsistency.REQUEST_PLUS).all();
97+
for(int i=0; i< 10; i++) {
98+
sleepSecs(2);
99+
try {
100+
couchbaseTemplate.removeByQuery(User.class).withConsistency(QueryScanConsistency.REQUEST_PLUS).all();
101+
break;
102+
} catch (Exception e) {
103+
e.printStackTrace(); // gives IndexFailureException if the lock is still active
104+
}
105+
}
99106
}
100107

101108
}

‎src/test/java/org/springframework/data/couchbase/repository/query/N1qlQueryCreatorTests.java

+18-16
Original file line numberDiff line numberDiff line change
@@ -25,13 +25,16 @@
2525
import java.util.List;
2626
import java.util.Locale;
2727

28+
import com.couchbase.client.core.deps.com.fasterxml.jackson.databind.node.ArrayNode;
29+
import com.couchbase.client.java.query.QueryOptions;
2830
import org.junit.jupiter.api.BeforeEach;
2931
import org.junit.jupiter.api.Test;
3032
import org.springframework.data.couchbase.core.convert.CouchbaseConverter;
3133
import org.springframework.data.couchbase.core.convert.MappingCouchbaseConverter;
3234
import org.springframework.data.couchbase.core.mapping.CouchbaseMappingContext;
3335
import org.springframework.data.couchbase.core.mapping.CouchbasePersistentEntity;
3436
import org.springframework.data.couchbase.core.mapping.CouchbasePersistentProperty;
37+
import org.springframework.data.couchbase.core.query.OptionsBuilder;
3538
import org.springframework.data.couchbase.core.query.Query;
3639
import org.springframework.data.couchbase.domain.Person;
3740
import org.springframework.data.couchbase.domain.PersonRepository;
@@ -119,18 +122,17 @@ void queryParametersArray() throws Exception {
119122
QueryMethod queryMethod = new QueryMethod(method, new DefaultRepositoryMetadata(UserRepository.class),
120123
new SpelAwareProxyProjectionFactory());
121124
Query expected = (new Query()).addCriteria(where(i("firstname")).in("Oliver", "Charles"));
125+
JsonArray parameters = JsonArray.create().add(JsonArray.create().add("Oliver").add("Charles"));
126+
QueryOptions expectedQOptions = QueryOptions.queryOptions().parameters(parameters);
122127
N1qlQueryCreator creator = new N1qlQueryCreator(tree,
123128
getAccessor(getParameters(method), new Object[] { new Object[] { "Oliver", "Charles" } }), queryMethod,
124129
converter, bucketName);
125130
Query query = creator.createQuery();
126131

127-
// Query expected = (new Query()).addCriteria(where("firstname").in("Oliver", "Charles"));
128132
assertEquals(" WHERE `firstname` in $1", query.export(new int[1]));
129-
JsonObject expectedOptions = JsonObject.create();
130-
expected.buildQueryOptions(null, null).build().injectParams(expectedOptions);
131-
JsonObject actualOptions = JsonObject.create();
132-
expected.buildQueryOptions(null, null).build().injectParams(actualOptions);
133-
assertEquals(expectedOptions.removeKey("client_context_id"), actualOptions.removeKey("client_context_id"));
133+
ArrayNode expectedOptions = expected.buildQueryOptions(expectedQOptions, null).build().positionalParameters();
134+
ArrayNode actualOptions = query.buildQueryOptions(null, null).build().positionalParameters();
135+
assertEquals(expectedOptions.toString(), actualOptions.toString());
134136
}
135137

136138
@Test
@@ -148,12 +150,12 @@ void queryParametersJsonArray() throws Exception {
148150
Query query = creator.createQuery();
149151

150152
Query expected = (new Query()).addCriteria(where(i("firstname")).in("Oliver", "Charles"));
153+
JsonArray parameters = JsonArray.create().add(JsonArray.create().add("Oliver").add("Charles"));
154+
QueryOptions expectedQOptions = QueryOptions.queryOptions().parameters(parameters);
151155
assertEquals(" WHERE `firstname` in $1", query.export(new int[1]));
152-
JsonObject expectedOptions = JsonObject.create();
153-
expected.buildQueryOptions(null, null).build().injectParams(expectedOptions);
154-
JsonObject actualOptions = JsonObject.create();
155-
expected.buildQueryOptions(null, null).build().injectParams(actualOptions);
156-
assertEquals(expectedOptions.removeKey("client_context_id"), actualOptions.removeKey("client_context_id"));
156+
ArrayNode expectedOptions = expected.buildQueryOptions(expectedQOptions, null).build().positionalParameters();
157+
ArrayNode actualOptions = query.buildQueryOptions(null, null).build().positionalParameters();
158+
assertEquals(expectedOptions.toString(), actualOptions.toString());
157159
}
158160

159161
@Test
@@ -171,13 +173,13 @@ void queryParametersList() throws Exception {
171173
Query query = creator.createQuery();
172174

173175
Query expected = (new Query()).addCriteria(where(i("firstname")).in("Oliver", "Charles"));
176+
JsonArray parameters = JsonArray.create().add(JsonArray.create().add("Oliver").add("Charles"));
177+
QueryOptions expectedQOptions = QueryOptions.queryOptions().parameters(parameters);
174178

175179
assertEquals(" WHERE `firstname` in $1", query.export(new int[1]));
176-
JsonObject expectedOptions = JsonObject.create();
177-
expected.buildQueryOptions(null, null).build().injectParams(expectedOptions);
178-
JsonObject actualOptions = JsonObject.create();
179-
expected.buildQueryOptions(null, null).build().injectParams(actualOptions);
180-
assertEquals(expectedOptions.removeKey("client_context_id"), actualOptions.removeKey("client_context_id"));
180+
ArrayNode expectedOptions = expected.buildQueryOptions(expectedQOptions, null).build().positionalParameters();
181+
ArrayNode actualOptions = query.buildQueryOptions(null, null).build().positionalParameters();
182+
assertEquals(expectedOptions.toString(), actualOptions.toString());
181183
}
182184

183185
@Test

‎src/test/java/org/springframework/data/couchbase/util/JavaIntegrationTests.java

+1-1
Original file line numberDiff line numberDiff line change
@@ -285,7 +285,7 @@ public static CompletableFuture<Void> createPrimaryIndex(Cluster cluster, String
285285
options.timeout(Duration.ofSeconds(300));
286286
options.ignoreIfExists(true);
287287
final CreatePrimaryQueryIndexOptions.Built builtOpts = options.build();
288-
final String indexName = builtOpts.indexName().orElse(null);
288+
final String indexName = builtOpts.indexName();
289289

290290
String keyspace = "default:`" + bucketName + "`.`" + scopeName + "`.`" + collectionName + "`";
291291
String statement = "CREATE PRIMARY INDEX ";

‎src/test/java/org/springframework/data/couchbase/util/UnmanagedTestCluster.java

+3-2
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,7 @@
1717

1818
import static java.nio.charset.StandardCharsets.UTF_8;
1919

20+
import com.couchbase.client.core.util.ConnectionString;
2021
import okhttp3.Credentials;
2122
import okhttp3.FormBody;
2223
import okhttp3.OkHttpClient;
@@ -61,7 +62,7 @@ public class UnmanagedTestCluster extends TestCluster {
6162
seedPort = 18091;
6263
EventBus eventBus = new SimpleEventBus(false);
6364
eventBus.subscribe(event -> System.err.println("Event: " + event));
64-
Collection<SeedNode> seedNodes = ConnectionStringUtil.seedNodesFromConnectionString("couchbases://" + seed, true,
65+
Collection<SeedNode> seedNodes = ConnectionStringUtil.seedNodesFromConnectionString(ConnectionString.create("couchbases://" + seed), true,
6566
true, eventBus);
6667
hostname = seedNodes.stream().filter((node) -> node.kvPort() != null).findFirst().get().address().toString();
6768
seedHost = "couchbases://" + seed;
@@ -93,7 +94,7 @@ TestClusterConfig _start() throws Exception {
9394
// no means to create a bucket on Capella
9495
// have not created config() yet.
9596
boolean usingCloud = seedHost.endsWith("cloud.couchbase.com");
96-
bucketname = usingCloud ? "my_bucket" : UUID.randomUUID().toString();
97+
bucketname = "my_bucket"; // usingCloud ? "my_bucket" : UUID.randomUUID().toString();
9798
if (!usingCloud) {
9899
Response postResponse = httpClient
99100
.newCall(new Request.Builder().header("Authorization", Credentials.basic(adminUsername, adminPassword))

0 commit comments

Comments
 (0)