|
|
|
|
@@ -8,6 +8,7 @@ package org.whispersystems.textsecuregcm.controllers;
|
|
|
|
|
import com.fasterxml.jackson.core.JsonProcessingException;
|
|
|
|
|
import com.google.common.net.HttpHeaders;
|
|
|
|
|
import com.google.i18n.phonenumbers.PhoneNumberUtil;
|
|
|
|
|
import com.google.protobuf.ByteString;
|
|
|
|
|
import io.dropwizard.auth.AuthValueFactoryProvider;
|
|
|
|
|
import io.dropwizard.testing.junit5.DropwizardExtensionsSupport;
|
|
|
|
|
import io.dropwizard.testing.junit5.ResourceExtension;
|
|
|
|
|
@@ -21,6 +22,9 @@ import org.junit.jupiter.api.extension.ExtendWith;
|
|
|
|
|
import org.junit.jupiter.params.ParameterizedTest;
|
|
|
|
|
import org.junit.jupiter.params.provider.Arguments;
|
|
|
|
|
import org.junit.jupiter.params.provider.MethodSource;
|
|
|
|
|
import org.mockito.ArgumentCaptor;
|
|
|
|
|
import org.signal.libsignal.protocol.IdentityKey;
|
|
|
|
|
import org.signal.libsignal.protocol.ecc.Curve;
|
|
|
|
|
import org.whispersystems.textsecuregcm.auth.AuthenticatedDevice;
|
|
|
|
|
import org.whispersystems.textsecuregcm.entities.KeyTransparencyMonitorRequest;
|
|
|
|
|
import org.whispersystems.textsecuregcm.entities.KeyTransparencyMonitorResponse;
|
|
|
|
|
@@ -41,10 +45,13 @@ import javax.ws.rs.client.Entity;
|
|
|
|
|
import javax.ws.rs.client.Invocation;
|
|
|
|
|
import javax.ws.rs.core.Response;
|
|
|
|
|
import java.io.UncheckedIOException;
|
|
|
|
|
import java.nio.charset.StandardCharsets;
|
|
|
|
|
import java.time.Duration;
|
|
|
|
|
import java.util.Collections;
|
|
|
|
|
import java.util.HashSet;
|
|
|
|
|
import java.util.List;
|
|
|
|
|
import java.util.Optional;
|
|
|
|
|
import java.util.Set;
|
|
|
|
|
import java.util.UUID;
|
|
|
|
|
import java.util.concurrent.CompletableFuture;
|
|
|
|
|
import java.util.concurrent.CompletionException;
|
|
|
|
|
@@ -62,6 +69,10 @@ import static org.mockito.Mockito.reset;
|
|
|
|
|
import static org.mockito.Mockito.times;
|
|
|
|
|
import static org.mockito.Mockito.verify;
|
|
|
|
|
import static org.mockito.Mockito.when;
|
|
|
|
|
import static org.whispersystems.textsecuregcm.controllers.KeyTransparencyController.ACI_PREFIX;
|
|
|
|
|
import static org.whispersystems.textsecuregcm.controllers.KeyTransparencyController.E164_PREFIX;
|
|
|
|
|
import static org.whispersystems.textsecuregcm.controllers.KeyTransparencyController.USERNAME_PREFIX;
|
|
|
|
|
import static org.whispersystems.textsecuregcm.controllers.KeyTransparencyController.getFullSearchKeyByteString;
|
|
|
|
|
|
|
|
|
|
@ExtendWith(DropwizardExtensionsSupport.class)
|
|
|
|
|
public class KeyTransparencyControllerTest {
|
|
|
|
|
@@ -70,8 +81,11 @@ public class KeyTransparencyControllerTest {
|
|
|
|
|
PhoneNumberUtil.getInstance().getExampleNumber("US"),
|
|
|
|
|
PhoneNumberUtil.PhoneNumberFormat.E164);
|
|
|
|
|
private static final AciServiceIdentifier ACI = new AciServiceIdentifier(UUID.randomUUID());
|
|
|
|
|
private static final byte[] USERNAME_HASH = TestRandomUtil.nextBytes(20);
|
|
|
|
|
private static final TestRemoteAddressFilterProvider TEST_REMOTE_ADDRESS_FILTER_PROVIDER
|
|
|
|
|
= new TestRemoteAddressFilterProvider("127.0.0.1");
|
|
|
|
|
private static final IdentityKey ACI_IDENTITY_KEY = new IdentityKey(Curve.generateKeyPair().getPublicKey());
|
|
|
|
|
private static final byte[] UNIDENTIFIED_ACCESS_KEY = new byte[16];
|
|
|
|
|
private final KeyTransparencyServiceClient keyTransparencyServiceClient = mock(KeyTransparencyServiceClient.class);
|
|
|
|
|
private static final RateLimiters rateLimiters = mock(RateLimiters.class);
|
|
|
|
|
private static final RateLimiter searchRatelimiter = mock(RateLimiter.class);
|
|
|
|
|
@@ -103,29 +117,34 @@ public class KeyTransparencyControllerTest {
|
|
|
|
|
|
|
|
|
|
@Test
|
|
|
|
|
void getFullSearchKey() {
|
|
|
|
|
final byte[] charBytes = new byte[]{KeyTransparencyController.ACI_PREFIX};
|
|
|
|
|
final byte[] charBytes = new byte[]{ACI_PREFIX};
|
|
|
|
|
final byte[] aci = ACI.toCompactByteArray();
|
|
|
|
|
|
|
|
|
|
final byte[] expectedFullSearchKey = new byte[aci.length + 1];
|
|
|
|
|
System.arraycopy(charBytes, 0, expectedFullSearchKey, 0, charBytes.length);
|
|
|
|
|
System.arraycopy(aci, 0, expectedFullSearchKey, charBytes.length, aci.length);
|
|
|
|
|
|
|
|
|
|
assertArrayEquals(expectedFullSearchKey,
|
|
|
|
|
KeyTransparencyController.getFullSearchKeyByteString(KeyTransparencyController.ACI_PREFIX, aci).toByteArray());
|
|
|
|
|
assertArrayEquals(expectedFullSearchKey, getFullSearchKeyByteString(KeyTransparencyController.ACI_PREFIX, aci).toByteArray());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@SuppressWarnings("OptionalUsedAsFieldOrParameterType")
|
|
|
|
|
@ParameterizedTest
|
|
|
|
|
@MethodSource
|
|
|
|
|
void searchSuccess(final Optional<String> e164, final Optional<byte[]> usernameHash, final int expectedNumClientCalls) {
|
|
|
|
|
when(keyTransparencyServiceClient.search(any(), any(), any(), any()))
|
|
|
|
|
void searchSuccess(final Optional<String> e164, final Optional<byte[]> usernameHash, final int expectedNumClientCalls,
|
|
|
|
|
final Set<ByteString> expectedSearchKeys,
|
|
|
|
|
final Set<ByteString> expectedValues,
|
|
|
|
|
final List<Optional<ByteString>> expectedUnidentifiedAccessKey) {
|
|
|
|
|
when(keyTransparencyServiceClient.search(any(), any(), any(), any(), any(), any()))
|
|
|
|
|
.thenReturn(CompletableFuture.completedFuture(TestRandomUtil.nextBytes(16)));
|
|
|
|
|
|
|
|
|
|
final Invocation.Builder request = resources.getJerseyTest()
|
|
|
|
|
.target("/v1/key-transparency/search")
|
|
|
|
|
.request();
|
|
|
|
|
|
|
|
|
|
final String searchJson = createSearchRequestJson(ACI, e164, usernameHash, Optional.of(3L), Optional.of(4L));
|
|
|
|
|
final Optional<byte[]> unidentifiedAccessKey = e164.isPresent() ? Optional.of(UNIDENTIFIED_ACCESS_KEY) : Optional.empty();
|
|
|
|
|
final String searchJson = createSearchRequestJson(ACI, e164, usernameHash, ACI_IDENTITY_KEY,
|
|
|
|
|
unidentifiedAccessKey, Optional.of(3L), Optional.of(4L));
|
|
|
|
|
|
|
|
|
|
try (Response response = request.post(Entity.json(searchJson))) {
|
|
|
|
|
assertEquals(200, response.getStatus());
|
|
|
|
|
|
|
|
|
|
@@ -140,16 +159,45 @@ public class KeyTransparencyControllerTest {
|
|
|
|
|
e164.ifPresentOrElse(ignored -> assertTrue(keyTransparencySearchResponse.e164SearchResponse().isPresent()),
|
|
|
|
|
() -> assertTrue(keyTransparencySearchResponse.e164SearchResponse().isEmpty()));
|
|
|
|
|
|
|
|
|
|
verify(keyTransparencyServiceClient, times(expectedNumClientCalls)).search(any(), eq(Optional.of(3L)), eq(Optional.of(4L)),
|
|
|
|
|
ArgumentCaptor<ByteString> valueArguments = ArgumentCaptor.forClass(ByteString.class);
|
|
|
|
|
ArgumentCaptor<ByteString> searchKeyArguments = ArgumentCaptor.forClass(ByteString.class);
|
|
|
|
|
ArgumentCaptor<Optional<ByteString>> unidentifiedAccessKeyArgument = ArgumentCaptor.forClass(Optional.class);
|
|
|
|
|
|
|
|
|
|
verify(keyTransparencyServiceClient, times(expectedNumClientCalls)).search(searchKeyArguments.capture(), valueArguments.capture(), unidentifiedAccessKeyArgument.capture(), eq(Optional.of(3L)), eq(Optional.of(4L)),
|
|
|
|
|
eq(KeyTransparencyController.KEY_TRANSPARENCY_RPC_TIMEOUT));
|
|
|
|
|
|
|
|
|
|
assertEquals(expectedSearchKeys, new HashSet<>(searchKeyArguments.getAllValues()));
|
|
|
|
|
assertEquals(expectedValues, new HashSet<>(valueArguments.getAllValues()));
|
|
|
|
|
assertEquals(expectedUnidentifiedAccessKey, unidentifiedAccessKeyArgument.getAllValues());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private static Stream<Arguments> searchSuccess() {
|
|
|
|
|
final byte[] aciBytes = ACI.toCompactByteArray();
|
|
|
|
|
final ByteString aciValueByteString = ByteString.copyFrom(aciBytes);
|
|
|
|
|
|
|
|
|
|
final byte[] aciIdentityKeyBytes = ACI_IDENTITY_KEY.serialize();
|
|
|
|
|
final ByteString aciIdentityKeyValueByteString = ByteString.copyFrom(aciIdentityKeyBytes);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return Stream.of(
|
|
|
|
|
Arguments.of(Optional.empty(), Optional.empty(), 1),
|
|
|
|
|
Arguments.of(Optional.empty(), Optional.of(TestRandomUtil.nextBytes(20)), 2),
|
|
|
|
|
Arguments.of(Optional.of(NUMBER), Optional.empty(), 2)
|
|
|
|
|
// Only looking up ACI; ACI identity key should be the only value provided; no UAK
|
|
|
|
|
Arguments.of(Optional.empty(), Optional.empty(), 1,
|
|
|
|
|
Set.of(getFullSearchKeyByteString(ACI_PREFIX, aciBytes)),
|
|
|
|
|
Set.of(aciIdentityKeyValueByteString),
|
|
|
|
|
List.of(Optional.empty())),
|
|
|
|
|
// Looking up ACI and username hash; ACI identity key and ACI should be the values provided; no UAK
|
|
|
|
|
Arguments.of(Optional.empty(), Optional.of(USERNAME_HASH), 2,
|
|
|
|
|
Set.of(getFullSearchKeyByteString(ACI_PREFIX, aciBytes),
|
|
|
|
|
getFullSearchKeyByteString(USERNAME_PREFIX, USERNAME_HASH)),
|
|
|
|
|
Set.of(aciIdentityKeyValueByteString, aciValueByteString),
|
|
|
|
|
List.of(Optional.empty(), Optional.empty())),
|
|
|
|
|
// Looking up ACI and phone number; ACI identity key and ACI should be the values provided; must provide UAK
|
|
|
|
|
Arguments.of(Optional.of(NUMBER), Optional.empty(), 2,
|
|
|
|
|
Set.of(getFullSearchKeyByteString(ACI_PREFIX, aciBytes),
|
|
|
|
|
getFullSearchKeyByteString(E164_PREFIX, NUMBER.getBytes(StandardCharsets.UTF_8))),
|
|
|
|
|
Set.of(aciValueByteString, aciIdentityKeyValueByteString),
|
|
|
|
|
List.of(Optional.empty(), Optional.of(ByteString.copyFrom(UNIDENTIFIED_ACCESS_KEY))))
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@@ -159,24 +207,26 @@ public class KeyTransparencyControllerTest {
|
|
|
|
|
.target("/v1/key-transparency/search")
|
|
|
|
|
.request()
|
|
|
|
|
.header(HttpHeaders.AUTHORIZATION, AuthHelper.getAuthHeader(AuthHelper.VALID_UUID, AuthHelper.VALID_PASSWORD));
|
|
|
|
|
try (Response response = request.post(Entity.json(createSearchRequestJson(ACI, Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty())))) {
|
|
|
|
|
try (Response response = request.post(Entity.json(createSearchRequestJson(ACI, Optional.empty(), Optional.empty(),
|
|
|
|
|
ACI_IDENTITY_KEY, Optional.empty(), Optional.empty(), Optional.empty())))) {
|
|
|
|
|
assertEquals(400, response.getStatus());
|
|
|
|
|
}
|
|
|
|
|
verify(keyTransparencyServiceClient, never()).search(any(), any(), any(), any());
|
|
|
|
|
verify(keyTransparencyServiceClient, never()).search(any(), any(), any(), any(), any(), any());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@ParameterizedTest
|
|
|
|
|
@MethodSource
|
|
|
|
|
void searchGrpcErrors(final Status grpcStatus, final int httpStatus) {
|
|
|
|
|
when(keyTransparencyServiceClient.search(any(), any(), any(), any()))
|
|
|
|
|
when(keyTransparencyServiceClient.search(any(), any(), any(), any(), any(), any()))
|
|
|
|
|
.thenReturn(CompletableFuture.failedFuture(new CompletionException(new StatusRuntimeException(grpcStatus))));
|
|
|
|
|
|
|
|
|
|
final Invocation.Builder request = resources.getJerseyTest()
|
|
|
|
|
.target("/v1/key-transparency/search")
|
|
|
|
|
.request();
|
|
|
|
|
try (Response response = request.post(Entity.json(createSearchRequestJson(ACI, Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty())))) {
|
|
|
|
|
try (Response response = request.post(Entity.json(createSearchRequestJson(ACI, Optional.empty(), Optional.empty(),
|
|
|
|
|
ACI_IDENTITY_KEY, Optional.empty(),Optional.empty(), Optional.empty())))) {
|
|
|
|
|
assertEquals(httpStatus, response.getStatus());
|
|
|
|
|
verify(keyTransparencyServiceClient, times(1)).search(any(), any(), any(), any());
|
|
|
|
|
verify(keyTransparencyServiceClient, times(1)).search(any(), any(), any(), any(), any(), any());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@@ -193,27 +243,37 @@ public class KeyTransparencyControllerTest {
|
|
|
|
|
@ParameterizedTest
|
|
|
|
|
@MethodSource
|
|
|
|
|
void searchInvalidRequest(final AciServiceIdentifier aci,
|
|
|
|
|
final IdentityKey aciIdentityKey,
|
|
|
|
|
final Optional<String> e164,
|
|
|
|
|
final Optional<byte[]> unidentifiedAccessKey,
|
|
|
|
|
final Optional<Long> lastTreeHeadSize,
|
|
|
|
|
final Optional<Long> distinguishedTreeHeadSize) {
|
|
|
|
|
final Invocation.Builder request = resources.getJerseyTest()
|
|
|
|
|
.target("/v1/key-transparency/search")
|
|
|
|
|
.request();
|
|
|
|
|
try (Response response = request.post(Entity.json(
|
|
|
|
|
createSearchRequestJson(aci, Optional.empty(), Optional.empty(), lastTreeHeadSize, distinguishedTreeHeadSize)))) {
|
|
|
|
|
createSearchRequestJson(aci, e164, Optional.empty(),
|
|
|
|
|
aciIdentityKey, unidentifiedAccessKey, lastTreeHeadSize, distinguishedTreeHeadSize)))) {
|
|
|
|
|
assertEquals(422, response.getStatus());
|
|
|
|
|
verify(keyTransparencyServiceClient, never()).search(any(), any(), any(), any());
|
|
|
|
|
verify(keyTransparencyServiceClient, never()).search(any(), any(), any(), any(), any(), any());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private static Stream<Arguments> searchInvalidRequest() {
|
|
|
|
|
return Stream.of(
|
|
|
|
|
// ACI can't be null
|
|
|
|
|
Arguments.of(null, Optional.empty(), Optional.empty()),
|
|
|
|
|
Arguments.of(null, ACI_IDENTITY_KEY, Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty()),
|
|
|
|
|
// ACI identity key can't be null
|
|
|
|
|
Arguments.of(ACI, null, Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty()),
|
|
|
|
|
// lastNonDistinguishedTreeHeadSize must be positive
|
|
|
|
|
Arguments.of(ACI, Optional.of(0L), Optional.empty()),
|
|
|
|
|
Arguments.of(ACI, ACI_IDENTITY_KEY, Optional.empty(), Optional.empty(), Optional.of(0L), Optional.empty()),
|
|
|
|
|
// lastDistinguishedTreeHeadSize must be positive
|
|
|
|
|
Arguments.of(ACI, Optional.empty(), Optional.of(0L))
|
|
|
|
|
);
|
|
|
|
|
Arguments.of(ACI, ACI_IDENTITY_KEY, Optional.empty(), Optional.empty(), Optional.empty(), Optional.of(0L)),
|
|
|
|
|
// E164 can't be provided without an unidentified access key
|
|
|
|
|
Arguments.of(ACI, ACI_IDENTITY_KEY, Optional.of(NUMBER), Optional.empty(), Optional.empty(), Optional.empty()),
|
|
|
|
|
// ...and an unidentified access key can't be provided without an E164
|
|
|
|
|
Arguments.of(ACI, ACI_IDENTITY_KEY, Optional.empty(), Optional.of(UNIDENTIFIED_ACCESS_KEY), Optional.empty(), Optional.empty())
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@Test
|
|
|
|
|
@@ -223,9 +283,10 @@ public class KeyTransparencyControllerTest {
|
|
|
|
|
final Invocation.Builder request = resources.getJerseyTest()
|
|
|
|
|
.target("/v1/key-transparency/search")
|
|
|
|
|
.request();
|
|
|
|
|
try (Response response = request.post(Entity.json(createSearchRequestJson(ACI, Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty())))) {
|
|
|
|
|
try (Response response = request.post(Entity.json(createSearchRequestJson(ACI, Optional.empty(), Optional.empty(),
|
|
|
|
|
ACI_IDENTITY_KEY, Optional.empty(),Optional.empty(), Optional.empty())))) {
|
|
|
|
|
assertEquals(429, response.getStatus());
|
|
|
|
|
verify(keyTransparencyServiceClient, never()).search(any(), any(), any(), any());
|
|
|
|
|
verify(keyTransparencyServiceClient, never()).search(any(), any(), any(), any(), any(), any());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@@ -319,10 +380,10 @@ public class KeyTransparencyControllerTest {
|
|
|
|
|
Arguments.of(createMonitorRequestJson(ACI, List.of(4L), Optional.empty(), Optional.of(List.of(5L)),
|
|
|
|
|
Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty())),
|
|
|
|
|
// usernameHashPosition cannot be empty if usernameHash isn't
|
|
|
|
|
Arguments.of(createMonitorRequestJson(ACI, List.of(4L), Optional.of(TestRandomUtil.nextBytes(20)),
|
|
|
|
|
Arguments.of(createMonitorRequestJson(ACI, List.of(4L), Optional.of(USERNAME_HASH),
|
|
|
|
|
Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty())),
|
|
|
|
|
// usernameHashPositions list cannot be empty
|
|
|
|
|
Arguments.of(createMonitorRequestJson(ACI, List.of(4L), Optional.of(TestRandomUtil.nextBytes(20)),
|
|
|
|
|
Arguments.of(createMonitorRequestJson(ACI, List.of(4L), Optional.of(USERNAME_HASH),
|
|
|
|
|
Optional.of(Collections.emptyList()), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty())),
|
|
|
|
|
// e164 cannot be empty if e164Positions isn't
|
|
|
|
|
Arguments.of(
|
|
|
|
|
@@ -382,9 +443,11 @@ public class KeyTransparencyControllerTest {
|
|
|
|
|
final AciServiceIdentifier aci,
|
|
|
|
|
final Optional<String> e164,
|
|
|
|
|
final Optional<byte[]> usernameHash,
|
|
|
|
|
final IdentityKey aciIdentityKey,
|
|
|
|
|
final Optional<byte[]> unidentifiedAccessKey,
|
|
|
|
|
final Optional<Long> lastTreeHeadSize,
|
|
|
|
|
final Optional<Long> distinguishedTreeHeadSize) {
|
|
|
|
|
final KeyTransparencySearchRequest request = new KeyTransparencySearchRequest(aci, e164, usernameHash, lastTreeHeadSize, distinguishedTreeHeadSize);
|
|
|
|
|
final KeyTransparencySearchRequest request = new KeyTransparencySearchRequest(aci, e164, usernameHash, aciIdentityKey, unidentifiedAccessKey, lastTreeHeadSize, distinguishedTreeHeadSize);
|
|
|
|
|
try {
|
|
|
|
|
return SystemMapper.jsonMapper().writeValueAsString(request);
|
|
|
|
|
} catch (final JsonProcessingException e) {
|
|
|
|
|
|