/**
* Convenience utility: creates a "session fail" retry loop calling the given proc
*
* @param client Zookeeper
* @param mode how to handle session failures
* @param proc procedure to call with retry
* @param <T> return type
* @return procedure result
* @throws Exception any non-retriable errors
*/
public static T callWithRetry <T>(CuratorZookeeperClient client, Mode mode, ICallable <T> proc)
{
T result = default(T);
SessionFailRetryLoop retryLoop = client.newSessionFailRetryLoop(mode);
retryLoop.start();
try
{
while (retryLoop.shouldContinue())
{
try
{
result = proc.call();
}
catch (Exception e)
{
ThreadUtils.checkInterrupted(e);
retryLoop.takeException(e);
}
}
}
finally
{
retryLoop.Dispose();
}
return(result);
}
internal SessionFailRetryLoop(CuratorZookeeperClient client, Mode mode)
{
this.client = client;
this.mode = mode;
retryLoop = client.newRetryLoop();
watcher = new SessionFailWatcher(this);
}
public CuratorFrameworkImpl(CuratorFrameworkFactory.Builder builder)
{
IZookeeperFactory localZookeeperFactory = makeZookeeperFactory(builder.GetZookeeperFactory());
this.client = new CuratorZookeeperClient(localZookeeperFactory,
builder.GetEnsembleProvider(),
builder.GetSessionTimeoutMs(),
builder.GetConnectionTimeoutMs(),
new WatchedWatcher(this),
builder.GetRetryPolicy(),
builder.CanBeReadOnly());
listeners = new ListenerContainer<ICuratorListener>();
unhandledErrorListeners = new ListenerContainer<IUnhandledErrorListener>();
backgroundOperations = new DelayQueue<OperationAndData<object>>();
@namespace = new NamespaceImpl(this, builder.GetNamespace());
maxCloseWaitMs = builder.GetMaxCloseWaitMs();
connectionStateManager = new ConnectionStateManager(this, builder.GetEventQueueSize());
compressionProvider = builder.GetCompressionProvider();
aclProvider = builder.GetAclProvider();
state = new AtomicReference<CuratorFrameworkState>(CuratorFrameworkState.LATENT);
useContainerParentsIfAvailable = builder.UseContainerParentsIfAvailable();
byte[] builderDefaultData = builder.GetDefaultData();
byte[] destDefaults = new byte[builderDefaultData.Length];
Array.Copy(builderDefaultData, destDefaults, builderDefaultData.Length);
defaultData = (builderDefaultData != null)
? destDefaults
: new byte[0];
authInfos = buildAuths(builder);
failedDeleteManager = new FailedDeleteManager(this);
namespaceWatcherMap = new NamespaceWatcherMap(this);
namespaceFacadeCache = new NamespaceFacadeCache(this);
}
public void testBasic()
{
CuratorZookeeperClient client = new CuratorZookeeperClient(ZkDefaultHosts,
DefaultSessionTimeout,
DefaultConnectionTimeout,
null,
new RetryOneTime(1));
SessionFailRetryLoop retryLoop = client.newSessionFailRetryLoop(SessionFailRetryLoop.Mode.FAIL);
retryLoop.start();
try
{
client.start();
try
{
while ( retryLoop.shouldContinue() )
{
try
{
RetryLoop.callWithRetry
(
client,
CallableUtils.FromFunc<object>(() =>
{
Task<Stat> existsTask = client.getZooKeeper().existsAsync("/foo/bar", false);
existsTask.Wait();
Assert.Null(existsTask.Result);
KillSession.kill(client.getZooKeeper(), ZkDefaultHosts,DefaultSessionTimeout);
client.getZooKeeper();
client.blockUntilConnectedOrTimedOut();
existsTask = client.getZooKeeper().existsAsync("/foo/bar", false);
existsTask.Wait();
Assert.Null(existsTask.Result);
return null;
}
));
}
catch ( Exception e )
{
retryLoop.takeException(e);
}
}
Assert.Fail();
}
catch ( SessionFailRetryLoop.SessionFailedException dummy )
{
// correct
}
}
finally
{
retryLoop.Dispose();
CloseableUtils.closeQuietly(client);
}
}
public void testRetryLoop()
{
CuratorZookeeperClient client = new CuratorZookeeperClient(ZkDefaultHosts,
DefaultSessionTimeout,
DefaultConnectionTimeout,
null,
new RetryOneTime(1));
client.start();
try
{
int loopCount = 0;
RetryLoop retryLoop = client.newRetryLoop();
while ( retryLoop.shouldContinue() )
{
if ( ++loopCount > 2 )
{
Assert.Fail();
break;
}
try
{
client.getZooKeeper().createAsync("/test",
new byte[]{1,2,3},
ZooDefs.Ids.OPEN_ACL_UNSAFE,
CreateMode.EPHEMERAL)
.Wait();
retryLoop.markComplete();
}
catch ( Exception e )
{
retryLoop.takeException(e);
}
}
Assert.True(loopCount > 0);
}
finally
{
client.Dispose();
}
}
/**
* Convenience utility: creates a retry loop calling the given proc and retrying if needed
*
* @param client Zookeeper
* @param proc procedure to call with retry
* @param <T> return type
* @return procedure result
* @throws Exception any non-retriable errors
*/
public static T callWithRetry <T>(CuratorZookeeperClient client,
ICallable <T> proc)
{
T result = default(T);
RetryLoop retryLoop = client.newRetryLoop();
while (retryLoop.shouldContinue())
{
try
{
client.internalBlockUntilConnectedOrTimedOut();
result = proc.call();
retryLoop.markComplete();
}
catch (Exception e)
{
ThreadUtils.checkInterrupted(e);
retryLoop.takeException(e);
}
}
return(result);
}
public void testBackgroundConnect()
{
int CONNECTION_TIMEOUT_MS = 4000;
CuratorZookeeperClient client = new CuratorZookeeperClient(ZkDefaultHosts,
10000,
CONNECTION_TIMEOUT_MS,
null,
new RetryOneTime(1));
try
{
Assert.False(client.isConnected());
client.start();
bool outerMustContinue = false;
do
{
for ( int i = 0; i < (CONNECTION_TIMEOUT_MS / 1000); ++i )
{
if ( client.isConnected() )
{
outerMustContinue = true;
break;
}
Thread.Sleep(CONNECTION_TIMEOUT_MS);
}
if (outerMustContinue)
{
continue;
}
Assert.Fail();
} while ( false );
}
finally
{
client.Dispose();
}
}
public void testExpiredSession()
{
// WARN: test requires that this must be address of one ZK host,
// not a connection string to many nodes
Barrier expiresBarrier = new Barrier(2);
Watcher watcher = new ExpiredWatcher(expiresBarrier);
CuratorZookeeperClient client = new CuratorZookeeperClient(ZkDefaultHosts,
DefaultSessionTimeout,
DefaultConnectionTimeout,
watcher,
new RetryOneTime(2));
client.start();
try
{
AtomicBoolean firstTime = new AtomicBoolean(true);
RetryLoop.callWithRetry(
client,
CallableUtils.FromFunc<object>(() =>
{
if (firstTime.compareAndSet(true, false))
{
try
{
Task<string> createTask = client.getZooKeeper()
.createAsync("/foo",
new byte[0],
ZooDefs.Ids.OPEN_ACL_UNSAFE,
CreateMode.PERSISTENT);
createTask.Wait();
}
catch (AggregateException e)
{
if (e.InnerException is KeeperException.NodeExistsException)
{
// ignore
}
else
{
throw e;
}
}
KillSession.kill(client.getZooKeeper(), ZkDefaultHosts, DefaultSessionTimeout * 3);
Assert.True(expiresBarrier.SignalAndWait(DefaultSessionTimeout));
}
ZooKeeper zooKeeper = client.getZooKeeper();
client.blockUntilConnectedOrTimedOut();
Task<Stat> task = zooKeeper.existsAsync("/foo", false);
task.Wait();
Stat stat = task.Result;
Assert.NotNull(stat);
Assert.Greater(stat.getCzxid(), 0);
return null;
})
);
}
finally
{
client.Dispose();
}
}
public void testSimple()
{
CuratorZookeeperClient client = new CuratorZookeeperClient(ZkDefaultHosts,
10000,
10000,
null,
new RetryOneTime(1));
client.start();
try
{
client.blockUntilConnectedOrTimedOut();
Task<string> pathTask = client.getZooKeeper().createAsync("/test",
new byte[] { 1, 2, 3 },
ZooDefs.Ids.OPEN_ACL_UNSAFE,
CreateMode.PERSISTENT);
pathTask.Wait();
Assert.AreEqual(pathTask.Result, "/test");
}
finally
{
client.Dispose();
}
}
public void testFactory()
{
IZookeeperFactory zookeeperFactory = new SingleInstanceZkFactory(Zookeeper);
CuratorZookeeperClient client
= new CuratorZookeeperClient(zookeeperFactory,
new FixedEnsembleProvider(ZkDefaultHosts),
DefaultSessionTimeout,
DefaultConnectionTimeout,
null,
new RetryOneTime(1),
false);
client.start();
Assert.AreEqual(client.getZooKeeper(), Zookeeper);
}
public void testRetryStatic()
{
CuratorZookeeperClient client = new CuratorZookeeperClient(ZkDefaultHosts,
DefaultSessionTimeout,
DefaultConnectionTimeout,
null,
new RetryOneTime(1));
SessionFailRetryLoop retryLoop = client.newSessionFailRetryLoop(SessionFailRetryLoop.Mode.RETRY);
retryLoop.start();
try
{
client.start();
AtomicBoolean secondWasDone = new AtomicBoolean(false);
AtomicBoolean firstTime = new AtomicBoolean(true);
SessionFailRetryLoop.callWithRetry
(
client,
SessionFailRetryLoop.Mode.RETRY,
CallableUtils.FromFunc<object>(() =>
{
RetryLoop.callWithRetry(
client,
CallableUtils.FromFunc<object>(() =>
{
Task<Stat> existsTask;
if ( firstTime.compareAndSet(true, false) )
{
existsTask = client.getZooKeeper().existsAsync("/foo/bar", false);
existsTask.Wait();
Assert.Null(existsTask.Result);
KillSession.kill(client.getZooKeeper(), ZkDefaultHosts, DefaultSessionTimeout);
client.getZooKeeper();
client.blockUntilConnectedOrTimedOut();
}
existsTask = client.getZooKeeper().existsAsync("/foo/bar", false);
existsTask.Wait();
Assert.Null(existsTask.Result);
return null;
}
));
RetryLoop.callWithRetry
(
client,
CallableUtils.FromFunc<object>(() =>
{
Assert.False(firstTime.get());
Task<Stat> existsTask = client.getZooKeeper().existsAsync("/foo/bar", false);
existsTask.Wait();
Assert.Null(existsTask.Result);
secondWasDone.set(true);
return null;
}
));
return null;
}
));
Assert.True(secondWasDone.get());
}
finally
{
retryLoop.Dispose();
CloseableUtils.closeQuietly(client);
}
}
protected CuratorFrameworkImpl(CuratorFrameworkImpl parent)
{
client = parent.client;
listeners = parent.listeners;
unhandledErrorListeners = parent.unhandledErrorListeners;
maxCloseWaitMs = parent.maxCloseWaitMs;
backgroundOperations = parent.backgroundOperations;
connectionStateManager = parent.connectionStateManager;
defaultData = parent.defaultData;
failedDeleteManager = parent.failedDeleteManager;
compressionProvider = parent.compressionProvider;
aclProvider = parent.aclProvider;
namespaceFacadeCache = parent.namespaceFacadeCache;
@namespace = new NamespaceImpl(this, null);
state = parent.state;
authInfos = parent.authInfos;
_useContainerParentsIfAvailable = parent._useContainerParentsIfAvailable;
}
public void testRetryLoopWithFailure()
{
CuratorZookeeperClient client = new CuratorZookeeperClient(ZkDefaultHosts,
DefaultSessionTimeout,
DefaultConnectionTimeout,
null,
new RetryOneTime(1));
client.start();
try
{
int loopCount = 0;
RetryLoop retryLoop = client.newRetryLoop();
while ( retryLoop.shouldContinue() )
{
++loopCount;
switch ( loopCount )
{
case 1:
{
// retryLoop.takeException();
break;
}
case 2:
{
retryLoop.markComplete();
break;
}
case 3:
case 4:
{
// ignore
break;
}
default:
{
Assert.Fail();
break;
}
}
}
Assert.True(loopCount >= 2);
}
finally
{
client.Dispose();
}
}
