- 浏览: 86736 次
- 性别:
- 来自: 杭州
最新评论
-
lecheng1986:
代码求分享下
java 应用的并发与流量控制 -
Sean_feng.wei:
accplxmaccplxm 写道源码从哪里下载呀?
新书-大型分布式网站架构设计与实践 -
quainter:
西欧字符改为中欧字符就好了
eclipse中文注释文字较小解决办法 -
wangguanghua:
不错。。。
浅析http平台的安全稳定性架构 -
java_workblog:
期待,又可以学好东西了.
复活贴
zookeeper是hadoop下面的一个子项目, 用来进行分布式系统之间的相互协调。
在zookeeper源码包的recipe目录下有一个互斥锁lock的实现范例,笔者对其简要包装,以便看起来更为明了:
package org.apache.zookeeper.recipes.lock; import java.io.IOException; import org.apache.zookeeper.KeeperException; import org.apache.zookeeper.Watcher; import org.apache.zookeeper.ZooKeeper; public class DistributedLock { private WriteLock lock; private String lockPath = "/lock"; private ZooKeeper zooKeeper ; public DistributedLock(ZooKeeper zooKeeper){ this.zooKeeper = zooKeeper; } /** * 获得锁 * * Author: chenkangxian * * Last Modification Time: 2012-4-6 * * @return 获得锁是否成功 */ public boolean lock(){ lock = new WriteLock(zooKeeper, lockPath, null); try { while (true) { if (lock.lock()) { return true; } } } catch (KeeperException e) { e.printStackTrace(); return false; } catch (InterruptedException e) { e.printStackTrace(); return false; } } /** * 解锁 * * Author: chenkangxian * * Last Modification Time: 2012-4-6 * */ public void unlock(){ lock.unlock(); } public static void main(String args[]){ try { Watcher wh=new Watcher(){ public void process(org.apache.zookeeper.WatchedEvent event) { System.out.println(event.toString()); } }; ZooKeeper zooKeeper = new ZooKeeper("localhost:2181", 20000, wh); final DistributedLock distributedLock = new DistributedLock(zooKeeper); for(int i = 0; i < 100 ; i ++){ Thread thread = new Thread(new Runnable(){ @Override public void run() { if(distributedLock.lock()){ System.out.println("获得锁---------------"); } distributedLock.unlock(); } }); } Thread.sleep(2000*1000); } catch (IOException e) { e.printStackTrace(); } catch (InterruptedException e) { e.printStackTrace(); } } }
WirteLock实现:
package org.apache.zookeeper.recipes.lock; import org.apache.log4j.Logger; import org.apache.zookeeper.KeeperException; import org.apache.zookeeper.WatchedEvent; import org.apache.zookeeper.Watcher; import static org.apache.zookeeper.CreateMode.EPHEMERAL_SEQUENTIAL; import org.apache.zookeeper.ZooKeeper; import org.apache.zookeeper.data.ACL; import org.apache.zookeeper.data.Stat; import java.util.List; import java.util.SortedSet; import java.util.TreeSet; public class WriteLock extends ProtocolSupport { private static final Logger LOG = Logger.getLogger(WriteLock.class); private final String dir; private String id; private ZNodeName idName; private String ownerId; private String lastChildId; private byte[] data = {0x12, 0x34}; private LockListener callback; private LockZooKeeperOperation zop; /** * zookeeper contructor for writelock * @param zookeeper zookeeper client instance * @param dir the parent path you want to use for locking * @param acls the acls that you want to use for all the paths, * if null world read/write is used. */ public WriteLock(ZooKeeper zookeeper, String dir, List<ACL> acl) { super(zookeeper); this.dir = dir; if (acl != null) { setAcl(acl); } this.zop = new LockZooKeeperOperation(); } /** * zookeeper contructor for writelock with callback * @param zookeeper the zookeeper client instance * @param dir the parent path you want to use for locking * @param acl the acls that you want to use for all the paths * @param callback the call back instance */ public WriteLock(ZooKeeper zookeeper, String dir, List<ACL> acl, LockListener callback) { this(zookeeper, dir, acl); this.callback = callback; } /** * return the current locklistener * @return the locklistener */ public LockListener getLockListener() { return this.callback; } /** * register a different call back listener * @param callback the call back instance */ public void setLockListener(LockListener callback) { this.callback = callback; } /** * Removes the lock or associated znode if * you no longer require the lock. this also * removes your request in the queue for locking * in case you do not already hold the lock. * @throws RuntimeException throws a runtime exception * if it cannot connect to zookeeper. */ public synchronized void unlock() throws RuntimeException { if (!isClosed() && id != null) { // we don't need to retry this operation in the case of failure // as ZK will remove ephemeral files and we don't wanna hang // this process when closing if we cannot reconnect to ZK try { ZooKeeperOperation zopdel = new ZooKeeperOperation() { public boolean execute() throws KeeperException, InterruptedException { zookeeper.delete(id, -1); return Boolean.TRUE; } }; zopdel.execute(); } catch (InterruptedException e) { LOG.warn("Caught: " + e, e); //set that we have been interrupted. Thread.currentThread().interrupt(); } catch (KeeperException.NoNodeException e) { // do nothing } catch (KeeperException e) { LOG.warn("Caught: " + e, e); throw (RuntimeException) new RuntimeException(e.getMessage()). initCause(e); } finally { if (callback != null) { callback.lockReleased(); } id = null; } } } /** * the watcher called on * getting watch while watching * my predecessor */ private class LockWatcher implements Watcher { public void process(WatchedEvent event) { // lets either become the leader or watch the new/updated node LOG.debug("Watcher fired on path: " + event.getPath() + " state: " + event.getState() + " type " + event.getType()); try { lock(); } catch (Exception e) { LOG.warn("Failed to acquire lock: " + e, e); } } } /** * a zoookeeper operation that is mainly responsible * for all the magic required for locking. */ private class LockZooKeeperOperation implements ZooKeeperOperation { /** find if we have been created earler if not create our node * * @param prefix the prefix node * @param zookeeper teh zookeeper client * @param dir the dir paretn * @throws KeeperException * @throws InterruptedException */ private void findPrefixInChildren(String prefix, ZooKeeper zookeeper, String dir) throws KeeperException, InterruptedException { List<String> names = zookeeper.getChildren(dir, false); for (String name : names) { if (name.startsWith(prefix)) { id = name; if (LOG.isDebugEnabled()) { LOG.debug("Found id created last time: " + id); } break; } } if (id == null) { id = zookeeper.create(dir + "/" + prefix, data, getAcl(), EPHEMERAL_SEQUENTIAL); if (LOG.isDebugEnabled()) { LOG.debug("Created id: " + id); } } } /** * the command that is run and retried for actually * obtaining the lock * @return if the command was successful or not */ public boolean execute() throws KeeperException, InterruptedException { do { if (id == null) { long sessionId = zookeeper.getSessionId(); String prefix = "x-" + sessionId + "-"; // lets try look up the current ID if we failed // in the middle of creating the znode findPrefixInChildren(prefix, zookeeper, dir); idName = new ZNodeName(id); } if (id != null) { List<String> names = zookeeper.getChildren(dir, false); if (names.isEmpty()) { LOG.warn("No children in: " + dir + " when we've just " + "created one! Lets recreate it..."); // lets force the recreation of the id id = null; } else { // lets sort them explicitly (though they do seem to come back in order ususally :) SortedSet<ZNodeName> sortedNames = new TreeSet<ZNodeName>(); for (String name : names) { sortedNames.add(new ZNodeName(dir + "/" + name)); } ownerId = sortedNames.first().getName(); SortedSet<ZNodeName> lessThanMe = sortedNames.headSet(idName); if (!lessThanMe.isEmpty()) { ZNodeName lastChildName = lessThanMe.last(); lastChildId = lastChildName.getName(); if (LOG.isDebugEnabled()) { LOG.debug("watching less than me node: " + lastChildId); } Stat stat = zookeeper.exists(lastChildId, new LockWatcher()); if (stat != null) { return Boolean.FALSE; } else { LOG.warn("Could not find the" + " stats for less than me: " + lastChildName.getName()); } } else { if (isOwner()) { if (callback != null) { callback.lockAcquired(); } return Boolean.TRUE; } } } } } while (id == null); return Boolean.FALSE; } }; /** * Attempts to acquire the exclusive write lock returning whether or not it was * acquired. Note that the exclusive lock may be acquired some time later after * this method has been invoked due to the current lock owner going away. */ public synchronized boolean lock() throws KeeperException, InterruptedException { if (isClosed()) { return false; } ensurePathExists(dir); return (Boolean) retryOperation(zop); } /** * return the parent dir for lock * @return the parent dir used for locks. */ public String getDir() { return dir; } /** * Returns true if this node is the owner of the * lock (or the leader) */ public boolean isOwner() { return id != null && ownerId != null && id.equals(ownerId); } /** * return the id for this lock * @return the id for this lock */ public String getId() { return this.id; } }
发表评论
-
漫谈大型网站架构
2015-12-20 22:42 1532---应CSDN编辑钱曙光先 ... -
新书-大型分布式网站架构设计与实践
2014-08-28 19:51 3462第1章 面向服务的体系架构(soa) 1 本章主要 ... -
Behind The Cloud--浅析分布式系统背后的基础设施
2012-09-09 10:26 4970前言:WEB2.0的时代格局下,信息越来越发散,搜索越来 ... -
一个简单的rpc框架的实现
2012-05-15 21:58 4589为了降低开发成本,提升已有系统的利用率,企业往往会构建自 ... -
一致性hash
2012-04-12 20:46 2634consistent hashing 算法早在 1997 ... -
zookeeper使用简介
2012-03-27 18:10 3082一、 zookeeper是什么 ... -
分布式环境下session的存储的几个解决方案
2011-10-15 11:42 7006企业级应用系统很少是部署在单台服务器上的,这样就带来了跨服务器 ...
相关推荐
基于zookeeper的分布式锁简单实现,包含测试代码,实用工具类
zookeeper做分布式锁
在分布式高并发的情况下,多个访问之间拥有唯一的一个订单编号,多次提交的订单不会出现重复的,只能是唯一的,ZooKeeper就很好的解决了唯一性
基于zookeeper的分布式锁实现demo,可以直接用在生产环境
zooKeeper是一个分布式的,开放源码的分布式应用程序协调服务,是集群的管理者。提供了文件系统和通知机制。...在开发项目的过程中,很多大型项目都是分布式部署的,那么我们现在使用zookeeper实现一个分布式锁。
Zookeeper实现分布式锁的Demo Zookeeper实现分布式锁的Demo
在程序开发过程中不得不考虑的就是并发问题。在java中对于同一个jvm而言,jdk已经提供了lock和同步等。但是在分布式情况下,往往存在多个进程对一些资源产生竞争...分布式锁顾明思议就是可以满足分布式情况下的并发锁。
吊打面试官之基于zookeeper实现分布式锁源码
只要创建好一个分布式锁,就要不断轮循这个锁什么时候释放。 zk只会对已经创建分布式锁的系统进行创建监听,所以性能消耗很小 2、运行出现错误 redis创建锁的节点如果挂了,那就只能等待超时才能释放锁 zk因为是创建...
浅析redis与zookeeper构建分布式锁的异同.docx
基于Zookeeper实现分布式锁实践。Zookeeper是一个分布式的,开源的分布式应用程序协调服务,是Hadoop和hbase的重要组件。zookeeper的数据机构是一种节点树的数据结构,zNode是基本的单位,znode是一种和unix文件系统...
1.zk简介 2.zk实现分布式锁
最新版本SpringBoot集成zookeeper实现分布式可重入排他锁实现,支持拓展其他种类锁
此Demo采用zookeeper实现分布式锁,相比于redis实现分布式锁更加可靠
zookeeper客户端。分布式锁。 demo。。
NULL 博文链接:https://zhouguofeng.iteye.com/blog/2320290
zookeeper的分布式全局锁纯代码解决方案,特点:易上手,可二次开发和封装。
利用springboot集成zookeeper,并利用zookeeper实现分布式锁,避免羊群效应
如何操作Redis和zookeeper实现分布式锁 在分布式场景下,有很多种情况都需要实现最终一致性。在设计远程上下文的领域事件的时候,为了保证最终一致性,在通过领域事件进行通讯的方式中,可以共享存储(领域模型和...
主要介绍了java使用zookeeper实现的分布式锁示例,需要的朋友可以参考下