Cassandra DB Binding - Checkstyle report

DELETED Edward/RedisClient2.java Index: Edward/RedisClient2.java ================================================================== --- Edward/RedisClient2.java +++ /dev/null @@ -1,219 +0,0 @@ -/** - * Redis client binding for YCSB. - * - * All YCSB records are mapped to a Redis *hash field*. For scanning - * operations, all keys are saved (by an arbitrary hash) in a sorted set. - */ - -package com.yahoo.ycsb.db; -import com.yahoo.ycsb.DB; -import com.yahoo.ycsb.DBException; -import com.yahoo.ycsb.ByteIterator; -import com.yahoo.ycsb.StringByteIterator; - -import java.util.Map; -import java.util.HashMap; -import java.util.Iterator; -import java.util.List; -import java.util.ArrayList; -import java.util.Random; -import java.util.Properties; -import java.util.Set; -import java.util.Vector; - -import redis.clients.jedis.Jedis; -import redis.clients.jedis.Protocol; -import com.yahoo.ycsb.Host; - -public class RedisClient extends DB { - - private Map jedis_list; - //private Jedis jedis; - public static final String HOST_PROPERTY = "redis.host"; - public static final String PORT_PROPERTY = "redis.port"; - public static final String PASSWORD_PROPERTY = "redis.password"; - - public static final String INDEX_KEY = "_indices"; - private List listHosts; - public static final int MIN_KEY = 0; - public static final int MAX_KEY = 10; - - private static Random random = new Random(); - - - public void init() throws DBException { - Properties props = getProperties(); - int port; - - String portString = props.getProperty(PORT_PROPERTY); - if (portString != null) { - port = Integer.parseInt(portString); - } - else { - port = Protocol.DEFAULT_PORT; - } - String host = props.getProperty(HOST_PROPERTY); - - String[] all_urls = host.split(","); - int interval = (MAX_KEY - MIN_KEY) / all_urls.length; - - listHosts = new ArrayList(); - jedis_list = new HashMap(); - for( int i = 0; i < all_urls.length; i++ ) - { - listHosts.add( new Host(i*interval, (i+1)*interval, all_urls[i]) ); - jedis_list.put(all_urls[i], new Jedis(all_urls[i], port)); - - } - - } - - - public void setupDB() - { - - try { - - for( Entry entry : jedis_list.entrySet() ) - { - String url = entry.getKey(); - Jedis database = entry.getValue(); - database.connect(); - - entry.setValue(database); - } - - } catch (Exception e1) { - System.err.println("Could not initialize Redis connection: " + e1.toString()); - e1.printStackTrace(); - return; - } - } - - public void cleanup() throws DBException { - for( Entry entry : jedis_list.entrySet() ) - { - - Jedis database = entry.getValue(); - if (database != null) - database.disconnect(); - - entry.setValue(database); - } - } - - - public String findHost(String key) - { - - String strIntKey = key.substring(4, 5); - - int intKey = Integer.parseInt(strIntKey); - - Host host = Host.whichHost( intKey, listHosts ); - return host.getHostIP(); - } - - /* Calculate a hash for a key to store it in an index. The actual return - * value of this function is not interesting -- it primarily needs to be - * fast and scattered along the whole space of doubles. In a real world - * scenario one would probably use the ASCII values of the keys. - */ - private double hash(String key) { - return key.hashCode(); - } - - //XXX jedis.select(int index) to switch to `table` - - @Override - public int read(String table, String key, Set fields, - HashMap result) { - try{ - String hostID = findHost(key); - Jedis jedis = jedis_list.get(hostID); - if (fields == null) { - StringByteIterator.putAllAsByteIterators(result, jedis.hgetAll(key)); - } - else { - String[] fieldArray = (String[])fields.toArray(new String[fields.size()]); - List values = jedis.hmget(key, fieldArray); - - Iterator fieldIterator = fields.iterator(); - Iterator valueIterator = values.iterator(); - - while (fieldIterator.hasNext() && valueIterator.hasNext()) { - result.put(fieldIterator.next(), - new StringByteIterator(valueIterator.next())); - } - assert !fieldIterator.hasNext() && !valueIterator.hasNext(); - } - return result.isEmpty() ? 1 : 0; - } - catch (Exception e) { - e.printStackTrace(); - } - return 1; - } - - @Override - public int insert(String table, String key, HashMap values) { - try{ - String hostID = findHost(key); - Jedis jedis = jedis_list.get(hostID); - if (jedis.hmset(key, StringByteIterator.getStringMap(values)).equals("OK")) { - jedis.zadd(INDEX_KEY, hash(key), key); - return 0; - } - return 1; - } - catch (Exception e) { - e.printStackTrace(); - } - return 1; - } - - @Override - public int delete(String table, String key) { - try{ - String hostID = findHost(key); - Jedis jedis = jedis_list.get(hostID); - return jedis.del(key) == 0 - && jedis.zrem(INDEX_KEY, key) == 0 - ? 1 : 0; - } - catch (Exception e) { - e.printStackTrace(); - } - return 1; - } - - @Override - public int update(String table, String key, HashMap values) { - try{ - String hostID = findHost(key); - Jedis jedis = jedis_list.get(hostID); - return jedis.hmset(key, StringByteIterator.getStringMap(values)).equals("OK") ? 0 : 1; - } - catch (Exception e) { - e.printStackTrace(); - } - return 1; - } - - @Override - public int scan(String table, String startkey, int recordcount, - Set fields, Vector> result) { - Set keys = jedis.zrangeByScore(INDEX_KEY, hash(startkey), - Double.POSITIVE_INFINITY, 0, recordcount); - - HashMap values; - for (String key : keys) { - values = new HashMap(); - read(table, key, fields, values); - result.add(values); - } - - return 0; - } - -} DELETED Edward/documentation.txt Index: Edward/documentation.txt ================================================================== --- Edward/documentation.txt +++ /dev/null @@ -1,19 +0,0 @@ -redis config: -- 4 slaves 1 master - - all able to write - -redis commands: -- to set up: - wget http://redis.googlecode.com/files/redis-2.6.11.tar.gz - tar xzf redis-2.6.11.tar.gz - cd redis-2.6.11 - make -- to run: - src/redis-server - -ycsb commands: - -- to load data: - ./bin/ycsb load redis -p redis.host='hostip' -p redis.port=6379 -P workloads/workloadaOneNodeSmall -- to run - ./bin/ycsb run redis -p redis.host='hostip' -p redis.port=6379 -P workloads/workloadaOneNodeSmall DELETED Edward/redis.conf Index: Edward/redis.conf ================================================================== --- Edward/redis.conf +++ /dev/null @@ -1,596 +0,0 @@ -# Redis configuration file example - -#vm-enabled yes -#vm-max-memory 0 -#vm-pages 100000000 -#vm-page-size 110 - -# Note on units: when memory size is needed, it is possible to specify -# it in the usual form of 1k 5GB 4M and so forth: -# -# 1k => 1000 bytes -# 1kb => 1024 bytes -# 1m => 1000000 bytes -# 1mb => 1024*1024 bytes -# 1g => 1000000000 bytes -# 1gb => 1024*1024*1024 bytes -# -# units are case insensitive so 1GB 1Gb 1gB are all the same. - -# By default Redis does not run as a daemon. Use 'yes' if you need it. -# Note that Redis will write a pid file in /var/run/redis.pid when daemonized. -daemonize yes - -# When running daemonized, Redis writes a pid file in /var/run/redis.pid by -# default. You can specify a custom pid file location here. -pidfile /var/run/redis.pid - -# Accept connections on the specified port, default is 6379. -# If port 0 is specified Redis will not listen on a TCP socket. -port 6379 - -# If you want you can bind a single interface, if the bind option is not -# specified all the interfaces will listen for incoming connections. -# -# bind 127.0.0.1 - -# Specify the path for the unix socket that will be used to listen for -# incoming connections. There is no default, so Redis will not listen -# on a unix socket when not specified. -# -# unixsocket /tmp/redis.sock -# unixsocketperm 755 - -# Close the connection after a client is idle for N seconds (0 to disable) -timeout 0 - -# TCP keepalive. -# -# If non-zero, use SO_KEEPALIVE to send TCP ACKs to clients in absence -# of communication. This is useful for two reasons: -# -# 1) Detect dead peers. -# 2) Take the connection alive from the point of view of network -# equipment in the middle. -# -# On Linux, the specified value (in seconds) is the period used to send ACKs. -# Note that to close the connection the double of the time is needed. -# On other kernels the period depends on the kernel configuration. -# -# A reasonable value for this option is 60 seconds. -tcp-keepalive 0 - -# Specify the server verbosity level. -# This can be one of: -# debug (a lot of information, useful for development/testing) -# verbose (many rarely useful info, but not a mess like the debug level) -# notice (moderately verbose, what you want in production probably) -# warning (only very important / critical messages are logged) -loglevel notice - -# Specify the log file name. Also 'stdout' can be used to force -# Redis to log on the standard output. Note that if you use standard -# output for logging but daemonize, logs will be sent to /dev/null -logfile stdout - -# To enable logging to the system logger, just set 'syslog-enabled' to yes, -# and optionally update the other syslog parameters to suit your needs. -# syslog-enabled no - -# Specify the syslog identity. -# syslog-ident redis - -# Specify the syslog facility. Must be USER or between LOCAL0-LOCAL7. -# syslog-facility local0 - -# Set the number of databases. The default database is DB 0, you can select -# a different one on a per-connection basis using SELECT where -# dbid is a number between 0 and 'databases'-1 -databases 1 - -################################ SNAPSHOTTING ################################# -# -# Save the DB on disk: -# -# save -# -# Will save the DB if both the given number of seconds and the given -# number of write operations against the DB occurred. -# -# In the example below the behaviour will be to save: -# after 900 sec (15 min) if at least 1 key changed -# after 300 sec (5 min) if at least 10 keys changed -# after 60 sec if at least 10000 keys changed -# -# Note: you can disable saving at all commenting all the "save" lines. -# -# It is also possible to remove all the previously configured save -# points by adding a save directive with a single empty string argument -# like in the following example: -# -# save "" - -save 900 1 -save 300 10 -save 60 10000 - -# By default Redis will stop accepting writes if RDB snapshots are enabled -# (at least one save point) and the latest background save failed. -# This will make the user aware (in an hard way) that data is not persisting -# on disk properly, otherwise chances are that no one will notice and some -# distater will happen. -# -# If the background saving process will start working again Redis will -# automatically allow writes again. -# -# However if you have setup your proper monitoring of the Redis server -# and persistence, you may want to disable this feature so that Redis will -# continue to work as usually even if there are problems with disk, -# permissions, and so forth. -stop-writes-on-bgsave-error yes - -# Compress string objects using LZF when dump .rdb databases? -# For default that's set to 'yes' as it's almost always a win. -# If you want to save some CPU in the saving child set it to 'no' but -# the dataset will likely be bigger if you have compressible values or keys. -rdbcompression yes - -# Since version 5 of RDB a CRC64 checksum is placed at the end of the file. -# This makes the format more resistant to corruption but there is a performance -# hit to pay (around 10%) when saving and loading RDB files, so you can disable it -# for maximum performances. -# -# RDB files created with checksum disabled have a checksum of zero that will -# tell the loading code to skip the check. -rdbchecksum yes - -# The filename where to dump the DB -dbfilename dump.rdb - -# The working directory. -# -# The DB will be written inside this directory, with the filename specified -# above using the 'dbfilename' configuration directive. -# -# The Append Only File will also be created inside this directory. -# -# Note that you must specify a directory here, not a file name. -dir ./ - -################################# REPLICATION ################################# - -# Master-Slave replication. Use slaveof to make a Redis instance a copy of -# another Redis server. Note that the configuration is local to the slave -# so for example it is possible to configure the slave to save the DB with a -# different interval, or to listen to another port, and so on. -# -slaveof 10.249.39.43 6379 - -# If the master is password protected (using the "requirepass" configuration -# directive below) it is possible to tell the slave to authenticate before -# starting the replication synchronization process, otherwise the master will -# refuse the slave request. -# -# masterauth - -# When a slave loses its connection with the master, or when the replication -# is still in progress, the slave can act in two different ways: -# -# 1) if slave-serve-stale-data is set to 'yes' (the default) the slave will -# still reply to client requests, possibly with out of date data, or the -# data set may just be empty if this is the first synchronization. -# -# 2) if slave-serve-stale-data is set to 'no' the slave will reply with -# an error "SYNC with master in progress" to all the kind of commands -# but to INFO and SLAVEOF. -# -slave-serve-stale-data yes - -# You can configure a slave instance to accept writes or not. Writing against -# a slave instance may be useful to store some ephemeral data (because data -# written on a slave will be easily deleted after resync with the master) but -# may also cause problems if clients are writing to it because of a -# misconfiguration. -# -# Since Redis 2.6 by default slaves are read-only. -# -# Note: read only slaves are not designed to be exposed to untrusted clients -# on the internet. It's just a protection layer against misuse of the instance. -# Still a read only slave exports by default all the administrative commands -# such as CONFIG, DEBUG, and so forth. To a limited extend you can improve -# security of read only slaves using 'rename-command' to shadow all the -# administrative / dangerous commands. -slave-read-only no - -# Slaves send PINGs to server in a predefined interval. It's possible to change -# this interval with the repl_ping_slave_period option. The default value is 10 -# seconds. -# -# repl-ping-slave-period 10 - -# The following option sets a timeout for both Bulk transfer I/O timeout and -# master data or ping response timeout. The default value is 60 seconds. -# -# It is important to make sure that this value is greater than the value -# specified for repl-ping-slave-period otherwise a timeout will be detected -# every time there is low traffic between the master and the slave. -# -# repl-timeout 60 - -# Disable TCP_NODELAY on the slave socket after SYNC? -# -# If you select "yes" Redis will use a smaller number of TCP packets and -# less bandwidth to send data to slaves. But this can add a delay for -# the data to appear on the slave side, up to 40 milliseconds with -# Linux kernels using a default configuration. -# -# If you select "no" the delay for data to appear on the slave side will -# be reduced but more bandwidth will be used for replication. -# -# By default we optimize for low latency, but in very high traffic conditions -# or when the master and slaves are many hops away, turning this to "yes" may -# be a good idea. -repl-disable-tcp-nodelay no - -# The slave priority is an integer number published by Redis in the INFO output. -# It is used by Redis Sentinel in order to select a slave to promote into a -# master if the master is no longer working correctly. -# -# A slave with a low priority number is considered better for promotion, so -# for instance if there are three slaves with priority 10, 100, 25 Sentinel will -# pick the one wtih priority 10, that is the lowest. -# -# However a special priority of 0 marks the slave as not able to perform the -# role of master, so a slave with priority of 0 will never be selected by -# Redis Sentinel for promotion. -# -# By default the priority is 100. -slave-priority 100 - -################################## SECURITY ################################### - -# Require clients to issue AUTH before processing any other -# commands. This might be useful in environments in which you do not trust -# others with access to the host running redis-server. -# -# This should stay commented out for backward compatibility and because most -# people do not need auth (e.g. they run their own servers). -# -# Warning: since Redis is pretty fast an outside user can try up to -# 150k passwords per second against a good box. This means that you should -# use a very strong password otherwise it will be very easy to break. -# -# requirepass foobared - -# Command renaming. -# -# It is possible to change the name of dangerous commands in a shared -# environment. For instance the CONFIG command may be renamed into something -# hard to guess so that it will still be available for internal-use tools -# but not available for general clients. -# -# Example: -# -# rename-command CONFIG b840fc02d524045429941cc15f59e41cb7be6c52 -# -# It is also possible to completely kill a command by renaming it into -# an empty string: -# -# rename-command CONFIG "" -# -# Please note that changing the name of commands that are logged into the -# AOF file or transmitted to slaves may cause problems. - -################################### LIMITS #################################### - -# Set the max number of connected clients at the same time. By default -# this limit is set to 10000 clients, however if the Redis server is not -# able to configure the process file limit to allow for the specified limit -# the max number of allowed clients is set to the current file limit -# minus 32 (as Redis reserves a few file descriptors for internal uses). -# -# Once the limit is reached Redis will close all the new connections sending -# an error 'max number of clients reached'. -# -# maxclients 10000 - -# Don't use more memory than the specified amount of bytes. -# When the memory limit is reached Redis will try to remove keys -# accordingly to the eviction policy selected (see maxmemmory-policy). -# -# If Redis can't remove keys according to the policy, or if the policy is -# set to 'noeviction', Redis will start to reply with errors to commands -# that would use more memory, like SET, LPUSH, and so on, and will continue -# to reply to read-only commands like GET. -# -# This option is usually useful when using Redis as an LRU cache, or to set -# an hard memory limit for an instance (using the 'noeviction' policy). -# -# WARNING: If you have slaves attached to an instance with maxmemory on, -# the size of the output buffers needed to feed the slaves are subtracted -# from the used memory count, so that network problems / resyncs will -# not trigger a loop where keys are evicted, and in turn the output -# buffer of slaves is full with DELs of keys evicted triggering the deletion -# of more keys, and so forth until the database is completely emptied. -# -# In short... if you have slaves attached it is suggested that you set a lower -# limit for maxmemory so that there is some free RAM on the system for slave -# output buffers (but this is not needed if the policy is 'noeviction'). -# -# maxmemory - -# MAXMEMORY POLICY: how Redis will select what to remove when maxmemory -# is reached. You can select among five behaviors: -# -# volatile-lru -> remove the key with an expire set using an LRU algorithm -# allkeys-lru -> remove any key accordingly to the LRU algorithm -# volatile-random -> remove a random key with an expire set -# allkeys-random -> remove a random key, any key -# volatile-ttl -> remove the key with the nearest expire time (minor TTL) -# noeviction -> don't expire at all, just return an error on write operations -# -# Note: with any of the above policies, Redis will return an error on write -# operations, when there are not suitable keys for eviction. -# -# At the date of writing this commands are: set setnx setex append -# incr decr rpush lpush rpushx lpushx linsert lset rpoplpush sadd -# sinter sinterstore sunion sunionstore sdiff sdiffstore zadd zincrby -# zunionstore zinterstore hset hsetnx hmset hincrby incrby decrby -# getset mset msetnx exec sort -# -# The default is: -# -# maxmemory-policy volatile-lru - -# LRU and minimal TTL algorithms are not precise algorithms but approximated -# algorithms (in order to save memory), so you can select as well the sample -# size to check. For instance for default Redis will check three keys and -# pick the one that was used less recently, you can change the sample size -# using the following configuration directive. -# -# maxmemory-samples 3 - -############################## APPEND ONLY MODE ############################### - -# By default Redis asynchronously dumps the dataset on disk. This mode is -# good enough in many applications, but an issue with the Redis process or -# a power outage may result into a few minutes of writes lost (depending on -# the configured save points). -# -# The Append Only File is an alternative persistence mode that provides -# much better durability. For instance using the default data fsync policy -# (see later in the config file) Redis can lose just one second of writes in a -# dramatic event like a server power outage, or a single write if something -# wrong with the Redis process itself happens, but the operating system is -# still running correctly. -# -# AOF and RDB persistence can be enabled at the same time without problems. -# If the AOF is enabled on startup Redis will load the AOF, that is the file -# with the better durability guarantees. -# -# Please check http://redis.io/topics/persistence for more information. - -appendonly no - -# The name of the append only file (default: "appendonly.aof") -# appendfilename appendonly.aof - -# The fsync() call tells the Operating System to actually write data on disk -# instead to wait for more data in the output buffer. Some OS will really flush -# data on disk, some other OS will just try to do it ASAP. -# -# Redis supports three different modes: -# -# no: don't fsync, just let the OS flush the data when it wants. Faster. -# always: fsync after every write to the append only log . Slow, Safest. -# everysec: fsync only one time every second. Compromise. -# -# The default is "everysec", as that's usually the right compromise between -# speed and data safety. It's up to you to understand if you can relax this to -# "no" that will let the operating system flush the output buffer when -# it wants, for better performances (but if you can live with the idea of -# some data loss consider the default persistence mode that's snapshotting), -# or on the contrary, use "always" that's very slow but a bit safer than -# everysec. -# -# More details please check the following article: -# http://antirez.com/post/redis-persistence-demystified.html -# -# If unsure, use "everysec". - -# appendfsync always -appendfsync everysec -# appendfsync no - -# When the AOF fsync policy is set to always or everysec, and a background -# saving process (a background save or AOF log background rewriting) is -# performing a lot of I/O against the disk, in some Linux configurations -# Redis may block too long on the fsync() call. Note that there is no fix for -# this currently, as even performing fsync in a different thread will block -# our synchronous write(2) call. -# -# In order to mitigate this problem it's possible to use the following option -# that will prevent fsync() from being called in the main process while a -# BGSAVE or BGREWRITEAOF is in progress. -# -# This means that while another child is saving, the durability of Redis is -# the same as "appendfsync none". In practical terms, this means that it is -# possible to lose up to 30 seconds of log in the worst scenario (with the -# default Linux settings). -# -# If you have latency problems turn this to "yes". Otherwise leave it as -# "no" that is the safest pick from the point of view of durability. -no-appendfsync-on-rewrite no - -# Automatic rewrite of the append only file. -# Redis is able to automatically rewrite the log file implicitly calling -# BGREWRITEAOF when the AOF log size grows by the specified percentage. -# -# This is how it works: Redis remembers the size of the AOF file after the -# latest rewrite (if no rewrite has happened since the restart, the size of -# the AOF at startup is used). -# -# This base size is compared to the current size. If the current size is -# bigger than the specified percentage, the rewrite is triggered. Also -# you need to specify a minimal size for the AOF file to be rewritten, this -# is useful to avoid rewriting the AOF file even if the percentage increase -# is reached but it is still pretty small. -# -# Specify a percentage of zero in order to disable the automatic AOF -# rewrite feature. - -auto-aof-rewrite-percentage 100 -auto-aof-rewrite-min-size 64mb - -################################ LUA SCRIPTING ############################### - -# Max execution time of a Lua script in milliseconds. -# -# If the maximum execution time is reached Redis will log that a script is -# still in execution after the maximum allowed time and will start to -# reply to queries with an error. -# -# When a long running script exceed the maximum execution time only the -# SCRIPT KILL and SHUTDOWN NOSAVE commands are available. The first can be -# used to stop a script that did not yet called write commands. The second -# is the only way to shut down the server in the case a write commands was -# already issue by the script but the user don't want to wait for the natural -# termination of the script. -# -# Set it to 0 or a negative value for unlimited execution without warnings. -lua-time-limit 5000 - -################################## SLOW LOG ################################### - -# The Redis Slow Log is a system to log queries that exceeded a specified -# execution time. The execution time does not include the I/O operations -# like talking with the client, sending the reply and so forth, -# but just the time needed to actually execute the command (this is the only -# stage of command execution where the thread is blocked and can not serve -# other requests in the meantime). -# -# You can configure the slow log with two parameters: one tells Redis -# what is the execution time, in microseconds, to exceed in order for the -# command to get logged, and the other parameter is the length of the -# slow log. When a new command is logged the oldest one is removed from the -# queue of logged commands. - -# The following time is expressed in microseconds, so 1000000 is equivalent -# to one second. Note that a negative number disables the slow log, while -# a value of zero forces the logging of every command. -slowlog-log-slower-than 10000 - -# There is no limit to this length. Just be aware that it will consume memory. -# You can reclaim memory used by the slow log with SLOWLOG RESET. -slowlog-max-len 128 - -############################### ADVANCED CONFIG ############################### - -# Hashes are encoded using a memory efficient data structure when they have a -# small number of entries, and the biggest entry does not exceed a given -# threshold. These thresholds can be configured using the following directives. -hash-max-ziplist-entries 512 -hash-max-ziplist-value 64 - -# Similarly to hashes, small lists are also encoded in a special way in order -# to save a lot of space. The special representation is only used when -# you are under the following limits: -list-max-ziplist-entries 512 -list-max-ziplist-value 64 - -# Sets have a special encoding in just one case: when a set is composed -# of just strings that happens to be integers in radix 10 in the range -# of 64 bit signed integers. -# The following configuration setting sets the limit in the size of the -# set in order to use this special memory saving encoding. -set-max-intset-entries 512 - -# Similarly to hashes and lists, sorted sets are also specially encoded in -# order to save a lot of space. This encoding is only used when the length and -# elements of a sorted set are below the following limits: -zset-max-ziplist-entries 128 -zset-max-ziplist-value 64 - -# Active rehashing uses 1 millisecond every 100 milliseconds of CPU time in -# order to help rehashing the main Redis hash table (the one mapping top-level -# keys to values). The hash table implementation Redis uses (see dict.c) -# performs a lazy rehashing: the more operation you run into an hash table -# that is rehashing, the more rehashing "steps" are performed, so if the -# server is idle the rehashing is never complete and some more memory is used -# by the hash table. -# -# The default is to use this millisecond 10 times every second in order to -# active rehashing the main dictionaries, freeing memory when possible. -# -# If unsure: -# use "activerehashing no" if you have hard latency requirements and it is -# not a good thing in your environment that Redis can reply form time to time -# to queries with 2 milliseconds delay. -# -# use "activerehashing yes" if you don't have such hard requirements but -# want to free memory asap when possible. -activerehashing yes - -# The client output buffer limits can be used to force disconnection of clients -# that are not reading data from the server fast enough for some reason (a -# common reason is that a Pub/Sub client can't consume messages as fast as the -# publisher can produce them). -# -# The limit can be set differently for the three different classes of clients: -# -# normal -> normal clients -# slave -> slave clients and MONITOR clients -# pubsub -> clients subcribed to at least one pubsub channel or pattern -# -# The syntax of every client-output-buffer-limit directive is the following: -# -# client-output-buffer-limit -# -# A client is immediately disconnected once the hard limit is reached, or if -# the soft limit is reached and remains reached for the specified number of -# seconds (continuously). -# So for instance if the hard limit is 32 megabytes and the soft limit is -# 16 megabytes / 10 seconds, the client will get disconnected immediately -# if the size of the output buffers reach 32 megabytes, but will also get -# disconnected if the client reaches 16 megabytes and continuously overcomes -# the limit for 10 seconds. -# -# By default normal clients are not limited because they don't receive data -# without asking (in a push way), but just after a request, so only -# asynchronous clients may create a scenario where data is requested faster -# than it can read. -# -# Instead there is a default limit for pubsub and slave clients, since -# subscribers and slaves receive data in a push fashion. -# -# Both the hard or the soft limit can be disabled by setting them to zero. -client-output-buffer-limit normal 0 0 0 -client-output-buffer-limit slave 256mb 64mb 60 -client-output-buffer-limit pubsub 32mb 8mb 60 - -# Redis calls an internal function to perform many background tasks, like -# closing connections of clients in timeot, purging expired keys that are -# never requested, and so forth. -# -# Not all tasks are perforemd with the same frequency, but Redis checks for -# tasks to perform accordingly to the specified "hz" value. -# -# By default "hz" is set to 10. Raising the value will use more CPU when -# Redis is idle, but at the same time will make Redis more responsive when -# there are many keys expiring at the same time, and timeouts may be -# handled with more precision. -# -# The range is between 1 and 500, however a value over 100 is usually not -# a good idea. Most users should use the default of 10 and raise this up to -# 100 only in environments where very low latency is required. -hz 10 - -################################## INCLUDES ################################### - -# Include one or more other config files here. This is useful if you -# have a standard template that goes to all Redis server but also need -# to customize a few per-server settings. Include files can include -# other files, so use this wisely. -# -# include /path/to/local.conf -# include /path/to/other.conf DELETED Jenny/cassandra(non-seed).yaml Index: Jenny/cassandra(non-seed).yaml ================================================================== --- Jenny/cassandra(non-seed).yaml +++ /dev/null @@ -1,663 +0,0 @@ -# Cassandra storage config YAML - -# NOTE: -# See http://wiki.apache.org/cassandra/StorageConfiguration for -# full explanations of configuration directives -# /NOTE - -# The name of the cluster. This is mainly used to prevent machines in -# one logical cluster from joining another. -cluster_name: 'JennyCluster' - -# This defines the number of tokens randomly assigned to this node on the ring -# The more tokens, relative to other nodes, the larger the proportion of data -# that this node will store. You probably want all nodes to have the same number -# of tokens assuming they have equal hardware capability. -# -# If you leave this unspecified, Cassandra will use the default of 1 token for legacy compatibility, -# and will use the initial_token as described below. -# -# Specifying initial_token will override this setting. -# -# If you already have a cluster with 1 token per node, and wish to migrate to -# multiple tokens per node, see http://wiki.apache.org/cassandra/Operations -# num_tokens: 256 - -# If you haven't specified num_tokens, or have set it to the default of 1 then -# you should always specify InitialToken when setting up a production -# cluster for the first time, and often when adding capacity later. -# The principle is that each node should be given an equal slice of -# the token ring; see http://wiki.apache.org/cassandra/Operations -# for more details. -# -# If blank, Cassandra will request a token bisecting the range of -# the heaviest-loaded existing node. If there is no load information -# available, such as is the case with a new cluster, it will pick -# a random token, which will lead to hot spots. -initial_token: 85070591730234615865843651857942052864 - -# See http://wiki.apache.org/cassandra/HintedHandoff -hinted_handoff_enabled: true -# this defines the maximum amount of time a dead host will have hints -# generated. After it has been dead this long, new hints for it will not be -# created until it has been seen alive and gone down again. -max_hint_window_in_ms: 10800000 # 3 hours -# throttle in KB's per second, per delivery thread -hinted_handoff_throttle_in_kb: 1024 -# Number of threads with which to deliver hints; -# Consider increasing this number when you have multi-dc deployments, since -# cross-dc handoff tends to be slower -max_hints_delivery_threads: 2 - -# The following setting populates the page cache on memtable flush and compaction -# WARNING: Enable this setting only when the whole node's data fits in memory. -# Defaults to: false -# populate_io_cache_on_flush: false - -# Authentication backend, implementing IAuthenticator; used to identify users -# Out of the box, Cassandra provides org.apache.cassandra.auth.{AllowAllAuthenticator, -# PasswordAuthenticator}. -# -# - AllowAllAuthenticator performs no checks - set it to disable authentication. -# - PasswordAuthenticator relies on username/password pairs to authenticate -# users. It keeps usernames and hashed passwords in system_auth.credentials table. -# Please increase system_auth keyspace replication factor if you use this authenticator. -authenticator: org.apache.cassandra.auth.AllowAllAuthenticator - -# Authorization backend, implementing IAuthorizer; used to limit access/provide permissions -# Out of the box, Cassandra provides org.apache.cassandra.auth.{AllowAllAuthorizer, -# CassandraAuthorizer}. -# -# - AllowAllAuthorizer allows any action to any user - set it to disable authorization. -# - CassandraAuthorizer stores permissions in system_auth.permissions table. Please -# increase system_auth keyspace replication factor if you use this authorizer. -authorizer: org.apache.cassandra.auth.AllowAllAuthorizer - -# Validity period for permissions cache (fetching permissions can be an -# expensive operation depending on the authorizer, CassandraAuthorizer is -# one example). Defaults to 2000, set to 0 to disable. -# Will be disabled automatically for AllowAllAuthorizer. -permissions_validity_in_ms: 2000 - -# The partitioner is responsible for distributing rows (by key) across -# nodes in the cluster. Any IPartitioner may be used, including your -# own as long as it is on the classpath. Out of the box, Cassandra -# provides org.apache.cassandra.dht.{Murmur3Partitioner, RandomPartitioner -# ByteOrderedPartitioner, OrderPreservingPartitioner (deprecated)}. -# -# - RandomPartitioner distributes rows across the cluster evenly by md5. -# This is the default prior to 1.2 and is retained for compatibility. -# - Murmur3Partitioner is similar to RandomPartioner but uses Murmur3_128 -# Hash Function instead of md5. When in doubt, this is the best option. -# - ByteOrderedPartitioner orders rows lexically by key bytes. BOP allows -# scanning rows in key order, but the ordering can generate hot spots -# for sequential insertion workloads. -# - OrderPreservingPartitioner is an obsolete form of BOP, that stores -# - keys in a less-efficient format and only works with keys that are -# UTF8-encoded Strings. -# - CollatingOPP colates according to EN,US rules rather than lexical byte -# ordering. Use this as an example if you need custom collation. -# -# See http://wiki.apache.org/cassandra/Operations for more on -# partitioners and token selection. -partitioner: org.apache.cassandra.dht.RandomPartitioner - -# directories where Cassandra should store data on disk. -data_file_directories: - - /var/lib/cassandra/data - -# commit log -commitlog_directory: /var/lib/cassandra/commitlog - -# policy for data disk failures: -# stop: shut down gossip and Thrift, leaving the node effectively dead, but -# still inspectable via JMX. -# best_effort: stop using the failed disk and respond to requests based on -# remaining available sstables. This means you WILL see obsolete -# data at CL.ONE! -# ignore: ignore fatal errors and let requests fail, as in pre-1.2 Cassandra -disk_failure_policy: stop - -# Maximum size of the key cache in memory. -# -# Each key cache hit saves 1 seek and each row cache hit saves 2 seeks at the -# minimum, sometimes more. The key cache is fairly tiny for the amount of -# time it saves, so it's worthwhile to use it at large numbers. -# The row cache saves even more time, but must store the whole values of -# its rows, so it is extremely space-intensive. It's best to only use the -# row cache if you have hot rows or static rows. -# -# NOTE: if you reduce the size, you may not get you hottest keys loaded on startup. -# -# Default value is empty to make it "auto" (min(5% of Heap (in MB), 100MB)). Set to 0 to disable key cache. -key_cache_size_in_mb: - -# Duration in seconds after which Cassandra should -# safe the keys cache. Caches are saved to saved_caches_directory as -# specified in this configuration file. -# -# Saved caches greatly improve cold-start speeds, and is relatively cheap in -# terms of I/O for the key cache. Row cache saving is much more expensive and -# has limited use. -# -# Default is 14400 or 4 hours. -key_cache_save_period: 14400 - -# Number of keys from the key cache to save -# Disabled by default, meaning all keys are going to be saved -# key_cache_keys_to_save: 100 - -# Maximum size of the row cache in memory. -# NOTE: if you reduce the size, you may not get you hottest keys loaded on startup. -# -# Default value is 0, to disable row caching. -row_cache_size_in_mb: 0 - -# Duration in seconds after which Cassandra should -# safe the row cache. Caches are saved to saved_caches_directory as specified -# in this configuration file. -# -# Saved caches greatly improve cold-start speeds, and is relatively cheap in -# terms of I/O for the key cache. Row cache saving is much more expensive and -# has limited use. -# -# Default is 0 to disable saving the row cache. -row_cache_save_period: 0 - -# Number of keys from the row cache to save -# Disabled by default, meaning all keys are going to be saved -# row_cache_keys_to_save: 100 - -# The provider for the row cache to use. -# -# Supported values are: ConcurrentLinkedHashCacheProvider, SerializingCacheProvider -# -# SerializingCacheProvider serialises the contents of the row and stores -# it in native memory, i.e., off the JVM Heap. Serialized rows take -# significantly less memory than "live" rows in the JVM, so you can cache -# more rows in a given memory footprint. And storing the cache off-heap -# means you can use smaller heap sizes, reducing the impact of GC pauses. -# -# It is also valid to specify the fully-qualified class name to a class -# that implements org.apache.cassandra.cache.IRowCacheProvider. -# -# Defaults to SerializingCacheProvider -row_cache_provider: SerializingCacheProvider - -# The pluggable Memory allocation for Off heap row cache, Experiments show that JEMAlloc -# saves some memory than the native GCC allocator. -# -# Supported values are: NativeAllocator, JEMallocAllocator -# -# If you intend to use JEMallocAllocator you have to install JEMalloc as library and -# modify cassandra-env.sh as directed in the file. -# -# Defaults to NativeAllocator -# memory_allocator: NativeAllocator - -# saved caches -saved_caches_directory: /var/lib/cassandra/saved_caches - -# commitlog_sync may be either "periodic" or "batch." -# When in batch mode, Cassandra won't ack writes until the commit log -# has been fsynced to disk. It will wait up to -# commitlog_sync_batch_window_in_ms milliseconds for other writes, before -# performing the sync. -# -# commitlog_sync: batch -# commitlog_sync_batch_window_in_ms: 50 -# -# the other option is "periodic" where writes may be acked immediately -# and the CommitLog is simply synced every commitlog_sync_period_in_ms -# milliseconds. -commitlog_sync: periodic -commitlog_sync_period_in_ms: 10000 - -# The size of the individual commitlog file segments. A commitlog -# segment may be archived, deleted, or recycled once all the data -# in it (potentally from each columnfamily in the system) has been -# flushed to sstables. -# -# The default size is 32, which is almost always fine, but if you are -# archiving commitlog segments (see commitlog_archiving.properties), -# then you probably want a finer granularity of archiving; 8 or 16 MB -# is reasonable. -commitlog_segment_size_in_mb: 32 - -# any class that implements the SeedProvider interface and has a -# constructor that takes a Map of parameters will do. -seed_provider: - # Addresses of hosts that are deemed contact points. - # Cassandra nodes use this list of hosts to find each other and learn - # the topology of the ring. You must change this if you are running - # multiple nodes! - - class_name: org.apache.cassandra.locator.SimpleSeedProvider - parameters: - # seeds is actually a comma-delimited list of addresses. - # Ex: ",," -# - seeds: "127.0.0.1" - - seeds: "10.249.21.140" - -# For workloads with more data than can fit in memory, Cassandra's -# bottleneck will be reads that need to fetch data from -# disk. "concurrent_reads" should be set to (16 * number_of_drives) in -# order to allow the operations to enqueue low enough in the stack -# that the OS and drives can reorder them. -# -# On the other hand, since writes are almost never IO bound, the ideal -# number of "concurrent_writes" is dependent on the number of cores in -# your system; (8 * number_of_cores) is a good rule of thumb. -concurrent_reads: 32 -concurrent_writes: 32 - -# Total memory to use for memtables. Cassandra will flush the largest -# memtable when this much memory is used. -# If omitted, Cassandra will set it to 1/3 of the heap. -# memtable_total_space_in_mb: 2048 - -# Total space to use for commitlogs. Since commitlog segments are -# mmapped, and hence use up address space, the default size is 32 -# on 32-bit JVMs, and 1024 on 64-bit JVMs. -# -# If space gets above this value (it will round up to the next nearest -# segment multiple), Cassandra will flush every dirty CF in the oldest -# segment and remove it. So a small total commitlog space will tend -# to cause more flush activity on less-active columnfamilies. -# commitlog_total_space_in_mb: 4096 - -# This sets the amount of memtable flush writer threads. These will -# be blocked by disk io, and each one will hold a memtable in memory -# while blocked. If you have a large heap and many data directories, -# you can increase this value for better flush performance. -# By default this will be set to the amount of data directories defined. -#memtable_flush_writers: 1 - -# the number of full memtables to allow pending flush, that is, -# waiting for a writer thread. At a minimum, this should be set to -# the maximum number of secondary indexes created on a single CF. -memtable_flush_queue_size: 4 - -# Whether to, when doing sequential writing, fsync() at intervals in -# order to force the operating system to flush the dirty -# buffers. Enable this to avoid sudden dirty buffer flushing from -# impacting read latencies. Almost always a good idea on SSD:s; not -# necessarily on platters. -trickle_fsync: false -trickle_fsync_interval_in_kb: 10240 - -# TCP port, for commands and data -storage_port: 7000 - -# SSL port, for encrypted communication. Unused unless enabled in -# encryption_options -ssl_storage_port: 7001 - -# Address to bind to and tell other Cassandra nodes to connect to. You -# _must_ change this if you want multiple nodes to be able to -# communicate! -# -# Leaving it blank leaves it up to InetAddress.getLocalHost(). This -# will always do the Right Thing *if* the node is properly configured -# (hostname, name resolution, etc), and the Right Thing is to use the -# address associated with the hostname (it might not be). -# -# Setting this to 0.0.0.0 is always wrong. -listen_address: 10.249.79.6 - -# Address to broadcast to other Cassandra nodes -# Leaving this blank will set it to the same value as listen_address -# broadcast_address: 1.2.3.4 - - -# Whether to start the native transport server. -# Currently, only the thrift server is started by default because the native -# transport is considered beta. -# Please note that the address on which the native transport is bound is the -# same as the rpc_address. The port however is different and specified below. -start_native_transport: false -# port for the CQL native transport to listen for clients on -native_transport_port: 9042 -# The minimum and maximum threads for handling requests when the native -# transport is used. The meaning is those is similar to the one of -# rpc_min_threads and rpc_max_threads, though the default differ slightly and -# are the ones below: -# native_transport_min_threads: 16 -# native_transport_max_threads: 128 - - -# Whether to start the thrift rpc server. -start_rpc: true -# The address to bind the Thrift RPC service to -- clients connect -# here. Unlike ListenAddress above, you *can* specify 0.0.0.0 here if -# you want Thrift to listen on all interfaces. -# -# Leaving this blank has the same effect it does for ListenAddress, -# (i.e. it will be based on the configured hostname of the node). -rpc_address: 0.0.0.0 -# port for Thrift to listen for clients on -rpc_port: 9160 - -# enable or disable keepalive on rpc connections -rpc_keepalive: true - -# Cassandra provides three out-of-the-box options for the RPC Server: -# -# sync -> One thread per thrift connection. For a very large number of clients, memory -# will be your limiting factor. On a 64 bit JVM, 128KB is the minimum stack size -# per thread, and that will correspond to your use of virtual memory (but physical memory -# may be limited depending on use of stack space). -# -# hsha -> Stands for "half synchronous, half asynchronous." All thrift clients are handled -# asynchronously using a small number of threads that does not vary with the amount -# of thrift clients (and thus scales well to many clients). The rpc requests are still -# synchronous (one thread per active request). -# -# The default is sync because on Windows hsha is about 30% slower. On Linux, -# sync/hsha performance is about the same, with hsha of course using less memory. -# -# Alternatively, can provide your own RPC server by providing the fully-qualified class name -# of an o.a.c.t.TServerFactory that can create an instance of it. -rpc_server_type: sync - -# Uncomment rpc_min|max_thread to set request pool size limits. -# -# Regardless of your choice of RPC server (see above), the number of maximum requests in the -# RPC thread pool dictates how many concurrent requests are possible (but if you are using the sync -# RPC server, it also dictates the number of clients that can be connected at all). -# -# The default is unlimited and thus provide no protection against clients overwhelming the server. You are -# encouraged to set a maximum that makes sense for you in production, but do keep in mind that -# rpc_max_threads represents the maximum number of client requests this server may execute concurrently. -# -# rpc_min_threads: 16 -# rpc_max_threads: 2048 - -# uncomment to set socket buffer sizes on rpc connections -# rpc_send_buff_size_in_bytes: -# rpc_recv_buff_size_in_bytes: - -# Uncomment to set socket buffer size for internode communication -# Note that when setting this, the buffer size is limited by net.core.wmem_max -# and when not setting it it is defined by net.ipv4.tcp_wmem -# See: -# /proc/sys/net/core/wmem_max -# /proc/sys/net/core/rmem_max -# /proc/sys/net/ipv4/tcp_wmem -# /proc/sys/net/ipv4/tcp_wmem -# and: man tcp -# internode_send_buff_size_in_bytes: -# internode_recv_buff_size_in_bytes: - -# Frame size for thrift (maximum field length). -thrift_framed_transport_size_in_mb: 15 - -# The max length of a thrift message, including all fields and -# internal thrift overhead. -thrift_max_message_length_in_mb: 16 - -# Set to true to have Cassandra create a hard link to each sstable -# flushed or streamed locally in a backups/ subdirectory of the -# Keyspace data. Removing these links is the operator's -# responsibility. -incremental_backups: false - -# Whether or not to take a snapshot before each compaction. Be -# careful using this option, since Cassandra won't clean up the -# snapshots for you. Mostly useful if you're paranoid when there -# is a data format change. -snapshot_before_compaction: false - -# Whether or not a snapshot is taken of the data before keyspace truncation -# or dropping of column families. The STRONGLY advised default of true -# should be used to provide data safety. If you set this flag to false, you will -# lose data on truncation or drop. -auto_snapshot: true - -# Add column indexes to a row after its contents reach this size. -# Increase if your column values are large, or if you have a very large -# number of columns. The competing causes are, Cassandra has to -# deserialize this much of the row to read a single column, so you want -# it to be small - at least if you do many partial-row reads - but all -# the index data is read for each access, so you don't want to generate -# that wastefully either. -column_index_size_in_kb: 64 - -# Size limit for rows being compacted in memory. Larger rows will spill -# over to disk and use a slower two-pass compaction process. A message -# will be logged specifying the row key. -in_memory_compaction_limit_in_mb: 64 - -# Number of simultaneous compactions to allow, NOT including -# validation "compactions" for anti-entropy repair. Simultaneous -# compactions can help preserve read performance in a mixed read/write -# workload, by mitigating the tendency of small sstables to accumulate -# during a single long running compactions. The default is usually -# fine and if you experience problems with compaction running too -# slowly or too fast, you should look at -# compaction_throughput_mb_per_sec first. -# -# concurrent_compactors defaults to the number of cores. -# Uncomment to make compaction mono-threaded, the pre-0.8 default. -#concurrent_compactors: 1 - -# Multi-threaded compaction. When enabled, each compaction will use -# up to one thread per core, plus one thread per sstable being merged. -# This is usually only useful for SSD-based hardware: otherwise, -# your concern is usually to get compaction to do LESS i/o (see: -# compaction_throughput_mb_per_sec), not more. -multithreaded_compaction: false - -# Throttles compaction to the given total throughput across the entire -# system. The faster you insert data, the faster you need to compact in -# order to keep the sstable count down, but in general, setting this to -# 16 to 32 times the rate you are inserting data is more than sufficient. -# Setting this to 0 disables throttling. Note that this account for all types -# of compaction, including validation compaction. -compaction_throughput_mb_per_sec: 16 - -# Track cached row keys during compaction, and re-cache their new -# positions in the compacted sstable. Disable if you use really large -# key caches. -compaction_preheat_key_cache: true - -# Throttles all outbound streaming file transfers on this node to the -# given total throughput in Mbps. This is necessary because Cassandra does -# mostly sequential IO when streaming data during bootstrap or repair, which -# can lead to saturating the network connection and degrading rpc performance. -# When unset, the default is 400 Mbps or 50 MB/s. -# stream_throughput_outbound_megabits_per_sec: 400 - -# How long the coordinator should wait for read operations to complete -read_request_timeout_in_ms: 10000 -# How long the coordinator should wait for seq or index scans to complete -range_request_timeout_in_ms: 10000 -# How long the coordinator should wait for writes to complete -write_request_timeout_in_ms: 10000 -# How long the coordinator should wait for truncates to complete -# (This can be much longer, because unless auto_snapshot is disabled -# we need to flush first so we can snapshot before removing the data.) -truncate_request_timeout_in_ms: 60000 -# The default timeout for other, miscellaneous operations -request_timeout_in_ms: 10000 - -# Enable operation timeout information exchange between nodes to accurately -# measure request timeouts. If disabled, replicas will assume that requests -# were forwarded to them instantly by the coordinator, which means that -# under overload conditions we will waste that much extra time processing -# already-timed-out requests. -# -# Warning: before enabling this property make sure to ntp is installed -# and the times are synchronized between the nodes. -cross_node_timeout: false - -# Enable socket timeout for streaming operation. -# When a timeout occurs during streaming, streaming is retried from the start -# of the current file. This *can* involve re-streaming an important amount of -# data, so you should avoid setting the value too low. -# Default value is 0, which never timeout streams. -# streaming_socket_timeout_in_ms: 0 - -# phi value that must be reached for a host to be marked down. -# most users should never need to adjust this. -# phi_convict_threshold: 8 - -# endpoint_snitch -- Set this to a class that implements -# IEndpointSnitch. The snitch has two functions: -# - it teaches Cassandra enough about your network topology to route -# requests efficiently -# - it allows Cassandra to spread replicas around your cluster to avoid -# correlated failures. It does this by grouping machines into -# "datacenters" and "racks." Cassandra will do its best not to have -# more than one replica on the same "rack" (which may not actually -# be a physical location) -# -# IF YOU CHANGE THE SNITCH AFTER DATA IS INSERTED INTO THE CLUSTER, -# YOU MUST RUN A FULL REPAIR, SINCE THE SNITCH AFFECTS WHERE REPLICAS -# ARE PLACED. -# -# Out of the box, Cassandra provides -# - SimpleSnitch: -# Treats Strategy order as proximity. This improves cache locality -# when disabling read repair, which can further improve throughput. -# Only appropriate for single-datacenter deployments. -# - PropertyFileSnitch: -# Proximity is determined by rack and data center, which are -# explicitly configured in cassandra-topology.properties. -# - GossipingPropertyFileSnitch -# The rack and datacenter for the local node are defined in -# cassandra-rackdc.properties and propagated to other nodes via gossip. If -# cassandra-topology.properties exists, it is used as a fallback, allowing -# migration from the PropertyFileSnitch. -# - RackInferringSnitch: -# Proximity is determined by rack and data center, which are -# assumed to correspond to the 3rd and 2nd octet of each node's -# IP address, respectively. Unless this happens to match your -# deployment conventions (as it did Facebook's), this is best used -# as an example of writing a custom Snitch class. -# - Ec2Snitch: -# Appropriate for EC2 deployments in a single Region. Loads Region -# and Availability Zone information from the EC2 API. The Region is -# treated as the Datacenter, and the Availability Zone as the rack. -# Only private IPs are used, so this will not work across multiple -# Regions. -# - Ec2MultiRegionSnitch: -# Uses public IPs as broadcast_address to allow cross-region -# connectivity. (Thus, you should set seed addresses to the public -# IP as well.) You will need to open the storage_port or -# ssl_storage_port on the public IP firewall. (For intra-Region -# traffic, Cassandra will switch to the private IP after -# establishing a connection.) -# -# You can use a custom Snitch by setting this to the full class name -# of the snitch, which will be assumed to be on your classpath. -endpoint_snitch: SimpleSnitch - -# controls how often to perform the more expensive part of host score -# calculation -dynamic_snitch_update_interval_in_ms: 100 -# controls how often to reset all host scores, allowing a bad host to -# possibly recover -dynamic_snitch_reset_interval_in_ms: 600000 -# if set greater than zero and read_repair_chance is < 1.0, this will allow -# 'pinning' of replicas to hosts in order to increase cache capacity. -# The badness threshold will control how much worse the pinned host has to be -# before the dynamic snitch will prefer other replicas over it. This is -# expressed as a double which represents a percentage. Thus, a value of -# 0.2 means Cassandra would continue to prefer the static snitch values -# until the pinned host was 20% worse than the fastest. -dynamic_snitch_badness_threshold: 0.1 - -# request_scheduler -- Set this to a class that implements -# RequestScheduler, which will schedule incoming client requests -# according to the specific policy. This is useful for multi-tenancy -# with a single Cassandra cluster. -# NOTE: This is specifically for requests from the client and does -# not affect inter node communication. -# org.apache.cassandra.scheduler.NoScheduler - No scheduling takes place -# org.apache.cassandra.scheduler.RoundRobinScheduler - Round robin of -# client requests to a node with a separate queue for each -# request_scheduler_id. The scheduler is further customized by -# request_scheduler_options as described below. -request_scheduler: org.apache.cassandra.scheduler.NoScheduler - -# Scheduler Options vary based on the type of scheduler -# NoScheduler - Has no options -# RoundRobin -# - throttle_limit -- The throttle_limit is the number of in-flight -# requests per client. Requests beyond -# that limit are queued up until -# running requests can complete. -# The value of 80 here is twice the number of -# concurrent_reads + concurrent_writes. -# - default_weight -- default_weight is optional and allows for -# overriding the default which is 1. -# - weights -- Weights are optional and will default to 1 or the -# overridden default_weight. The weight translates into how -# many requests are handled during each turn of the -# RoundRobin, based on the scheduler id. -# -# request_scheduler_options: -# throttle_limit: 80 -# default_weight: 5 -# weights: -# Keyspace1: 1 -# Keyspace2: 5 - -# request_scheduler_id -- An identifer based on which to perform -# the request scheduling. Currently the only valid option is keyspace. -# request_scheduler_id: keyspace - -# Enable or disable inter-node encryption -# Default settings are TLS v1, RSA 1024-bit keys (it is imperative that -# users generate their own keys) TLS_RSA_WITH_AES_128_CBC_SHA as the cipher -# suite for authentication, key exchange and encryption of the actual data transfers. -# NOTE: No custom encryption options are enabled at the moment -# The available internode options are : all, none, dc, rack -# -# If set to dc cassandra will encrypt the traffic between the DCs -# If set to rack cassandra will encrypt the traffic between the racks -# -# The passwords used in these options must match the passwords used when generating -# the keystore and truststore. For instructions on generating these files, see: -# http://download.oracle.com/javase/6/docs/technotes/guides/security/jsse/JSSERefGuide.html#CreateKeystore -# -server_encryption_options: - internode_encryption: none - keystore: conf/.keystore - keystore_password: cassandra - truststore: conf/.truststore - truststore_password: cassandra - # More advanced defaults below: - # protocol: TLS - # algorithm: SunX509 - # store_type: JKS - # cipher_suites: [TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA] - # require_client_auth: false - -# enable or disable client/server encryption. -client_encryption_options: - enabled: false - keystore: conf/.keystore - keystore_password: cassandra - # require_client_auth: false - # Set trustore and truststore_password if require_client_auth is true - # truststore: conf/.truststore - # truststore_password: cassandra - # More advanced defaults below: - # protocol: TLS - # algorithm: SunX509 - # store_type: JKS - # cipher_suites: [TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA] - -# internode_compression controls whether traffic between nodes is -# compressed. -# can be: all - all traffic is compressed -# dc - traffic between different datacenters is compressed -# none - nothing is compressed. -internode_compression: all - -# Enable or disable tcp_nodelay for inter-dc communication. -# Disabling it will result in larger (but fewer) network packets being sent, -# reducing overhead from the TCP protocol itself, at the cost of increasing -# latency if you block for cross-datacenter responses. -inter_dc_tcp_nodelay: false DELETED Jenny/cassandra.yaml Index: Jenny/cassandra.yaml ================================================================== --- Jenny/cassandra.yaml +++ /dev/null @@ -1,689 +0,0 @@ -# Cassandra storage config YAML - -# NOTE: -# See http://wiki.apache.org/cassandra/StorageConfiguration for -# full explanations of configuration directives -# /NOTE - -# The name of the cluster. This is mainly used to prevent machines in -# one logical cluster from joining another. -cluster_name: 'JennyCluster' - -# This defines the number of tokens randomly assigned to this node on the ring -# The more tokens, relative to other nodes, the larger the proportion of data -# that this node will store. You probably want all nodes to have the same number -# of tokens assuming they have equal hardware capability. -# -# If you leave this unspecified, Cassandra will use the default of 1 token for legacy compatibility, -# and will use the initial_token as described below. -# -# Specifying initial_token will override this setting. -# -# If you already have a cluster with 1 token per node, and wish to migrate to -# multiple tokens per node, see http://wiki.apache.org/cassandra/Operations -# num_tokens: 256 - -# If you haven't specified num_tokens, or have set it to the default of 1 then -# you should always specify InitialToken when setting up a production -# cluster for the first time, and often when adding capacity later. -# The principle is that each node should be given an equal slice of -# the token ring; see http://wiki.apache.org/cassandra/Operations -# for more details. -# -# If blank, Cassandra will request a token bisecting the range of -# the heaviest-loaded existing node. If there is no load information -# available, such as is the case with a new cluster, it will pick -# a random token, which will lead to hot spots. -initial_token: 0 - -# See http://wiki.apache.org/cassandra/HintedHandoff -hinted_handoff_enabled: true -# this defines the maximum amount of time a dead host will have hints -# generated. After it has been dead this long, new hints for it will not be -# created until it has been seen alive and gone down again. -max_hint_window_in_ms: 10800000 # 3 hours -# throttle in KB's per second, per delivery thread -hinted_handoff_throttle_in_kb: 1024 -# Number of threads with which to deliver hints; -# Consider increasing this number when you have multi-dc deployments, since -# cross-dc handoff tends to be slower -max_hints_delivery_threads: 2 - -# The following setting populates the page cache on memtable flush and compaction -# WARNING: Enable this setting only when the whole node's data fits in memory. -# Defaults to: false -# populate_io_cache_on_flush: false - -# Authentication backend, implementing IAuthenticator; used to identify users -# Out of the box, Cassandra provides org.apache.cassandra.auth.{AllowAllAuthenticator, -# PasswordAuthenticator}. -# -# - AllowAllAuthenticator performs no checks - set it to disable authentication. -# - PasswordAuthenticator relies on username/password pairs to authenticate -# users. It keeps usernames and hashed passwords in system_auth.credentials table. -# Please increase system_auth keyspace replication factor if you use this authenticator. -authenticator: org.apache.cassandra.auth.AllowAllAuthenticator - -# Authorization backend, implementing IAuthorizer; used to limit access/provide permissions -# Out of the box, Cassandra provides org.apache.cassandra.auth.{AllowAllAuthorizer, -# CassandraAuthorizer}. -# -# - AllowAllAuthorizer allows any action to any user - set it to disable authorization. -# - CassandraAuthorizer stores permissions in system_auth.permissions table. Please -# increase system_auth keyspace replication factor if you use this authorizer. -authorizer: org.apache.cassandra.auth.AllowAllAuthorizer - -# Validity period for permissions cache (fetching permissions can be an -# expensive operation depending on the authorizer, CassandraAuthorizer is -# one example). Defaults to 2000, set to 0 to disable. -# Will be disabled automatically for AllowAllAuthorizer. -permissions_validity_in_ms: 2000 - -# The partitioner is responsible for distributing rows (by key) across -# nodes in the cluster. Any IPartitioner may be used, including your -# own as long as it is on the classpath. Out of the box, Cassandra -# provides org.apache.cassandra.dht.{Murmur3Partitioner, RandomPartitioner -# ByteOrderedPartitioner, OrderPreservingPartitioner (deprecated)}. -# -# - RandomPartitioner distributes rows across the cluster evenly by md5. -# This is the default prior to 1.2 and is retained for compatibility. -# - Murmur3Partitioner is similar to RandomPartioner but uses Murmur3_128 -# Hash Function instead of md5. When in doubt, this is the best option. -# - ByteOrderedPartitioner orders rows lexically by key bytes. BOP allows -# scanning rows in key order, but the ordering can generate hot spots -# for sequential insertion workloads. -# - OrderPreservingPartitioner is an obsolete form of BOP, that stores -# - keys in a less-efficient format and only works with keys that are -# UTF8-encoded Strings. -# - CollatingOPP colates according to EN,US rules rather than lexical byte -# ordering. Use this as an example if you need custom collation. -# -# See http://wiki.apache.org/cassandra/Operations for more on -# partitioners and token selection. -#partitioner: org.apache.cassandra.dht.Murmur3Partitioner -partitioner: org.apache.cassandra.dht.RandomPartitioner - -# directories where Cassandra should store data on disk. -data_file_directories: - - /var/lib/cassandra/data - -# commit log -commitlog_directory: /var/lib/cassandra/commitlog - -# policy for data disk failures: -# stop: shut down gossip and Thrift, leaving the node effectively dead, but -# still inspectable via JMX. -# best_effort: stop using the failed disk and respond to requests based on -# remaining available sstables. This means you WILL see obsolete -# data at CL.ONE! -# ignore: ignore fatal errors and let requests fail, as in pre-1.2 Cassandra -disk_failure_policy: stop - -# Maximum size of the key cache in memory. -# -# Each key cache hit saves 1 seek and each row cache hit saves 2 seeks at the -# minimum, sometimes more. The key cache is fairly tiny for the amount of -# time it saves, so it's worthwhile to use it at large numbers. -# The row cache saves even more time, but must store the whole values of -# its rows, so it is extremely space-intensive. It's best to only use the -# row cache if you have hot rows or static rows. -# -# NOTE: if you reduce the size, you may not get you hottest keys loaded on startup. -# -# Default value is empty to make it "auto" (min(5% of Heap (in MB), 100MB)). Set to 0 to disable key cache. -key_cache_size_in_mb: - -# Duration in seconds after which Cassandra should -# safe the keys cache. Caches are saved to saved_caches_directory as -# specified in this configuration file. -# -# Saved caches greatly improve cold-start speeds, and is relatively cheap in -# terms of I/O for the key cache. Row cache saving is much more expensive and -# has limited use. -# -# Default is 14400 or 4 hours. -key_cache_save_period: 14400 - -# Number of keys from the key cache to save -# Disabled by default, meaning all keys are going to be saved -# key_cache_keys_to_save: 100 - -# Maximum size of the row cache in memory. -# NOTE: if you reduce the size, you may not get you hottest keys loaded on startup. -# -# Default value is 0, to disable row caching. -row_cache_size_in_mb: 0 - -# Duration in seconds after which Cassandra should -# safe the row cache. Caches are saved to saved_caches_directory as specified -# in this configuration file. -# -# Saved caches greatly improve cold-start speeds, and is relatively cheap in -# terms of I/O for the key cache. Row cache saving is much more expensive and -# has limited use. -# -# Default is 0 to disable saving the row cache. -row_cache_save_period: 0 - -# Number of keys from the row cache to save -# Disabled by default, meaning all keys are going to be saved -# row_cache_keys_to_save: 100 - -# The provider for the row cache to use. -# -# Supported values are: ConcurrentLinkedHashCacheProvider, SerializingCacheProvider -# -# SerializingCacheProvider serialises the contents of the row and stores -# it in native memory, i.e., off the JVM Heap. Serialized rows take -# significantly less memory than "live" rows in the JVM, so you can cache -# more rows in a given memory footprint. And storing the cache off-heap -# means you can use smaller heap sizes, reducing the impact of GC pauses. -# -# It is also valid to specify the fully-qualified class name to a class -# that implements org.apache.cassandra.cache.IRowCacheProvider. -# -# Defaults to SerializingCacheProvider -row_cache_provider: SerializingCacheProvider - -# The pluggable Memory allocation for Off heap row cache, Experiments show that JEMAlloc -# saves some memory than the native GCC allocator. -# -# Supported values are: NativeAllocator, JEMallocAllocator -# -# If you intend to use JEMallocAllocator you have to install JEMalloc as library and -# modify cassandra-env.sh as directed in the file. -# -# Defaults to NativeAllocator -# memory_allocator: NativeAllocator - -# saved caches -saved_caches_directory: /var/lib/cassandra/saved_caches - -# commitlog_sync may be either "periodic" or "batch." -# When in batch mode, Cassandra won't ack writes until the commit log -# has been fsynced to disk. It will wait up to -# commitlog_sync_batch_window_in_ms milliseconds for other writes, before -# performing the sync. -# -# commitlog_sync: batch -# commitlog_sync_batch_window_in_ms: 50 -# -# the other option is "periodic" where writes may be acked immediately -# and the CommitLog is simply synced every commitlog_sync_period_in_ms -# milliseconds. -commitlog_sync: periodic -commitlog_sync_period_in_ms: 10000 - -# The size of the individual commitlog file segments. A commitlog -# segment may be archived, deleted, or recycled once all the data -# in it (potentally from each columnfamily in the system) has been -# flushed to sstables. -# -# The default size is 32, which is almost always fine, but if you are -# archiving commitlog segments (see commitlog_archiving.properties), -# then you probably want a finer granularity of archiving; 8 or 16 MB -# is reasonable. -commitlog_segment_size_in_mb: 32 - -# any class that implements the SeedProvider interface and has a -# constructor that takes a Map of parameters will do. -seed_provider: - # Addresses of hosts that are deemed contact points. - # Cassandra nodes use this list of hosts to find each other and learn - # the topology of the ring. You must change this if you are running - # multiple nodes! - - class_name: org.apache.cassandra.locator.SimpleSeedProvider - parameters: - # seeds is actually a comma-delimited list of addresses. - # Ex: ",," -# - seeds: "127.0.0.1" - - seeds: "10.249.21.140" - - -# emergency pressure valve: each time heap usage after a full (CMS) -# garbage collection is above this fraction of the max, Cassandra will -# flush the largest memtables. -# -# Set to 1.0 to disable. Setting this lower than -# CMSInitiatingOccupancyFraction is not likely to be useful. -# -# RELYING ON THIS AS YOUR PRIMARY TUNING MECHANISM WILL WORK POORLY: -# it is most effective under light to moderate load, or read-heavy -# workloads; under truly massive write load, it will often be too -# little, too late. -flush_largest_memtables_at: 0.75 - -# emergency pressure valve #2: the first time heap usage after a full -# (CMS) garbage collection is above this fraction of the max, -# Cassandra will reduce cache maximum _capacity_ to the given fraction -# of the current _size_. Should usually be set substantially above -# flush_largest_memtables_at, since that will have less long-term -# impact on the system. -# -# Set to 1.0 to disable. Setting this lower than -# CMSInitiatingOccupancyFraction is not likely to be useful. -reduce_cache_sizes_at: 0.85 -reduce_cache_capacity_to: 0.6 - -# For workloads with more data than can fit in memory, Cassandra's -# bottleneck will be reads that need to fetch data from -# disk. "concurrent_reads" should be set to (16 * number_of_drives) in -# order to allow the operations to enqueue low enough in the stack -# that the OS and drives can reorder them. -# -# On the other hand, since writes are almost never IO bound, the ideal -# number of "concurrent_writes" is dependent on the number of cores in -# your system; (8 * number_of_cores) is a good rule of thumb. -concurrent_reads: 32 -concurrent_writes: 32 - -# Total memory to use for memtables. Cassandra will flush the largest -# memtable when this much memory is used. -# If omitted, Cassandra will set it to 1/3 of the heap. -# memtable_total_space_in_mb: 2048 - -# Total space to use for commitlogs. Since commitlog segments are -# mmapped, and hence use up address space, the default size is 32 -# on 32-bit JVMs, and 1024 on 64-bit JVMs. -# -# If space gets above this value (it will round up to the next nearest -# segment multiple), Cassandra will flush every dirty CF in the oldest -# segment and remove it. So a small total commitlog space will tend -# to cause more flush activity on less-active columnfamilies. -# commitlog_total_space_in_mb: 4096 - -# This sets the amount of memtable flush writer threads. These will -# be blocked by disk io, and each one will hold a memtable in memory -# while blocked. If you have a large heap and many data directories, -# you can increase this value for better flush performance. -# By default this will be set to the amount of data directories defined. -#memtable_flush_writers: 1 - -# the number of full memtables to allow pending flush, that is, -# waiting for a writer thread. At a minimum, this should be set to -# the maximum number of secondary indexes created on a single CF. -memtable_flush_queue_size: 4 - -# Whether to, when doing sequential writing, fsync() at intervals in -# order to force the operating system to flush the dirty -# buffers. Enable this to avoid sudden dirty buffer flushing from -# impacting read latencies. Almost always a good idea on SSD:s; not -# necessarily on platters. -trickle_fsync: false -trickle_fsync_interval_in_kb: 10240 - -# TCP port, for commands and data -storage_port: 7000 - -# SSL port, for encrypted communication. Unused unless enabled in -# encryption_options -ssl_storage_port: 7001 - -# Address to bind to and tell other Cassandra nodes to connect to. You -# _must_ change this if you want multiple nodes to be able to -# communicate! -# -# Leaving it blank leaves it up to InetAddress.getLocalHost(). This -# will always do the Right Thing *if* the node is properly configured -# (hostname, name resolution, etc), and the Right Thing is to use the -# address associated with the hostname (it might not be). -# -# Setting this to 0.0.0.0 is always wrong. -listen_address: 10.249.21.140 - -# Address to broadcast to other Cassandra nodes -# Leaving this blank will set it to the same value as listen_address -# broadcast_address: 1.2.3.4 - - -# Whether to start the native transport server. -# Currently, only the thrift server is started by default because the native -# transport is considered beta. -# Please note that the address on which the native transport is bound is the -# same as the rpc_address. The port however is different and specified below. -start_native_transport: false -# port for the CQL native transport to listen for clients on -native_transport_port: 9042 -# The minimum and maximum threads for handling requests when the native -# transport is used. The meaning is those is similar to the one of -# rpc_min_threads and rpc_max_threads, though the default differ slightly and -# are the ones below: -# native_transport_min_threads: 16 -# native_transport_max_threads: 128 - - -# Whether to start the thrift rpc server. -start_rpc: true -# The address to bind the Thrift RPC service to -- clients connect -# here. Unlike ListenAddress above, you *can* specify 0.0.0.0 here if -# you want Thrift to listen on all interfaces. -# -# Leaving this blank has the same effect it does for ListenAddress, -# (i.e. it will be based on the configured hostname of the node). -rpc_address: 0.0.0.0 -# port for Thrift to listen for clients on -rpc_port: 9160 - -# enable or disable keepalive on rpc connections -rpc_keepalive: true - -# Cassandra provides three out-of-the-box options for the RPC Server: -# -# sync -> One thread per thrift connection. For a very large number of clients, memory -# will be your limiting factor. On a 64 bit JVM, 128KB is the minimum stack size -# per thread, and that will correspond to your use of virtual memory (but physical memory -# may be limited depending on use of stack space). -# -# hsha -> Stands for "half synchronous, half asynchronous." All thrift clients are handled -# asynchronously using a small number of threads that does not vary with the amount -# of thrift clients (and thus scales well to many clients). The rpc requests are still -# synchronous (one thread per active request). -# -# The default is sync because on Windows hsha is about 30% slower. On Linux, -# sync/hsha performance is about the same, with hsha of course using less memory. -# -# Alternatively, can provide your own RPC server by providing the fully-qualified class name -# of an o.a.c.t.TServerFactory that can create an instance of it. -rpc_server_type: sync - -# Uncomment rpc_min|max_thread to set request pool size limits. -# -# Regardless of your choice of RPC server (see above), the number of maximum requests in the -# RPC thread pool dictates how many concurrent requests are possible (but if you are using the sync -# RPC server, it also dictates the number of clients that can be connected at all). -# -# The default is unlimited and thus provide no protection against clients overwhelming the server. You are -# encouraged to set a maximum that makes sense for you in production, but do keep in mind that -# rpc_max_threads represents the maximum number of client requests this server may execute concurrently. -# -# rpc_min_threads: 16 -# rpc_max_threads: 2048 - -# uncomment to set socket buffer sizes on rpc connections -# rpc_send_buff_size_in_bytes: -# rpc_recv_buff_size_in_bytes: - -# Uncomment to set socket buffer size for internode communication -# Note that when setting this, the buffer size is limited by net.core.wmem_max -# and when not setting it it is defined by net.ipv4.tcp_wmem -# See: -# /proc/sys/net/core/wmem_max -# /proc/sys/net/core/rmem_max -# /proc/sys/net/ipv4/tcp_wmem -# /proc/sys/net/ipv4/tcp_wmem -# and: man tcp -# internode_send_buff_size_in_bytes: -# internode_recv_buff_size_in_bytes: - -# Frame size for thrift (maximum field length). -thrift_framed_transport_size_in_mb: 15 - -# The max length of a thrift message, including all fields and -# internal thrift overhead. -thrift_max_message_length_in_mb: 16 - -# Set to true to have Cassandra create a hard link to each sstable -# flushed or streamed locally in a backups/ subdirectory of the -# Keyspace data. Removing these links is the operator's -# responsibility. -incremental_backups: false - -# Whether or not to take a snapshot before each compaction. Be -# careful using this option, since Cassandra won't clean up the -# snapshots for you. Mostly useful if you're paranoid when there -# is a data format change. -snapshot_before_compaction: false - -# Whether or not a snapshot is taken of the data before keyspace truncation -# or dropping of column families. The STRONGLY advised default of true -# should be used to provide data safety. If you set this flag to false, you will -# lose data on truncation or drop. -auto_snapshot: true - -# Add column indexes to a row after its contents reach this size. -# Increase if your column values are large, or if you have a very large -# number of columns. The competing causes are, Cassandra has to -# deserialize this much of the row to read a single column, so you want -# it to be small - at least if you do many partial-row reads - but all -# the index data is read for each access, so you don't want to generate -# that wastefully either. -column_index_size_in_kb: 64 - -# Size limit for rows being compacted in memory. Larger rows will spill -# over to disk and use a slower two-pass compaction process. A message -# will be logged specifying the row key. -in_memory_compaction_limit_in_mb: 64 - -# Number of simultaneous compactions to allow, NOT including -# validation "compactions" for anti-entropy repair. Simultaneous -# compactions can help preserve read performance in a mixed read/write -# workload, by mitigating the tendency of small sstables to accumulate -# during a single long running compactions. The default is usually -# fine and if you experience problems with compaction running too -# slowly or too fast, you should look at -# compaction_throughput_mb_per_sec first. -# -# concurrent_compactors defaults to the number of cores. -# Uncomment to make compaction mono-threaded, the pre-0.8 default. -#concurrent_compactors: 1 - -# Multi-threaded compaction. When enabled, each compaction will use -# up to one thread per core, plus one thread per sstable being merged. -# This is usually only useful for SSD-based hardware: otherwise, -# your concern is usually to get compaction to do LESS i/o (see: -# compaction_throughput_mb_per_sec), not more. -multithreaded_compaction: false - -# Throttles compaction to the given total throughput across the entire -# system. The faster you insert data, the faster you need to compact in -# order to keep the sstable count down, but in general, setting this to -# 16 to 32 times the rate you are inserting data is more than sufficient. -# Setting this to 0 disables throttling. Note that this account for all types -# of compaction, including validation compaction. -compaction_throughput_mb_per_sec: 16 - -# Track cached row keys during compaction, and re-cache their new -# positions in the compacted sstable. Disable if you use really large -# key caches. -compaction_preheat_key_cache: true - -# Throttles all outbound streaming file transfers on this node to the -# given total throughput in Mbps. This is necessary because Cassandra does -# mostly sequential IO when streaming data during bootstrap or repair, which -# can lead to saturating the network connection and degrading rpc performance. -# When unset, the default is 400 Mbps or 50 MB/s. -# stream_throughput_outbound_megabits_per_sec: 400 - -# How long the coordinator should wait for read operations to complete -read_request_timeout_in_ms: 10000 -# How long the coordinator should wait for seq or index scans to complete -range_request_timeout_in_ms: 10000 -# How long the coordinator should wait for writes to complete -write_request_timeout_in_ms: 10000 -# How long the coordinator should wait for truncates to complete -# (This can be much longer, because unless auto_snapshot is disabled -# we need to flush first so we can snapshot before removing the data.) -truncate_request_timeout_in_ms: 60000 -# The default timeout for other, miscellaneous operations -request_timeout_in_ms: 10000 - -# Enable operation timeout information exchange between nodes to accurately -# measure request timeouts, If disabled cassandra will assuming the request -# was forwarded to the replica instantly by the coordinator -# -# Warning: before enabling this property make sure to ntp is installed -# and the times are synchronized between the nodes. -cross_node_timeout: false - -# Enable socket timeout for streaming operation. -# When a timeout occurs during streaming, streaming is retried from the start -# of the current file. This *can* involve re-streaming an important amount of -# data, so you should avoid setting the value too low. -# Default value is 0, which never timeout streams. -# streaming_socket_timeout_in_ms: 0 - -# phi value that must be reached for a host to be marked down. -# most users should never need to adjust this. -# phi_convict_threshold: 8 - -# endpoint_snitch -- Set this to a class that implements -# IEndpointSnitch. The snitch has two functions: -# - it teaches Cassandra enough about your network topology to route -# requests efficiently -# - it allows Cassandra to spread replicas around your cluster to avoid -# correlated failures. It does this by grouping machines into -# "datacenters" and "racks." Cassandra will do its best not to have -# more than one replica on the same "rack" (which may not actually -# be a physical location) -# -# IF YOU CHANGE THE SNITCH AFTER DATA IS INSERTED INTO THE CLUSTER, -# YOU MUST RUN A FULL REPAIR, SINCE THE SNITCH AFFECTS WHERE REPLICAS -# ARE PLACED. -# -# Out of the box, Cassandra provides -# - SimpleSnitch: -# Treats Strategy order as proximity. This improves cache locality -# when disabling read repair, which can further improve throughput. -# Only appropriate for single-datacenter deployments. -# - PropertyFileSnitch: -# Proximity is determined by rack and data center, which are -# explicitly configured in cassandra-topology.properties. -# - GossipingPropertyFileSnitch -# The rack and datacenter for the local node are defined in -# cassandra-rackdc.properties and propagated to other nodes via gossip. If -# cassandra-topology.properties exists, it is used as a fallback, allowing -# migration from the PropertyFileSnitch. -# - RackInferringSnitch: -# Proximity is determined by rack and data center, which are -# assumed to correspond to the 3rd and 2nd octet of each node's -# IP address, respectively. Unless this happens to match your -# deployment conventions (as it did Facebook's), this is best used -# as an example of writing a custom Snitch class. -# - Ec2Snitch: -# Appropriate for EC2 deployments in a single Region. Loads Region -# and Availability Zone information from the EC2 API. The Region is -# treated as the Datacenter, and the Availability Zone as the rack. -# Only private IPs are used, so this will not work across multiple -# Regions. -# - Ec2MultiRegionSnitch: -# Uses public IPs as broadcast_address to allow cross-region -# connectivity. (Thus, you should set seed addresses to the public -# IP as well.) You will need to open the storage_port or -# ssl_storage_port on the public IP firewall. (For intra-Region -# traffic, Cassandra will switch to the private IP after -# establishing a connection.) -# -# You can use a custom Snitch by setting this to the full class name -# of the snitch, which will be assumed to be on your classpath. -endpoint_snitch: SimpleSnitch - -# controls how often to perform the more expensive part of host score -# calculation -dynamic_snitch_update_interval_in_ms: 100 -# controls how often to reset all host scores, allowing a bad host to -# possibly recover -dynamic_snitch_reset_interval_in_ms: 600000 -# if set greater than zero and read_repair_chance is < 1.0, this will allow -# 'pinning' of replicas to hosts in order to increase cache capacity. -# The badness threshold will control how much worse the pinned host has to be -# before the dynamic snitch will prefer other replicas over it. This is -# expressed as a double which represents a percentage. Thus, a value of -# 0.2 means Cassandra would continue to prefer the static snitch values -# until the pinned host was 20% worse than the fastest. -dynamic_snitch_badness_threshold: 0.1 - -# request_scheduler -- Set this to a class that implements -# RequestScheduler, which will schedule incoming client requests -# according to the specific policy. This is useful for multi-tenancy -# with a single Cassandra cluster. -# NOTE: This is specifically for requests from the client and does -# not affect inter node communication. -# org.apache.cassandra.scheduler.NoScheduler - No scheduling takes place -# org.apache.cassandra.scheduler.RoundRobinScheduler - Round robin of -# client requests to a node with a separate queue for each -# request_scheduler_id. The scheduler is further customized by -# request_scheduler_options as described below. -request_scheduler: org.apache.cassandra.scheduler.NoScheduler - -# Scheduler Options vary based on the type of scheduler -# NoScheduler - Has no options -# RoundRobin -# - throttle_limit -- The throttle_limit is the number of in-flight -# requests per client. Requests beyond -# that limit are queued up until -# running requests can complete. -# The value of 80 here is twice the number of -# concurrent_reads + concurrent_writes. -# - default_weight -- default_weight is optional and allows for -# overriding the default which is 1. -# - weights -- Weights are optional and will default to 1 or the -# overridden default_weight. The weight translates into how -# many requests are handled during each turn of the -# RoundRobin, based on the scheduler id. -# -# request_scheduler_options: -# throttle_limit: 80 -# default_weight: 5 -# weights: -# Keyspace1: 1 -# Keyspace2: 5 - -# request_scheduler_id -- An identifer based on which to perform -# the request scheduling. Currently the only valid option is keyspace. -# request_scheduler_id: keyspace -#index_interval: 128 - -# Enable or disable inter-node encryption -# Default settings are TLS v1, RSA 1024-bit keys (it is imperative that -# users generate their own keys) TLS_RSA_WITH_AES_128_CBC_SHA as the cipher -# suite for authentication, key exchange and encryption of the actual data transfers. -# NOTE: No custom encryption options are enabled at the moment -# The available internode options are : all, none, dc, rack -# -# If set to dc cassandra will encrypt the traffic between the DCs -# If set to rack cassandra will encrypt the traffic between the racks -# -# The passwords used in these options must match the passwords used when generating -# the keystore and truststore. For instructions on generating these files, see: -# http://download.oracle.com/javase/6/docs/technotes/guides/security/jsse/JSSERefGuide.html#CreateKeystore -# -server_encryption_options: - internode_encryption: none - keystore: conf/.keystore - keystore_password: cassandra - truststore: conf/.truststore - truststore_password: cassandra - # More advanced defaults below: - # protocol: TLS - # algorithm: SunX509 - # store_type: JKS - # cipher_suites: [TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA] - # require_client_auth: false - -# enable or disable client/server encryption. -client_encryption_options: - enabled: false - keystore: conf/.keystore - keystore_password: cassandra - # require_client_auth: false - # Set trustore and truststore_password if require_client_auth is true - # truststore: conf/.truststore - # truststore_password: cassandra - # More advanced defaults below: - # protocol: TLS - # algorithm: SunX509 - # store_type: JKS - # cipher_suites: [TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA] - -# internode_compression controls whether traffic between nodes is -# compressed. -# can be: all - all traffic is compressed -# dc - traffic between different datacenters is compressed -# none - nothing is compressed. -internode_compression: all - -# Enable or disable tcp_nodelay for inter-dc communication. -# Disabling it will result in larger (but fewer) network packets being sent, -# reducing overhead from the TCP protocol itself, at the cost of increasing -# latency if you block for cross-datacenter responses. -inter_dc_tcp_nodelay: false DELETED Jenny/init(non-seed).txt Index: Jenny/init(non-seed).txt ================================================================== --- Jenny/init(non-seed).txt +++ /dev/null @@ -1,72 +0,0 @@ -xss = -ea -javaagent:/home/jfang/cassandra/lib/jamm-0.2.5.jar -XX:+UseThreadPriorities -XX:ThreadPriorityPolicy=42 -Xms1024M -Xmx1024M -Xmn100M -XX:+HeapDumpOnOutOfMemoryError -Xss180k -jfang@ip-10-249-79-6:~/cassandra$ INFO 06:13:06,232 Logging initialized - INFO 06:13:06,259 JVM vendor/version: OpenJDK 64-Bit Server VM/1.7.0_15 - WARN 06:13:06,259 OpenJDK is not recommended. Please upgrade to the newest Oracle Java release - INFO 06:13:06,260 Heap size: 1063256064/1063256064 - INFO 06:13:06,260 Classpath: /home/jfang/cassandra/conf:/home/jfang/cassandra/build/classes/main:/home/jfang/cassandra/build/classes/thrift:/home/jfang/cassandra/lib/antlr-3.2.jar:/home/jfang/cassandra/lib/avro-1.4.0-fixes.jar:/home/jfang/cassandra/lib/avro-1.4.0-sources-fixes.jar:/home/jfang/cassandra/lib/commons-cli-1.1.jar:/home/jfang/cassandra/lib/commons-codec-1.2.jar:/home/jfang/cassandra/lib/commons-lang-2.6.jar:/home/jfang/cassandra/lib/compress-lzf-0.8.4.jar:/home/jfang/cassandra/lib/concurrentlinkedhashmap-lru-1.3.jar:/home/jfang/cassandra/lib/guava-13.0.1.jar:/home/jfang/cassandra/lib/high-scale-lib-1.1.2.jar:/home/jfang/cassandra/lib/jackson-core-asl-1.9.2.jar:/home/jfang/cassandra/lib/jackson-mapper-asl-1.9.2.jar:/home/jfang/cassandra/lib/jamm-0.2.5.jar:/home/jfang/cassandra/lib/jbcrypt-0.3m.jar:/home/jfang/cassandra/lib/jline-1.0.jar:/home/jfang/cassandra/lib/jna.jar:/home/jfang/cassandra/lib/json-simple-1.1.jar:/home/jfang/cassandra/lib/libthrift-0.9.0.jar:/home/jfang/cassandra/lib/log4j-1.2.16.jar:/home/jfang/cassandra/lib/lz4-1.1.0.jar:/home/jfang/cassandra/lib/metrics-core-2.0.3.jar:/home/jfang/cassandra/lib/netty-3.5.9.Final.jar:/home/jfang/cassandra/lib/servlet-api-2.5-20081211.jar:/home/jfang/cassandra/lib/slf4j-api-1.7.2.jar:/home/jfang/cassandra/lib/slf4j-log4j12-1.7.2.jar:/home/jfang/cassandra/lib/snakeyaml-1.6.jar:/home/jfang/cassandra/lib/snappy-java-1.0.4.1.jar:/home/jfang/cassandra/lib/snaptree-0.1.jar:/home/jfang/cassandra/lib/jamm-0.2.5.jar - INFO 06:13:06,264 JNA not found. Native methods will be disabled. - INFO 06:13:06,282 Loading settings from file:/home/jfang/cassandra/conf/cassandra.yaml - INFO 06:13:07,216 Data files directories: [/var/lib/cassandra/data] - INFO 06:13:07,216 Commit log directory: /var/lib/cassandra/commitlog - INFO 06:13:07,217 DiskAccessMode 'auto' determined to be mmap, indexAccessMode is mmap - INFO 06:13:07,217 disk_failure_policy is stop - INFO 06:13:07,225 Global memtable threshold is enabled at 338MB - INFO 06:13:07,439 Not using multi-threaded compaction - INFO 06:13:07,439 Not using multi-threaded compaction - INFO 06:13:07,857 Initializing key cache with capacity of 50 MBs. - INFO 06:13:07,872 Scheduling key cache save to each 14400 seconds (going to save all keys). - INFO 06:13:07,879 Initializing row cache with capacity of 0 MBs and provider org.apache.cassandra.cache.SerializingCacheProvider - INFO 06:13:07,890 Scheduling row cache save to each 0 seconds (going to save all keys). - INFO 06:13:08,541 Couldn't detect any schema definitions in local storage. - INFO 06:13:08,542 To create keyspaces and column families, see 'help create keyspace' in the CLI, or set up a schema using the thrift system_* calls. - INFO 06:13:08,718 Enqueuing flush of Memtable-local@733995257(141/141 serialized/live bytes, 6 ops) - INFO 06:13:08,722 Writing Memtable-local@733995257(141/141 serialized/live bytes, 6 ops) - INFO 06:13:08,805 Completed flushing /var/lib/cassandra/data/system/local/system-local-ic-1-Data.db (184 bytes) for commitlog position ReplayPosition(segmentId=1363846388501, position=433) - INFO 06:13:08,847 No commitlog files found; skipping replay - INFO 06:13:09,399 Cassandra version: 1.2.3-SNAPSHOT - INFO 06:13:09,400 Thrift API version: 19.36.0 - INFO 06:13:09,400 CQL supported versions: 2.0.0,3.0.1 (default: 3.0.1) - INFO 06:13:09,577 Loading persisted ring state - INFO 06:13:09,581 Starting up server gossip - WARN 06:13:09,613 No host ID found, created 6080878e-8fd7-4430-a866-62f68d9368bf (Note: This should happen exactly once per node). - INFO 06:13:09,639 Enqueuing flush of Memtable-local@1477014130(293/293 serialized/live bytes, 11 ops) - INFO 06:13:09,640 Writing Memtable-local@1477014130(293/293 serialized/live bytes, 11 ops) - INFO 06:13:09,667 Completed flushing /var/lib/cassandra/data/system/local/system-local-ic-2-Data.db (294 bytes) for commitlog position ReplayPosition(segmentId=1363846388501, position=59190) - INFO 06:13:09,754 Starting Messaging Service on port 7000 - INFO 06:13:09,826 Enqueuing flush of Memtable-local@1366996301(86/86 serialized/live bytes, 4 ops) - INFO 06:13:09,826 Writing Memtable-local@1366996301(86/86 serialized/live bytes, 4 ops) - INFO 06:13:09,850 Completed flushing /var/lib/cassandra/data/system/local/system-local-ic-3-Data.db (126 bytes) for commitlog position ReplayPosition(segmentId=1363846388501, position=59467) - INFO 06:13:09,852 JOINING: waiting for ring information - INFO 06:13:11,537 Node /10.249.21.140 is now part of the cluster - INFO 06:13:11,538 InetAddress /10.249.21.140 is now UP - INFO 06:13:11,564 Enqueuing flush of Memtable-peers@1563907445(163/163 serialized/live bytes, 10 ops) - INFO 06:13:11,565 Writing Memtable-peers@1563907445(163/163 serialized/live bytes, 10 ops) - INFO 06:13:11,604 Completed flushing /var/lib/cassandra/data/system/peers/system-peers-ic-1-Data.db (217 bytes) for commitlog position ReplayPosition(segmentId=1363846388501, position=60153) - INFO 06:13:11,781 Enqueuing flush of Memtable-schema_keyspaces@492609590(389/389 serialized/live bytes, 11 ops) - INFO 06:13:11,782 Writing Memtable-schema_keyspaces@492609590(389/389 serialized/live bytes, 11 ops) - INFO 06:13:11,812 Completed flushing /var/lib/cassandra/data/system/schema_keyspaces/system-schema_keyspaces-ic-1-Data.db (288 bytes) for commitlog position ReplayPosition(segmentId=1363846388501, position=62440) - INFO 06:13:11,813 Enqueuing flush of Memtable-schema_columnfamilies@2079436801(28351/28351 serialized/live bytes, 476 ops) - INFO 06:13:11,814 Writing Memtable-schema_columnfamilies@2079436801(28351/28351 serialized/live bytes, 476 ops) - INFO 06:13:11,860 Completed flushing /var/lib/cassandra/data/system/schema_columnfamilies/system-schema_columnfamilies-ic-1-Data.db (5981 bytes) for commitlog position ReplayPosition(segmentId=1363846388501, position=62440) - INFO 06:13:11,862 Enqueuing flush of Memtable-schema_columns@8190915(24546/24546 serialized/live bytes, 367 ops) - INFO 06:13:11,862 Writing Memtable-schema_columns@8190915(24546/24546 serialized/live bytes, 367 ops) - INFO 06:13:11,919 Completed flushing /var/lib/cassandra/data/system/schema_columns/system-schema_columns-ic-1-Data.db (4802 bytes) for commitlog position ReplayPosition(segmentId=1363846388501, position=62440) - INFO 06:13:12,853 JOINING: schema complete, ready to bootstrap - INFO 06:13:12,854 JOINING: getting bootstrap token - INFO 06:13:12,870 Enqueuing flush of Memtable-local@1438932900(110/110 serialized/live bytes, 4 ops) - INFO 06:13:12,874 Writing Memtable-local@1438932900(110/110 serialized/live bytes, 4 ops) - INFO 06:13:12,912 Completed flushing /var/lib/cassandra/data/system/local/system-local-ic-4-Data.db (174 bytes) for commitlog position ReplayPosition(segmentId=1363846388501, position=62775) - INFO 06:13:12,935 JOINING: sleeping 30000 ms for pending range setup - INFO 06:13:12,937 Compacting [SSTableReader(path='/var/lib/cassandra/data/system/local/system-local-ic-3-Data.db'), SSTableReader(path='/var/lib/cassandra/data/system/local/system-local-ic-2-Data.db'), SSTableReader(path='/var/lib/cassandra/data/system/local/system-local-ic-1-Data.db'), SSTableReader(path='/var/lib/cassandra/data/system/local/system-local-ic-4-Data.db')] - INFO 06:13:12,999 Compacted 4 sstables to [/var/lib/cassandra/data/system/local/system-local-ic-5,]. 778 bytes to 538 (~69% of original) in 47ms = 0.010917MB/s. 4 total rows, 1 unique. Row merge counts were {1:0, 2:0, 3:0, 4:1, } - INFO 06:13:42,935 JOINING: Starting to bootstrap... - INFO 06:13:43,122 Finished streaming session 7b3326d0-91ee-11e2-a957-697b0a00d8bb from /10.249.21.140 - INFO 06:13:43,123 Bootstrap completed! for the tokens [85070591730234615865843651857942052864] - INFO 06:13:43,125 Enqueuing flush of Memtable-local@321349795(43/43 serialized/live bytes, 2 ops) - INFO 06:13:43,126 Writing Memtable-local@321349795(43/43 serialized/live bytes, 2 ops) - INFO 06:13:43,152 Completed flushing /var/lib/cassandra/data/system/local/system-local-ic-6-Data.db (78 bytes) for commitlog position ReplayPosition(segmentId=1363846388501, position=62908) - INFO 06:13:43,155 Enqueuing flush of Memtable-local@546663228(69/69 serialized/live bytes, 2 ops) - INFO 06:13:43,156 Writing Memtable-local@546663228(69/69 serialized/live bytes, 2 ops) - INFO 06:13:43,193 Completed flushing /var/lib/cassandra/data/system/local/system-local-ic-7-Data.db (126 bytes) for commitlog position ReplayPosition(segmentId=1363846388501, position=63101) - INFO 06:13:43,204 Node /10.249.79.6 state jump to normal - INFO 06:13:43,205 Startup completed! Now serving reads. DELETED Jenny/init(seed).txt Index: Jenny/init(seed).txt ================================================================== --- Jenny/init(seed).txt +++ /dev/null @@ -1,52 +0,0 @@ -xss = -ea -javaagent:bin/../lib/jamm-0.2.5.jar -XX:+UseThreadPriorities -XX:ThreadPriorityPolicy=42 -Xms1024M -Xmx1024M -Xmn100M -XX:+HeapDumpOnOutOfMemoryError -Xss280k -jfang@ip-10-249-21-140:~/cassandra$ INFO 06:10:53,425 Logging initialized - INFO 06:10:53,448 JVM vendor/version: OpenJDK 64-Bit Server VM/1.7.0_15 - WARN 06:10:53,449 OpenJDK is not recommended. Please upgrade to the newest Oracle Java release - INFO 06:10:53,449 Heap size: 1063256064/1063256064 - INFO 06:10:53,450 Classpath: bin/../conf:bin/../build/classes/main:bin/../build/classes/thrift:bin/../lib/antlr-3.2.jar:bin/../lib/avro-1.4.0-fixes.jar:bin/../lib/avro-1.4.0-sources-fixes.jar:bin/../lib/commons-cli-1.1.jar:bin/../lib/commons-codec-1.2.jar:bin/../lib/commons-lang-2.6.jar:bin/../lib/compress-lzf-0.8.4.jar:bin/../lib/concurrentlinkedhashmap-lru-1.3.jar:bin/../lib/guava-13.0.1.jar:bin/../lib/high-scale-lib-1.1.2.jar:bin/../lib/jackson-core-asl-1.9.2.jar:bin/../lib/jackson-mapper-asl-1.9.2.jar:bin/../lib/jamm-0.2.5.jar:bin/../lib/jbcrypt-0.3m.jar:bin/../lib/jline-1.0.jar:bin/../lib/json-simple-1.1.jar:bin/../lib/libthrift-0.9.0.jar:bin/../lib/log4j-1.2.16.jar:bin/../lib/lz4-1.1.0.jar:bin/../lib/metrics-core-2.0.3.jar:bin/../lib/netty-3.5.9.Final.jar:bin/../lib/servlet-api-2.5-20081211.jar:bin/../lib/slf4j-api-1.7.2.jar:bin/../lib/slf4j-log4j12-1.7.2.jar:bin/../lib/snakeyaml-1.6.jar:bin/../lib/snappy-java-1.0.4.1.jar:bin/../lib/snaptree-0.1.jar:bin/../lib/jamm-0.2.5.jar - INFO 06:10:53,453 JNA not found. Native methods will be disabled. - INFO 06:10:53,469 Loading settings from file:/home/jfang/cassandra/conf/cassandra.yaml - INFO 06:10:54,270 Data files directories: [/var/lib/cassandra/data] - INFO 06:10:54,270 Commit log directory: /var/lib/cassandra/commitlog - INFO 06:10:54,271 DiskAccessMode 'auto' determined to be mmap, indexAccessMode is mmap - INFO 06:10:54,271 disk_failure_policy is stop - INFO 06:10:54,278 Global memtable threshold is enabled at 338MB - INFO 06:10:54,477 Not using multi-threaded compaction - INFO 06:10:54,477 Not using multi-threaded compaction - INFO 06:10:54,839 Initializing key cache with capacity of 50 MBs. - INFO 06:10:54,852 Scheduling key cache save to each 14400 seconds (going to save all keys). - INFO 06:10:54,859 Initializing row cache with capacity of 0 MBs and provider org.apache.cassandra.cache.SerializingCacheProvider - INFO 06:10:54,868 Scheduling row cache save to each 0 seconds (going to save all keys). - INFO 06:10:55,142 Opening /var/lib/cassandra/data/system/schema_keyspaces/system-schema_keyspaces-ic-2 (228 bytes) - INFO 06:10:55,189 Opening /var/lib/cassandra/data/system/schema_keyspaces/system-schema_keyspaces-ic-3 (281 bytes) - INFO 06:10:55,213 Opening /var/lib/cassandra/data/system/schema_columnfamilies/system-schema_columnfamilies-ic-1 (5984 bytes) - INFO 06:10:55,216 Opening /var/lib/cassandra/data/system/schema_columnfamilies/system-schema_columnfamilies-ic-2 (5614 bytes) - INFO 06:10:55,230 Opening /var/lib/cassandra/data/system/schema_columns/system-schema_columns-ic-1 (4788 bytes) - INFO 06:10:55,232 Opening /var/lib/cassandra/data/system/schema_columns/system-schema_columns-ic-2 (4698 bytes) - INFO 06:10:55,256 Opening /var/lib/cassandra/data/system/local/system-local-ic-6 (479 bytes) - INFO 06:10:55,260 Opening /var/lib/cassandra/data/system/local/system-local-ic-5 (88 bytes) - INFO 06:10:56,225 Enqueuing flush of Memtable-local@1386053924(106/106 serialized/live bytes, 4 ops) - INFO 06:10:56,228 Writing Memtable-local@1386053924(106/106 serialized/live bytes, 4 ops) - INFO 06:10:56,277 Completed flushing /var/lib/cassandra/data/system/local/system-local-ic-7-Data.db (148 bytes) for commitlog position ReplayPosition(segmentId=1363846255994, position=297) - INFO 06:10:56,281 completed pre-loading (4 keys) key cache. - INFO 06:10:56,301 No commitlog files found; skipping replay - INFO 06:10:56,739 Cassandra version: 1.2.2 - INFO 06:10:56,740 Thrift API version: 19.36.0 - INFO 06:10:56,740 CQL supported versions: 2.0.0,3.0.1 (default: 3.0.1) - INFO 06:10:56,794 Loading persisted ring state - INFO 06:10:56,797 Starting up server gossip - INFO 06:10:56,850 Enqueuing flush of Memtable-local@855506767(250/250 serialized/live bytes, 9 ops) - INFO 06:10:56,858 Writing Memtable-local@855506767(250/250 serialized/live bytes, 9 ops) - INFO 06:10:56,889 Completed flushing /var/lib/cassandra/data/system/local/system-local-ic-8-Data.db (243 bytes) for commitlog position ReplayPosition(segmentId=1363846255994, position=58910) - INFO 06:10:56,932 Compacting [SSTableReader(path='/var/lib/cassandra/data/system/local/system-local-ic-7-Data.db'), SSTableReader(path='/var/lib/cassandra/data/system/local/system-local-ic-6-Data.db'), SSTableReader(path='/var/lib/cassandra/data/system/local/system-local-ic-8-Data.db'), SSTableReader(path='/var/lib/cassandra/data/system/local/system-local-ic-5-Data.db')] - INFO 06:10:57,076 Compacted 4 sstables to [/var/lib/cassandra/data/system/local/system-local-ic-9,]. 958 bytes to 512 (~53% of original) in 118ms = 0.004138MB/s. 4 total rows, 1 unique. Row merge counts were {1:0, 2:0, 3:0, 4:1, } - INFO 06:10:57,077 Starting Messaging Service on port 7000 - INFO 06:10:57,159 Using saved token [0] - INFO 06:10:57,163 Enqueuing flush of Memtable-local@1551520778(84/84 serialized/live bytes, 4 ops) - INFO 06:10:57,164 Writing Memtable-local@1551520778(84/84 serialized/live bytes, 4 ops) - INFO 06:10:57,197 Completed flushing /var/lib/cassandra/data/system/local/system-local-ic-10-Data.db (124 bytes) for commitlog position ReplayPosition(segmentId=1363846255994, position=59185) - INFO 06:10:57,202 Enqueuing flush of Memtable-local@150585502(32/32 serialized/live bytes, 2 ops) - INFO 06:10:57,203 Writing Memtable-local@150585502(32/32 serialized/live bytes, 2 ops) - INFO 06:10:57,235 Completed flushing /var/lib/cassandra/data/system/local/system-local-ic-11-Data.db (88 bytes) for commitlog position ReplayPosition(segmentId=1363846255994, position=59341) - INFO 06:10:57,254 Node /10.249.21.140 state jump to normal - INFO 06:10:57,261 Startup completed! Now serving reads. DELETED Jenny/testCommit.txt Index: Jenny/testCommit.txt ================================================================== --- Jenny/testCommit.txt +++ /dev/null @@ -1,1 +0,0 @@ -Commit ?! DELETED Jenny/tokengentool Index: Jenny/tokengentool ================================================================== --- Jenny/tokengentool +++ /dev/null @@ -1,8 +0,0 @@ -#! /usr/bin/python -import sys -if (len(sys.argv) > 1): - num=int(sys.argv[1]) -else: - num=int(raw_input("How many nodes are in your cluster? ")) -for i in range(0, num): - print 'token %d: %d' % (i, (i*(2**127)/num)) ADDED JennyFirstFile.txt Index: JennyFirstFile.txt ================================================================== --- /dev/null +++ JennyFirstFile.txt @@ -0,0 +1,1 @@ +Jenny's first file! Jesse's First Edit! DELETED Jesse/.zshrc Index: Jesse/.zshrc ================================================================== --- Jesse/.zshrc +++ /dev/null @@ -1,44 +0,0 @@ -# Path to your oh-my-zsh configuration. -ZSH=$HOME/.oh-my-zsh - -# Set name of the theme to load. -# Look in ~/.oh-my-zsh/themes/ -# Optionally, if you set this to "random", it'll load a random theme each -# time that oh-my-zsh is loaded. -ZSH_THEME="robbyrussell" - -# Example aliases -# alias zshconfig="mate ~/.zshrc" -# alias ohmyzsh="mate ~/.oh-my-zsh" - -# Set to this to use case-sensitive completion -# CASE_SENSITIVE="true" - -# Comment this out to disable bi-weekly auto-update checks -# DISABLE_AUTO_UPDATE="true" - -# Uncomment to change how many often would you like to wait before auto-updates occur? (in days) -# export UPDATE_ZSH_DAYS=13 - -# Uncomment following line if you want to disable colors in ls -# DISABLE_LS_COLORS="true" - -# Uncomment following line if you want to disable autosetting terminal title. -# DISABLE_AUTO_TITLE="true" - -# Uncomment following line if you want red dots to be displayed while waiting for completion -# COMPLETION_WAITING_DOTS="true" - -# Which plugins would you like to load? (plugins can be found in ~/.oh-my-zsh/plugins/*) -# Custom plugins may be added to ~/.oh-my-zsh/custom/plugins/ -# Example format: plugins=(rails git textmate ruby lighthouse) -plugins=(git) - -source $ZSH/oh-my-zsh.sh - -# Customize to your needs... -export PATH= -export PATH=$PATH:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/opt/couchbase/bin/:/home/YCSB/bin - -alias ack='ack-grep' -export CLASSPATH=~/YCSB/core/target/core-0.1.4.jar:~/YCSB/core/src/main/java/com/yahoo/ycsb:~/YCSB/couchbase/com/yahoo/ycsb/db:/Users/jessechezenko/Dropbox/Workspaces/YCSB/core/target/classes:~/YCSB/couchbase/db/libs/spymemcached-2.8.11.jar:~/YCSB/couchbase/db/libs/couchbase-client-1.1.2.jar:~/YCSB/couchbase/db:~/YCSB/couchbase/db/libs/httpcore-4.1.1.jar:~/YCSB/couchbase/db/libs/netty-3.5.5.Final.jar:~/YCSB/couchbase/db/libs/jettison-1.1.jar:~/YCSB/couchbase/db/libs/commons-codec-1.5.jar:~/YCSB/couchbase/db/libs/httpcore-nio-4.1.1.jar:/home/YCSB/core/target/core-0.1.4.jar:/home/jchezenko/couchbase/db:/home/jchezenko/couchbase/db/libs/commons-codec-1.5.jar:/home/jchezenko/couchbase/db/libs/couchbase-client-1.1.2.jar:/home/jchezenko/couchbase/db/libs/couchbase-client-1.1.2-javadocs.jar:/home/jchezenko/couchbase/db/libs/couchbase-client-1.1.2-sources.jar:/home/jchezenko/couchbase/db/libs/google-gson-2.2.2/:/home/jchezenko/couchbase/db/libs/httpcore-4.1.1.jar:/home/jchezenko/couchbase/db/libs/httpcore-nio-4.1.1.jar:/home/jchezenko/couchbase/db/libs/jettison-1.1.jar:/home/jchezenko/couchbase/db/libs/netty-3.5.5.Final.jar:/home/jchezenko/couchbase/db/libs/spymemcached-2.8.11.jar:/home/jchezenko/couchbase/db/libs/spymemcached-2.8.11-javadocs.jar:/home/jchezenko/couchbase/db/libs/spymemcached-2.8.11-sources.jar DELETED Jesse/CouchClient.java Index: Jesse/CouchClient.java ================================================================== --- Jesse/CouchClient.java +++ /dev/null @@ -1,134 +0,0 @@ -import java.util.HashMap; -import java.util.Iterator; -import java.util.Map; -import java.util.Properties; -import java.util.Set; -import java.util.Vector; -import java.util.concurrent.atomic.AtomicInteger; - -import com.couchbase.client.CouchbaseClient; -import java.io.IOException; -import java.net.URI; -import java.util.LinkedList; -import java.util.List; -import java.util.concurrent.ExecutionException; -import java.util.concurrent.TimeUnit; -import net.spy.memcached.internal.OperationFuture; - -import com.yahoo.ycsb.ByteArrayByteIterator; -import com.yahoo.ycsb.ByteIterator; -import com.yahoo.ycsb.DB; -import com.yahoo.ycsb.DBException; - -public class CouchClient extends DB { - - - // the unique key of the document - public static final String KEY = "beer_Wrath"; - - // expiration time of the document (use 0 to persist forever) - public static final int EXP_TIME = 0; - public CouchbaseClient client = null; - - public CouchClient(){ - client=null; - } - - public void init() throws DBException { - - Properties props = getProperties(); - //do soemethign with properties. - props.list(System.out); - - // Set the URIs and get a client - List uris = new LinkedList(); - - // Connect to localhost or to the appropriate URI(s) - //uris.add(URI.create("http://192.168.1.101:8091/pools")); - uris.add(URI.create("http://localhost:8091/pools")); - - try { - // Use the "default" bucket with no password - client = new CouchbaseClient(uris, "usertable", ""); - System.out.println("couch base connected!"); - } catch (IOException e) { - System.err.println("IOException connecting to Couchbase: " + e.getMessage()); - System.exit(1); - } - - } - - //Read a single record - @Override - public int read(String table, String key, Set fields, HashMap result){ - //System.out.println("Couchbase client: inside read"); - Object obj; - obj = client.get(key); - return 0; - } - - //Perform a range scan - @Override - public int scan(String table, String startkey, int recordcount, Set fields, Vector> result){ - //System.out.println("Couchbase client: inside scan"); - return 0; - } - - //Update a single record - @Override - public int update(String table, String key, HashMap values){ - //System.out.println("Couchbase client: inside update"); - client.replace(key,0,"blahblah"); - return 0; - } - - //Insert a single record - @Override - public int insert(String table, String key, HashMap values){ - // Do an asynchronous set - //System.out.println("the table is: " + table); - //System.out.println("the key is :" + key); - - //System.out.println("the values are as follows"); - //System.out.println("the size of the hash map is:" + values.size()); - - - OperationFuture setOp = client.set(key, 0,"testValue"); - //System.out.println("set the testvalue"); - - // long unixTime = System.currentTimeMillis() / 1000L; - // if(unixTime % 60==0){ - // //System.out.println(unixTime); - // } - - // Check to see if our set succeeded - try { - if (setOp.get().booleanValue()) { - //System.out.println("Set Succeeded"); - } else { - System.err.println("Set failed: " + setOp.getStatus().getMessage()); - return 1; - } - } catch (InterruptedException e) { - System.err.println("InterruptedException while doing set: " + e.getMessage()); - return 1; - } catch (ExecutionException e) { - System.err.println("ExecutionException while doing set: " + e.getMessage()); - return 1; - } - - // Shutdown and wait a maximum of three seconds to finish up operations - //client.shutdown(3, TimeUnit.SECONDS); - //System.out.println("Couchbase client: inside insert"); - return 0; - } - - //Delete a single record - @Override - public int delete(String table, String key){ - System.out.println("Couchbase client: inside delete"); - client.delete(key); - return 0; - } - -} DELETED Jesse/Readme.txt Index: Jesse/Readme.txt ================================================================== --- Jesse/Readme.txt +++ /dev/null @@ -1,1 +0,0 @@ -blah blah DELETED Jesse/couchProperties Index: Jesse/couchProperties ================================================================== --- Jesse/couchProperties +++ /dev/null @@ -1,2 +0,0 @@ -recordcount=1000000 -operationcount=1000000 DELETED Raymond/Host.java Index: Raymond/Host.java ================================================================== --- Raymond/Host.java +++ /dev/null @@ -1,51 +0,0 @@ -/* - * File: Host.java - * Author: Jesse Chezenko - */ - -package com.yahoo.ycsb; - -import java.util.List; - -public class Host { - - private int minKey; - private int maxKey; - private String hostIP; - - public Host(int minKey, int maxKey, String hostIP) - { - this.minKey = minKey; - this.maxKey = maxKey; - this.hostIP = hostIP; - } - - public boolean isInsideRange(int key) - { - if( key >= minKey && key < maxKey ) - { - return true; - } - else - { - return false; - } - } - - public String getHostIP() - { - return hostIP; - } - - public static Host whichHost(int key, List listHosts) - { - for( Host h: listHosts ) - { - if( h.isInsideRange(key) ) - { - return h; - } - } - return null; - } -} DELETED Raymond/OrientDBClient.java Index: Raymond/OrientDBClient.java ================================================================== --- Raymond/OrientDBClient.java +++ /dev/null @@ -1,362 +0,0 @@ -/** - * OrientDB client binding for YCSB. - * - * Submitted by Luca Garulli on 5/10/2012. - * - */ - -package com.yahoo.ycsb.db; - -import java.util.Collection; -import java.util.HashMap; -import java.util.Map; -import java.util.Map.Entry; -import java.util.Properties; -import java.util.Set; -import java.util.Vector; -import java.util.Random; -import java.util.List; -import java.util.ArrayList; -import java.lang.Integer; - -import com.orientechnologies.orient.client.remote.OServerAdmin; -import com.orientechnologies.orient.core.config.OGlobalConfiguration; -import com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx; -import com.orientechnologies.orient.core.db.document.ODatabaseDocumentPool; -import com.orientechnologies.orient.core.db.ODatabaseComplex.OPERATION_MODE; -import com.orientechnologies.orient.core.db.ODatabaseRecordThreadLocal; -import com.orientechnologies.orient.core.storage.*; -import com.orientechnologies.orient.core.id.OClusterPosition; -import com.orientechnologies.orient.core.id.ORecordId; -import com.orientechnologies.orient.core.dictionary.ODictionary; -import com.orientechnologies.orient.core.intent.OIntentMassiveInsert; -import com.orientechnologies.orient.core.record.ORecordInternal; -import com.orientechnologies.orient.core.record.impl.ODocument; -import com.yahoo.ycsb.ByteIterator; -import com.yahoo.ycsb.DB; -import com.yahoo.ycsb.DBException; -import com.yahoo.ycsb.StringByteIterator; -import com.yahoo.ycsb.Host; - -/** - * OrientDB client for YCSB framework. - * - * Properties to set: - * - * orientdb.url=local:C:/temp/databases/ycsb or remote:localhost:2424
- * orientdb.database=ycsb
- * orientdb.user=admin
- * orientdb.password=admin
- * - * @author Luca Garulli - * - */ -public class OrientDBClient extends DB { - - // private ODatabaseDocumentTx db; - private static final String CLASS = "usertable"; - private ODictionary> dictionary; - private OServerAdmin serverAdmin; - private List listHosts; - - private Map databases; - private Map>> dictionaries; - - private String user; - private String password; - private Boolean newdb; - - public static final int MIN_KEY = 0; - public static final int MAX_KEY = 10; - - /** - * Initialize any state for this DB. Called once per DB instance; there is one DB instance per client thread. - */ - public void init() throws DBException { - // initialize OrientDB driver - Properties props = getProperties(); - - String urls = props.getProperty("orientdb.urls", "remote:localhost/ycsb"); - user = props.getProperty("orientdb.user", "rchow"); - password = props.getProperty("orientdb.password", "hiraymond"); - newdb = Boolean.parseBoolean(props.getProperty("orientdb.newdb", "false")); - - String[] all_urls = urls.split(","); - - // Set bucket interval - int interval = (MAX_KEY - MIN_KEY) / all_urls.length; - - // List to store hosts - listHosts = new ArrayList(); - - databases = new HashMap(all_urls.length); - dictionaries = new HashMap>>(all_urls.length); - - // Populate hosts and databases - for( int i = 0; i < all_urls.length; i++ ) - { - listHosts.add( new Host(i*interval, (i+1)*interval, all_urls[i]) ); - databases.put( all_urls[i], new ODatabaseDocumentTx(all_urls[i]) ); - } - - try { - - // System.out.println("OrientDB loading database url = " + url); - - OGlobalConfiguration.STORAGE_KEEP_OPEN.setValue(false); - // OGlobalConfiguration.CLIENT_CHANNEL_MAX_POOL.setValue(5000); - // OGlobalConfiguration.NETWORK_LOCK_TIMEOUT.setValue(10000); - - // Set up the DB - setupDB(); - - // System.out.println("OrientDB connection created with " + url); - - } catch (Exception e1) { - System.err.println("Could not initialize OrientDB connection pool for Loader: " + e1.toString()); - e1.printStackTrace(); - return; - } - - } - - public void setupDB() - { - - try { - - for( Entry entry : databases.entrySet() ) - { - String url = entry.getKey(); - ODatabaseDocumentTx database = entry.getValue(); - - // Establish a remote connection to the host (url) - serverAdmin = new OServerAdmin(url).connect(user, password); - - // Check if database exists - if( serverAdmin.existsDatabase() ) - { - // Re-create DB - if(newdb) - { - // System.out.println("OrientDB drop and recreate fresh db"); - serverAdmin.connect(user, password).dropDatabase().close(); - serverAdmin.connect(user, password).createDatabase("document", "local").close(); - } - } - // Database does not exist, create new one - else - { - // System.out.println("OrientDB database not found, create fresh db"); - serverAdmin.connect(user, password).createDatabase("document", "local").close(); - } - - // Set DB properties - database.setProperty("minPool", 5); - database.setProperty("maxPool", 200); - - // Open DB - database.open(user, password); - - // Get dictionary for DB - ODictionary> dt = database.getMetadata().getIndexManager().getDictionary(); - - // Add dictionary - dictionaries.put( url, dt ); - - // Check if CLASS exists else create - if (!database.getMetadata().getSchema().existsClass(CLASS)) - database.getMetadata().getSchema().createClass(CLASS); - - // Tune DB for massive insertions - database.declareIntent(new OIntentMassiveInsert()); - - entry.setValue(database); - } - - } catch (Exception e1) { - System.err.println("Could not initialize OrientDB connection pool for Loader: " + e1.toString()); - e1.printStackTrace(); - return; - } - } - - public String findHost(String key) - { - // Find first number of key - String strIntKey = key.substring(4, 5); - - // Convert string to integer - int intKey = Integer.parseInt(strIntKey); - - // Find which host key belongs to - Host host = Host.whichHost( intKey, listHosts ); - - return host.getHostIP(); - } - - @Override - public void cleanup() throws DBException { - - for( Entry entry : databases.entrySet() ) - { - ODatabaseDocumentTx database = entry.getValue(); - - if( database != null ) - { - database.close(); - database = null; - entry.setValue(database); - } - } - } - - @Override - /** - * Insert a record in the database. Any field/value pairs in the specified values HashMap will be written into the record with the specified - * record key. - * - * @param table The name of the table - * @param key The record key of the record to insert. - * @param values A HashMap of field/value pairs to insert in the record - * @return Zero on success, a non-zero error code on error. See this class's description for a discussion of error codes. - */ - public int insert(String table, String key, HashMap values) { - - String hostIP = findHost(key); - - try { - - ODatabaseDocumentTx database = databases.get(hostIP); - - ODatabaseRecordThreadLocal.INSTANCE.set(database); - - final ODocument document = new ODocument(CLASS); - for (Entry entry : StringByteIterator.getStringMap(values).entrySet()) - document.field(entry.getKey(), entry.getValue()); - document.save(); - dictionaries.get(hostIP).put(key, document); - - return 0; - } catch (Exception e) { - e.printStackTrace(); - } - - return 1; - } - - @Override - /** - * Delete a record from the database. - * - * @param table The name of the table - * @param key The record key of the record to delete. - * @return Zero on success, a non-zero error code on error. See this class's description for a discussion of error codes. - */ - public int delete(String table, String key) { - try { - - String hostIP = findHost(key); - - dictionaries.get(hostIP).remove(key); - - return 0; - } catch (Exception e) { - e.printStackTrace(); - } - return 1; - } - - @Override - /** - * Read a record from the database. Each field/value pair from the result will be stored in a HashMap. - * - * @param table The name of the table - * @param key The record key of the record to read. - * @param fields The list of fields to read, or null for all of them - * @param result A HashMap of field/value pairs for the result - * @return Zero on success, a non-zero error code on error or "not found". - */ - public int read(String table, String key, Set fields, HashMap result) { - try { - - String hostIP = findHost(key); - - final ODocument document = dictionaries.get(hostIP).get(key); - if (document != null) { - if (fields != null) - for (String field : fields) - result.put(field, new StringByteIterator((String) document.field(field))); - else - for (String field : document.fieldNames()) - result.put(field, new StringByteIterator((String) document.field(field))); - return 0; - } - } catch (Exception e) { - e.printStackTrace(); - } - return 1; - } - - @Override - /** - * Update a record in the database. Any field/value pairs in the specified values HashMap will be written into the record with the specified - * record key, overwriting any existing values with the same field name. - * - * @param table The name of the table - * @param key The record key of the record to write. - * @param values A HashMap of field/value pairs to update in the record - * @return Zero on success, a non-zero error code on error. See this class's description for a discussion of error codes. - */ - public int update(String table, String key, HashMap values) { - try { - - String hostIP = findHost(key); - - ODatabaseDocumentTx database = databases.get(hostIP); - - ODatabaseRecordThreadLocal.INSTANCE.set(database); - - final ODocument document = dictionaries.get(hostIP).get(key); - if (document != null) { - for (Entry entry : StringByteIterator.getStringMap(values).entrySet()) - document.field(entry.getKey(), entry.getValue()); - document.save(); - return 0; - } - } catch (Exception e) { - e.printStackTrace(); - } - return 1; - } - - @Override - /** - * Perform a range scan for a set of records in the database. Each field/value pair from the result will be stored in a HashMap. - * - * @param table The name of the table - * @param startkey The record key of the first record to read. - * @param recordcount The number of records to read - * @param fields The list of fields to read, or null for all of them - * @param result A Vector of HashMaps, where each HashMap is a set field/value pairs for one record - * @return Zero on success, a non-zero error code on error. See this class's description for a discussion of error codes. - */ - public int scan(String table, String startkey, int recordcount, Set fields, Vector> result) { - try { - final Collection documents = dictionary.getIndex().getEntriesMajor(startkey, true, recordcount); - for (ODocument document : documents) { - final HashMap entry = new HashMap(fields.size()); - result.add(entry); - - for (String field : fields) - entry.put(field, new StringByteIterator((String) document.field(field))); - } - - return 0; - } catch (Exception e) { - e.printStackTrace(); - } - return 1; - } -} - DELETED Wilson/Instance1/mongoa.conf Index: Wilson/Instance1/mongoa.conf ================================================================== --- Wilson/Instance1/mongoa.conf +++ /dev/null @@ -1,89 +0,0 @@ -# mongodb.conf - -# Where to store the data. - -# Note: if you run mongodb as a non-root user (recommended) you may -# need to create and set permissions for this directory manually, -# e.g., if the parent directory isn't mutable by the mongodb user. -dbpath=/srv/mongodb/rs4 - -#where to log -logpath=/var/log/mongodb/mongodb.log - -logappend=true - -bind_ip = 10.249.21.140 -port = 27021 -fork = true - -# Disables write-ahead journaling -nojournal = true -smallfiles = true - -# Enables periodic logging of CPU utilization and I/O wait -#cpu = true - -# Turn on/off security. Off is currently the default -#noauth = true -#auth = true - -# Verbose logging output. -#verbose = true - -# Inspect all client data for validity on receipt (useful for -# developing drivers) -#objcheck = true - -# Enable db quota management -#quota = true - -# Set oplogging level where n is -# 0=off (default) -# 1=W -# 2=R -# 3=both -# 7=W+some reads -#diaglog = 0 - -# Ignore query hints -#nohints = true - -# Disable the HTTP interface (Defaults to localhost:28017). -#nohttpinterface = true - -# Turns off server-side scripting. This will result in greatly limited -# functionality -#noscripting = true - -# Turns off table scans. Any query that would do a table scan fails. -#notablescan = true - -# Disable data file preallocation. -#noprealloc = true - -# Specify .ns file size for new databases. -# nssize = - -# Accout token for Mongo monitoring server. -#mms-token = - -# Server name for Mongo monitoring server. -#mms-name = - -# Ping interval for Mongo monitoring server. -#mms-interval = - -# Replication Options - -# in master/slave replicated mongo databases, specify here whether -# this is a slave or master -#slave = true -#source = master.example.com -# Slave only: specify a single database to replicate -#only = master.example.com -# or -#master = true -#source = slave.example.com - -# in replica set configuration, specify the name of the replica set -replSet = rs4 DELETED Wilson/Instance1/mongoc.conf Index: Wilson/Instance1/mongoc.conf ================================================================== --- Wilson/Instance1/mongoc.conf +++ /dev/null @@ -1,90 +0,0 @@ -# mongodb.conf - -# Where to store the data. - -# Note: if you run mongodb as a non-root user (recommended) you may -# need to create and set permissions for this directory manually, -# e.g., if the parent directory isn't mutable by the mongodb user. -dbpath=/srv/mongodb/configdb/ - -#where to log -logpath=/var/log/mongodb/mongodb.log - -logappend=true - -bind_ip = 10.249.21.140 -port = 27019 -fork = true -configsvr = true - -# Disables write-ahead journaling -nojournal = true -smallfiles = true - -# Enables periodic logging of CPU utilization and I/O wait -#cpu = true - -# Turn on/off security. Off is currently the default -#noauth = true -#auth = true - -# Verbose logging output. -#verbose = true - -# Inspect all client data for validity on receipt (useful for -# developing drivers) -#objcheck = true - -# Enable db quota management -#quota = true - -# Set oplogging level where n is -# 0=off (default) -# 1=W -# 2=R -# 3=both -# 7=W+some reads -#diaglog = 0 - -# Ignore query hints -#nohints = true - -# Disable the HTTP interface (Defaults to localhost:28017). -#nohttpinterface = true - -# Turns off server-side scripting. This will result in greatly limited -# functionality -#noscripting = true - -# Turns off table scans. Any query that would do a table scan fails. -#notablescan = true - -# Disable data file preallocation. -#noprealloc = true - -# Specify .ns file size for new databases. -# nssize = - -# Accout token for Mongo monitoring server. -#mms-token = - -# Server name for Mongo monitoring server. -#mms-name = - -# Ping interval for Mongo monitoring server. -#mms-interval = - -# Replication Options - -# in master/slave replicated mongo databases, specify here whether -# this is a slave or master -#slave = true -#source = master.example.com -# Slave only: specify a single database to replicate -#only = master.example.com -# or -#master = true -#source = slave.example.com - -# in replica set configuration, specify the name of the replica set -# replSet = setname DELETED Wilson/Instance1/mongom.conf Index: Wilson/Instance1/mongom.conf ================================================================== --- Wilson/Instance1/mongom.conf +++ /dev/null @@ -1,89 +0,0 @@ -# mongodb.conf - -# Where to store the data. - -# Note: if you run mongodb as a non-root user (recommended) you may -# need to create and set permissions for this directory manually, -# e.g., if the parent directory isn't mutable by the mongodb user. -dbpath=/srv/mongodb/rs0 - -#where to log -logpath=/var/log/mongodb/mongodb.log - -logappend=true - -bind_ip = 10.249.21.140 -port = 27020 -fork = true - -# Disables write-ahead journaling -nojournal = true -smallfiles = true - -# Enables periodic logging of CPU utilization and I/O wait -#cpu = true - -# Turn on/off security. Off is currently the default -#noauth = true -#auth = true - -# Verbose logging output. -#verbose = true - -# Inspect all client data for validity on receipt (useful for -# developing drivers) -#objcheck = true - -# Enable db quota management -#quota = true - -# Set oplogging level where n is -# 0=off (default) -# 1=W -# 2=R -# 3=both -# 7=W+some reads -#diaglog = 0 - -# Ignore query hints -#nohints = true - -# Disable the HTTP interface (Defaults to localhost:28017). -#nohttpinterface = true - -# Turns off server-side scripting. This will result in greatly limited -# functionality -#noscripting = true - -# Turns off table scans. Any query that would do a table scan fails. -#notablescan = true - -# Disable data file preallocation. -#noprealloc = true - -# Specify .ns file size for new databases. -# nssize = - -# Accout token for Mongo monitoring server. -#mms-token = - -# Server name for Mongo monitoring server. -#mms-name = - -# Ping interval for Mongo monitoring server. -#mms-interval = - -# Replication Options - -# in master/slave replicated mongo databases, specify here whether -# this is a slave or master -#slave = true -#source = master.example.com -# Slave only: specify a single database to replicate -#only = master.example.com -# or -#master = true -#source = slave.example.com - -# in replica set configuration, specify the name of the replica set -replSet = rs0 DELETED Wilson/Instance1/mongos.conf Index: Wilson/Instance1/mongos.conf ================================================================== --- Wilson/Instance1/mongos.conf +++ /dev/null @@ -1,89 +0,0 @@ -# mongodb.conf - -# Where to store the data. - -# Note: if you run mongodb as a non-root user (recommended) you may -# need to create and set permissions for this directory manually, -# e.g., if the parent directory isn't mutable by the mongodb user. -dbpath=/srv/mongodb/rs3 - -#where to log -logpath=/var/log/mongodb/mongodb.log - -logappend=true - -bind_ip = 10.249.21.140 -port = 27022 -fork = true - -# Disables write-ahead journaling -nojournal = true -smallfiles = true - -# Enables periodic logging of CPU utilization and I/O wait -#cpu = true - -# Turn on/off security. Off is currently the default -#noauth = true -#auth = true - -# Verbose logging output. -#verbose = true - -# Inspect all client data for validity on receipt (useful for -# developing drivers) -#objcheck = true - -# Enable db quota management -#quota = true - -# Set oplogging level where n is -# 0=off (default) -# 1=W -# 2=R -# 3=both -# 7=W+some reads -#diaglog = 0 - -# Ignore query hints -#nohints = true - -# Disable the HTTP interface (Defaults to localhost:28017). -#nohttpinterface = true - -# Turns off server-side scripting. This will result in greatly limited -# functionality -#noscripting = true - -# Turns off table scans. Any query that would do a table scan fails. -#notablescan = true - -# Disable data file preallocation. -#noprealloc = true - -# Specify .ns file size for new databases. -# nssize = - -# Accout token for Mongo monitoring server. -#mms-token = - -# Server name for Mongo monitoring server. -#mms-name = - -# Ping interval for Mongo monitoring server. -#mms-interval = - -# Replication Options - -# in master/slave replicated mongo databases, specify here whether -# this is a slave or master -#slave = true -#source = master.example.com -# Slave only: specify a single database to replicate -#only = master.example.com -# or -#master = true -#source = slave.example.com - -# in replica set configuration, specify the name of the replica set -replSet = rs3 DELETED Wilson/Instance1/mongosh.conf Index: Wilson/Instance1/mongosh.conf ================================================================== --- Wilson/Instance1/mongosh.conf +++ /dev/null @@ -1,89 +0,0 @@ -# mongodb.conf - -# Where to store the data. - -# Note: if you run mongodb as a non-root user (recommended) you may -# need to create and set permissions for this directory manually, -# e.g., if the parent directory isn't mutable by the mongodb user. -# dbpath=/srv/mongodb/mongosh/ - -#where to log -logpath=/var/log/mongodb/mongodb.log - -logappend=true - -port = 27017 -fork = true -configdb = 10.249.21.140:27019,10.249.79.162:27019,10.249.79.6:27019 - -# Disables write-ahead journaling -# nojournal = true -# smallfiles = true - -# Enables periodic logging of CPU utilization and I/O wait -#cpu = true - -# Turn on/off security. Off is currently the default -#noauth = true -#auth = true - -# Verbose logging output. -#verbose = true - -# Inspect all client data for validity on receipt (useful for -# developing drivers) -#objcheck = true - -# Enable db quota management -#quota = true - -# Set oplogging level where n is -# 0=off (default) -# 1=W -# 2=R -# 3=both -# 7=W+some reads -#diaglog = 0 - -# Ignore query hints -#nohints = true - -# Disable the HTTP interface (Defaults to localhost:28017). -#nohttpinterface = true - -# Turns off server-side scripting. This will result in greatly limited -# functionality -#noscripting = true - -# Turns off table scans. Any query that would do a table scan fails. -#notablescan = true - -# Disable data file preallocation. -#noprealloc = true - -# Specify .ns file size for new databases. -# nssize = - -# Accout token for Mongo monitoring server. -#mms-token = - -# Server name for Mongo monitoring server. -#mms-name = - -# Ping interval for Mongo monitoring server. -#mms-interval = - -# Replication Options - -# in master/slave replicated mongo databases, specify here whether -# this is a slave or master -#slave = true -#source = master.example.com -# Slave only: specify a single database to replicate -#only = master.example.com -# or -#master = true -#source = slave.example.com - -# in replica set configuration, specify the name of the replica set -# replSet = setname ADDED WilsonPlusOne.txt Index: WilsonPlusOne.txt ================================================================== --- /dev/null +++ WilsonPlusOne.txt @@ -0,0 +1,1 @@ +BOOM, +1 FILES FOR WILSON DELETED YCSB/BUILD Index: YCSB/BUILD ================================================================== --- YCSB/BUILD +++ /dev/null @@ -1,31 +0,0 @@ -# Building YCSB - -To build YCSB, run: - - mvn clean package - -# Running YCSB - -Once `mvn clean package` succeeds, you can run `ycsb` command: - - ./bin/ycsb load basic workloads/workloada - ./bin/ycsb run basic workloads/workloada - -# Oracle NoSQL Database - -Oracle NoSQL Database binding doesn't get built by default because there is no -Maven repository for it. To build the binding: - -1. Download kv-ce-1.2.123.tar.gz from here: - - http://www.oracle.com/technetwork/database/nosqldb/downloads/index.html - -2. Untar kv-ce-1.2.123.tar.gz and install kvclient-1.2.123.jar in your local - maven repository: - - tar xfvz kv-ce-1.2.123.tar.gz - mvn install:install-file -Dfile=kv-1.2.123/lib/kvclient-1.2.123.jar \ - -DgroupId=com.oracle -DartifactId=kvclient -Dversion=1.2.123 - -Dpackaging=jar - -3. Uncomment `nosqldb` and run `mvn clean package`. DELETED YCSB/CHANGELOG Index: YCSB/CHANGELOG ================================================================== --- YCSB/CHANGELOG +++ /dev/null @@ -1,67 +0,0 @@ -- gh-95 Bump MongoDB version to 2.9.0 (allanbank) -- gh-67 Use checkstyle (m1ch1) -- gh-76 Implemented OrientDB client (lvca) -- gh-88 YCSB client for Amazon DynamoDB (jananin) -- gh-89 Patch for YCSB Cassandra Client version 1.0.6 (jananin) -- gh-93 New ElasticSearch Database Implementation (saden1) -- gh-97 Bug fixes in dynamodb plugin (jananin) - -0.1.4 - 2/22/12 - -- Fixes for Cassandra 0.7 client (tjake) -- New generator FileGenerator (nono) -- Fixes for MongoDB (nono) -- Fixes for Voldemort (nono) -- JDBC client (sudiptodas) -- HotspotIntegerGenerator (sudiptodas) -- Optimizing cassandra7 (joaquincasares) -- Mysql key fix (joaquincasares) -- Added a db plugin for Infinispan (maniksurtani) -- gh-31 Support to stop benchmark after a maximum specified elapsed time. (sudiptodas) -- gh-35 Cassandra0.8 support (joaquincasares) -- gh-30 IllegalArgumentException with MongoDB (m1ch1) -- gh-27 MongoDbClient was not working with non localhost URLs (arunxarun) -- gh-29 Add simple sharding capabilities for JDBC driver (kibab) -- gh-40 Merge Redis database interface layer (lehmannro) -- gh-42 Response latencies are measured in microseconds (mikewied) -- gh-43 Variable length fields (sears) -- gh-44 Constant occupancy workload (sears) -- gh-45 Modify DB API for efficient large object support (sears) -- gh-46 Fixed typo in RedisClient (Zlender) -- gh-49 Build fix (sears) -- gh-50 Switch unordered key generation from FNV32 to FNV64 (sears) -- gh-51 Improved Random Number Generation Performance and add Exponential distribution support (sears) -- gh-52 Mongo db fix (sears) -- gh-54 Add mapkeeper driver (m1ch1) -- gh-57 voldemort - enable nio connector (akkumar) -- gh-58 benchmarking with hbase 0.90.5 (akkumar) -- gh-55 VMware vFabric GemFire (sbawaska) -- gh-59 Cassandra 1.0.6 (akkumar) -- gh-62 Oracle NoSQL Database Client (y-namiki) -- gh-64 Mavenisation of YCSB with a (tar ball) distribution packager (hariprasad-k) -- gh-65 Patch for improving the MongoDB Client (singhsiddharth) - -0.1.3 - 10/26/10 - -= Voldemort binding (rsumbaly) -= HBase client improvements (ryanobjc) -= Fixes to Cassandra 0.7 binding (johanoskarsson, nickmbailey) -= Added an interface for exporting the measurements and a JSON implementation. It can write to both stdout and to a file (johanoskarsson) --Other minor fixes (brianfrankcooper) - -0.1.2 - 5/12/10 - -- MongoDB binding (ypai) -- Cassandra 0.7 binding (johanoskarsson) -- Simple command line interface (brianfrankcooper) -- Faster string generation (tlipcon) -- Avoid Bytes conversion in HBaseClient (tlipcon) - -0.1.1 - 4/25/10 - -- Compiles under 1.5 -- Fixes doc and HBaseClient bugs - -0.1.0 - 4/23/10 - -- Initial open source release DELETED YCSB/LICENSE.txt Index: YCSB/LICENSE.txt ================================================================== --- YCSB/LICENSE.txt +++ /dev/null @@ -1,163 +0,0 @@ -Apache License -Version 2.0, January 2004 -http://www.apache.org/licenses/ - -TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - -1. Definitions. - -"License" shall mean the terms and conditions for use, reproduction, -and distribution as defined by Sections 1 through 9 of this document. - -"Licensor" shall mean the copyright owner or entity authorized by the -copyright owner that is granting the License. - -"Legal Entity" shall mean the union of the acting entity and all other -entities that control, are controlled by, or are under common control -with that entity. For the purposes of this definition, "control" means -(i) the power, direct or indirect, to cause the direction or -management of such entity, whether by contract or otherwise, or (ii) -ownership of fifty percent (50%) or more of the outstanding shares, or -(iii) beneficial ownership of such entity. - -"You" (or "Your") shall mean an individual or Legal Entity exercising -permissions granted by this License. - -"Source" form shall mean the preferred form for making modifications, -including but not limited to software source code, documentation -source, and configuration files. - -"Object" form shall mean any form resulting from mechanical -transformation or translation of a Source form, including but not -limited to compiled object code, generated documentation, and -conversions to other media types. - -"Work" shall mean the work of authorship, whether in Source or Object -form, made available under the License, as indicated by a copyright -notice that is included in or attached to the work (an example is -provided in the Appendix below). - -"Derivative Works" shall mean any work, whether in Source or Object -form, that is based on (or derived from) the Work and for which the -editorial revisions, annotations, elaborations, or other modifications -represent, as a whole, an original work of authorship. For the -purposes of this License, Derivative Works shall not include works -that remain separable from, or merely link (or bind by name) to the -interfaces of, the Work and Derivative Works thereof. - -"Contribution" shall mean any work of authorship, including the -original version of the Work and any modifications or additions to -that Work or Derivative Works thereof, that is intentionally submitted -to Licensor for inclusion in the Work by the copyright owner or by an -individual or Legal Entity authorized to submit on behalf of the -copyright owner. For the purposes of this definition, "submitted" -means any form of electronic, verbal, or written communication sent to -the Licensor or its representatives, including but not limited to -communication on electronic mailing lists, source code control -systems, and issue tracking systems that are managed by, or on behalf -of, the Licensor for the purpose of discussing and improving the Work, -but excluding communication that is conspicuously marked or otherwise -designated in writing by the copyright owner as "Not a Contribution." - -"Contributor" shall mean Licensor and any individual or Legal Entity -on behalf of whom a Contribution has been received by Licensor and -subsequently incorporated within the Work. - -2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - -3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have - made, use, offer to sell, sell, import, and otherwise transfer the - Work, where such license applies only to those patent claims - licensable by such Contributor that are necessarily infringed by - their Contribution(s) alone or by combination of their - Contribution(s) with the Work to which such Contribution(s) was - submitted. If You institute patent litigation against any entity - (including a cross-claim or counterclaim in a lawsuit) alleging - that the Work or a Contribution incorporated within the Work - constitutes direct or contributory patent infringement, then any - patent licenses granted to You under this License for that Work - shall terminate as of the date such litigation is filed. - -4. Redistribution. You may reproduce and distribute copies of the Work - or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You meet - the following conditions: - -(a) You must give any other recipients of the Work or Derivative Works -a copy of this License; and - -(b) You must cause any modified files to carry prominent notices -stating that You changed the files; and - -(c) You must retain, in the Source form of any Derivative Works that -You distribute, all copyright, patent, trademark, and attribution -notices from the Source form of the Work, excluding those notices that -do not pertain to any part of the Derivative Works; and - -(d) If the Work includes a "NOTICE" text file as part of its -distribution, then any Derivative Works that You distribute must -include a readable copy of the attribution notices contained within -such NOTICE file, excluding those notices that do not pertain to any -part of the Derivative Works, in at least one of the following places: -within a NOTICE text file distributed as part of the Derivative Works; -within the Source form or documentation, if provided along with the -Derivative Works; or, within a display generated by the Derivative -Works, if and wherever such third-party notices normally appear. The -contents of the NOTICE file are for informational purposes only and do -not modify the License. You may add Your own attribution notices -within Derivative Works that You distribute, alongside or as an -addendum to the NOTICE text from the Work, provided that such -additional attribution notices cannot be construed as modifying the -License. - -You may add Your own copyright statement to Your modifications and may -provide additional or different license terms and conditions for use, -reproduction, or distribution of Your modifications, or for any such -Derivative Works as a whole, provided Your use, reproduction, and -distribution of the Work otherwise complies with the conditions stated -in this License. - -5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or - conditions. Notwithstanding the above, nothing herein shall - supersede or modify the terms of any separate license agreement you - may have executed with Licensor regarding such Contributions. - -6. Trademarks. This License does nr work. - -To apply the Apache License to your work, attach the following -boilerplate notice, with the fields enclosed by brackets "[]" replaced -with your own identifying information. (Don't include the brackets!) -The text should be enclosed in the appropriate comment syntax for the -file format. We also recommend that a file or class name and -description of purpose be included on the same "printed page" as the -copyright notice for easier identification within third-party -archives. - -Copyright [yyyy] [name of copyright owner] - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or -implied. - -See the License for the specific language governing permissions and -limitations under the License. - - DELETED YCSB/NOTICE.txt Index: YCSB/NOTICE.txt ================================================================== --- YCSB/NOTICE.txt +++ /dev/null @@ -1,9 +0,0 @@ -========================================================================= -NOTICE file for use with, and corresponding to Section 4 of, -the Apache License, Version 2.0, -in this case for the YCSB project. -========================================================================= - - This product includes software developed by - Yahoo! Inc. (www.yahoo.com) - Copyright (c) 2010 Yahoo! Inc. All rights reserved. DELETED YCSB/README Index: YCSB/README ================================================================== --- YCSB/README +++ /dev/null @@ -1,33 +0,0 @@ -Yahoo! Cloud System Benchmark (YCSB) -==================================== - -Links ------ -http://wiki.github.com/brianfrankcooper/YCSB/ -http://research.yahoo.com/Web_Information_Management/YCSB -ycsb-users@yahoogroups.com - -Getting Started ---------------- - -1. Download the latest release of YCSB: - - wget https://github.com/downloads/brianfrankcooper/YCSB/ycsb-0.1.4.tar.gz - tar xfvz ycsb-0.1.4 - cd ycsb-0.1.4 - -2. Set up a database to benchmark. There is a README file under each binding - directory. - -3. Run YCSB command. - - bin/ycsb load basic -P workloads/workloada - bin/ycsb run basic -P workloads/workloada - - Running the `ycsb` command without any argument will print the usage. - - See https://github.com/brianfrankcooper/YCSB/wiki/Running-a-Workload - for a detailed documentation on how to run a workload. - - See https://github.com/brianfrankcooper/YCSB/wiki/Core-Properties for - the list of available workload properties. DELETED YCSB/bin/ycsb Index: YCSB/bin/ycsb ================================================================== --- YCSB/bin/ycsb +++ /dev/null @@ -1,115 +0,0 @@ -#!/usr/bin/env python - -import os -import sys -import subprocess - -BASE_URL = "https://github.com/brianfrankcooper/YCSB/tree/master/" -COMMANDS = { - "shell" : { - "command" : "", - "description" : "Interactive mode", - "main" : "com.yahoo.ycsb.CommandLine", - }, - "load" : { - "command" : "-load", - "description" : "Execute the load phase", - "main" : "com.yahoo.ycsb.Client", - }, - "run" : { - "command" : "-t", - "description" : "Execute the transaction phase", - "main" : "com.yahoo.ycsb.Client", - }, -} - -DATABASES = { - "basic" : "com.yahoo.ycsb.BasicDB", - "cassandra-7" : "com.yahoo.ycsb.db.CassandraClient7", - "cassandra-8" : "com.yahoo.ycsb.db.CassandraClient8", - "cassandra-10" : "com.yahoo.ycsb.db.CassandraClient10", - "dynamodb" : "com.yahoo.ycsb.db.DynamoDBClient", - "elasticsearch": "com.yahoo.ycsb.db.ElasticSearchClient", - "gemfire" : "com.yahoo.ycsb.db.GemFireClient", - "hbase" : "com.yahoo.ycsb.db.HBaseClient", - "hypertable" : "com.yahoo.ycsb.db.HypertableClient", - "infinispan" : "com.yahoo.ycsb.db.InfinispanClient", - "jdbc" : "com.yahoo.ycsb.db.JdbcDBClient", - "mapkeeper" : "com.yahoo.ycsb.db.MapKeeperClient", - "mongodb" : "com.yahoo.ycsb.db.MongoDbClient", - "nosqldb" : "com.yahoo.ycsb.db.NoSqlDbClient", - "orientdb" : "com.yahoo.ycsb.db.OrientDBClient", - "redis" : "com.yahoo.ycsb.db.RedisClient", - "voldemort" : "com.yahoo.ycsb.db.VoldemortClient", -} - -OPTIONS = { - "-P file" : "Specify workload file", - "-p key=value" : "Override workload property", - "-s" : "Print status to stderr", - "-target n" : "Target ops/sec (default: unthrottled)", - "-threads n" : "Number of client threads (default: 1)", -} - -def usage(): - print "Usage: %s command database [options]" % sys.argv[0] - - print "\nCommands:" - for command in sorted(COMMANDS.keys()): - print " %s %s" % (command.ljust(13), COMMANDS[command]["description"]) - - print "\nDatabases:" - for db in sorted(DATABASES.keys()): - print " %s %s" % (db.ljust(13), BASE_URL + db.split("-")[0]) - - print "\nOptions:" - for option in sorted(OPTIONS.keys()): - print " %s %s" % (option.ljust(13), OPTIONS[option]) - - print """\nWorkload Files: - There are various predefined workloads under workloads/ directory. - See https://github.com/brianfrankcooper/YCSB/wiki/Core-Properties - for the list of workload properties.""" - - sys.exit(1) - -def find_jars(dir, database): - jars = [] - for (dirpath, dirnames, filenames) in os.walk(dir): - if dirpath.endswith("conf"): - jars.append(dirpath) - for filename in filenames: - if filename.endswith(".jar") and \ - (filename.startswith("core") or \ - filename.startswith(database.split("-")[0]) or \ - not "binding" in filename): - jars.append(os.path.join(dirpath, filename)) - return jars - -def get_ycsb_home(): - dir = os.path.abspath(os.path.dirname(sys.argv[0])) - while "CHANGELOG" not in os.listdir(dir): - dir = os.path.join(dir, os.path.pardir) - return os.path.abspath(dir) - -if len(sys.argv) < 3: - usage() -if sys.argv[1] not in COMMANDS: - print "ERROR: Command '%s' not found" % sys.argv[1] - usage() -if sys.argv[2] not in DATABASES: - print "ERROR: Database '%s' not found" % sys.argv[2] - usage() - -ycsb_home = get_ycsb_home() -command = COMMANDS[sys.argv[1]]["command"] -database = sys.argv[2] -db_classname = DATABASES[database] -options = sys.argv[3:] - -ycsb_command = ["java", "-cp", os.pathsep.join(find_jars(ycsb_home, database)), \ - COMMANDS[sys.argv[1]]["main"], "-db", db_classname] + options -if command: - ycsb_command.append(command) -print " ".join(ycsb_command) -subprocess.call(ycsb_command) DELETED YCSB/bin/ycsb.sh Index: YCSB/bin/ycsb.sh ================================================================== --- YCSB/bin/ycsb.sh +++ /dev/null @@ -1,125 +0,0 @@ -#! /usr/bin/env bash - -# Set the YCSB specific environment. Adds all the required libraries to the class path. - -# Copyright (c) 2010 Yahoo! Inc. All rights reserved. -# * -# * Licensed under the Apache License, Version 2.0 (the "License"); you -# * may not use this file except in compliance with the License. You -# * may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or -# * implied. See the License for the specific language governing -# * permissions and limitations under the License. See accompanying -# * LICENSE file. -# - -# The Java implementation to use. This is required. -#export JAVA_HOME= - -# Any JVM options to pass. -#export YCSB_OPTS="-Djava.compiler=NONE" - -# YCSB client heap size. -#export YCSB_HEAP_SIZE=500 - -this=`dirname "$0"` -this=`cd "$this"; pwd` - -while [ -h "$this" ]; do - ls=`ls -ld "$this"` - link=`expr "$ls" : '.*-> $.*$$'` - if expr "$link" : '.*/.*' > /dev/null; then - this="$link" - else - this=`dirname "$this"`/"$link" - fi -done - -bin=`dirname "$this"` -script=`basename "$this"` -bin=`cd "$bin"; pwd` -this="$bin/$script" - -# the root of the Hadoop installation -export YCSB_HOME=`dirname "$this"` - -echo "YCSB_HOME $YCSB_HOME" - -cygwin=false -case "`uname`" in -CYGWIN*) cygwin=true;; -esac - -# if no args specified, show usage -if [ $# = 0 ]; then - echo "Usage: ycsb CLASSNAME" - echo "where CLASSNAME is the name of the class to run" - echo "The jar file for the class must be in bin, build, lib, or db/*/lib." - exit 1 -fi - -# get arguments -COMMAND=$1 -shift - -JAVA="" -if [ "$JAVA_HOME" != "" ]; then - JAVA=$JAVA_HOME/bin/java -else - echo "JAVA_HOME must be set." - exit 1 -fi - -JAVA_HEAP_MAX=-Xmx500m -# check envvars which might override default args -if [ "$YCSB_HEAP_SIZE" != "" ]; then - JAVA_HEAP_MAX="-Xmx""$YCSB_HEAP_SIZE""m" -fi - -# Set the classpath. - -if [ "$CLASSPATH" != "" ]; then - CLASSPATH=${CLASSPATH}:$JAVA_HOME/lib/tools.jar -else - CLASSPATH=$JAVA_HOME/lib/tools.jar -fi - -# so that filenames w/ spaces are handled correctly in loops below -IFS= - -for f in $YCSB_HOME/build/*.jar; do - CLASSPATH=${CLASSPATH}:$f -done - -for f in $YCSB_HOME/lib/*.jar; do - CLASSPATH=${CLASSPATH}:$f -done - -for f in $YCSB_HOME/db/*; do - if [ -d $f ]; then - for j in $f/lib/*.jar; do - CLASSPATH=${CLASSPATH}:$j - done - fi -done - -#echo "CLASSPATH=$CLASSPATH" - -# restore ordinary behavior -unset IFS - -CLASS=$COMMAND - -# cygwin path translation -if $cygwin; then - CLASSPATH=`cygpath -p -w "$CLASSPATH"` - YCSB_HOME=`cygpath -w "$YCSB_HOME"` -fi - -#echo "Executing command $CLASS with options $JAVA_HEAP_MAX $YCSB_OPTS $CLASS $@" -exec "$JAVA" $JAVA_HEAP_MAX $YCSB_OPTS -classpath "$CLASSPATH" $CLASS "$@" DELETED YCSB/cassandra.properties Index: YCSB/cassandra.properties ================================================================== --- YCSB/cassandra.properties +++ /dev/null @@ -1,4 +0,0 @@ -recordcount=1000 -hosts=10.249.21.140 -cassandra.connectionretries=1 -cassandra.operationretries=1 DELETED YCSB/cassandra/pom.xml Index: YCSB/cassandra/pom.xml ================================================================== --- YCSB/cassandra/pom.xml +++ /dev/null @@ -1,51 +0,0 @@ - - - 4.0.0 - - com.yahoo.ycsb - root - 0.1.4 - - - cassandra-binding - Cassandra DB Binding - jar - - - - org.apache.cassandra - cassandra-all - ${cassandra.version} - - - com.yahoo.ycsb - core - ${project.version} - - - - - - - org.apache.maven.plugins - maven-assembly-plugin - ${maven.assembly.version} - - - jar-with-dependencies - - false - - - - package - - single - - - - - - - - DELETED YCSB/cassandra/src/main/java/com/yahoo/ycsb/db/CassandraClient10.java Index: YCSB/cassandra/src/main/java/com/yahoo/ycsb/db/CassandraClient10.java ================================================================== --- YCSB/cassandra/src/main/java/com/yahoo/ycsb/db/CassandraClient10.java +++ /dev/null @@ -1,650 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.db; - -import com.yahoo.ycsb.*; - -import java.util.ArrayList; -import java.util.List; -import java.util.Map; -import java.util.Set; -import java.util.HashMap; -import java.util.HashSet; -import java.util.Vector; -import java.util.Random; -import java.util.Properties; -import java.nio.ByteBuffer; - -import org.apache.thrift.transport.TTransport; -import org.apache.thrift.transport.TFramedTransport; -import org.apache.thrift.transport.TSocket; -import org.apache.thrift.protocol.TProtocol; -import org.apache.thrift.protocol.TBinaryProtocol; -import org.apache.cassandra.thrift.*; - - -//XXXX if we do replication, fix the consistency levels -/** - * Cassandra 1.0.6 client for YCSB framework - */ -public class CassandraClient10 extends DB -{ - static Random random = new Random(); - public static final int Ok = 0; - public static final int Error = -1; - public static final ByteBuffer emptyByteBuffer = ByteBuffer.wrap(new byte[0]); - - public int ConnectionRetries; - public int OperationRetries; - public String column_family; - - public static final String CONNECTION_RETRY_PROPERTY = "cassandra.connectionretries"; - public static final String CONNECTION_RETRY_PROPERTY_DEFAULT = "300"; - - public static final String OPERATION_RETRY_PROPERTY = "cassandra.operationretries"; - public static final String OPERATION_RETRY_PROPERTY_DEFAULT = "300"; - - public static final String USERNAME_PROPERTY = "cassandra.username"; - public static final String PASSWORD_PROPERTY = "cassandra.password"; - - public static final String COLUMN_FAMILY_PROPERTY = "cassandra.columnfamily"; - public static final String COLUMN_FAMILY_PROPERTY_DEFAULT = "data"; - - public static final String READ_CONSISTENCY_LEVEL_PROPERTY = "cassandra.readconsistencylevel"; - public static final String READ_CONSISTENCY_LEVEL_PROPERTY_DEFAULT = "ONE"; - - public static final String WRITE_CONSISTENCY_LEVEL_PROPERTY = "cassandra.writeconsistencylevel"; - public static final String WRITE_CONSISTENCY_LEVEL_PROPERTY_DEFAULT = "ONE"; - - public static final String SCAN_CONSISTENCY_LEVEL_PROPERTY = "cassandra.scanconsistencylevel"; - public static final String SCAN_CONSISTENCY_LEVEL_PROPERTY_DEFAULT = "ONE"; - - public static final String DELETE_CONSISTENCY_LEVEL_PROPERTY = "cassandra.deleteconsistencylevel"; - public static final String DELETE_CONSISTENCY_LEVEL_PROPERTY_DEFAULT = "ONE"; - - - TTransport tr; - Cassandra.Client client; - - boolean _debug = false; - - String _table = ""; - Exception errorexception = null; - - List mutations = new ArrayList(); - Map> mutationMap = new HashMap>(); - Map>> record = new HashMap>>(); - - ColumnParent parent; - - ConsistencyLevel readConsistencyLevel = ConsistencyLevel.ONE; - ConsistencyLevel writeConsistencyLevel = ConsistencyLevel.ONE; - ConsistencyLevel scanConsistencyLevel = ConsistencyLevel.ONE; - ConsistencyLevel deleteConsistencyLevel = ConsistencyLevel.ONE; - - - /** - * Initialize any state for this DB. Called once per DB instance; there is one - * DB instance per client thread. - */ - public void init() throws DBException - { - String hosts = getProperties().getProperty("hosts"); - if (hosts == null) - { - throw new DBException("Required property \"hosts\" missing for CassandraClient"); - } - - column_family = getProperties().getProperty(COLUMN_FAMILY_PROPERTY, COLUMN_FAMILY_PROPERTY_DEFAULT); - parent = new ColumnParent(column_family); - - ConnectionRetries = Integer.parseInt(getProperties().getProperty(CONNECTION_RETRY_PROPERTY, - CONNECTION_RETRY_PROPERTY_DEFAULT)); - OperationRetries = Integer.parseInt(getProperties().getProperty(OPERATION_RETRY_PROPERTY, - OPERATION_RETRY_PROPERTY_DEFAULT)); - - String username = getProperties().getProperty(USERNAME_PROPERTY); - String password = getProperties().getProperty(PASSWORD_PROPERTY); - - readConsistencyLevel = ConsistencyLevel.valueOf(getProperties().getProperty(READ_CONSISTENCY_LEVEL_PROPERTY, READ_CONSISTENCY_LEVEL_PROPERTY_DEFAULT)); - writeConsistencyLevel = ConsistencyLevel.valueOf(getProperties().getProperty(WRITE_CONSISTENCY_LEVEL_PROPERTY, WRITE_CONSISTENCY_LEVEL_PROPERTY_DEFAULT)); - scanConsistencyLevel = ConsistencyLevel.valueOf(getProperties().getProperty(SCAN_CONSISTENCY_LEVEL_PROPERTY, SCAN_CONSISTENCY_LEVEL_PROPERTY_DEFAULT)); - deleteConsistencyLevel = ConsistencyLevel.valueOf(getProperties().getProperty(DELETE_CONSISTENCY_LEVEL_PROPERTY, DELETE_CONSISTENCY_LEVEL_PROPERTY_DEFAULT)); - - - _debug = Boolean.parseBoolean(getProperties().getProperty("debug", "false")); - - String[] allhosts = hosts.split(","); - String myhost = allhosts[random.nextInt(allhosts.length)]; - - Exception connectexception = null; - - for (int retry = 0; retry < ConnectionRetries; retry++) - { - tr = new TFramedTransport(new TSocket(myhost, 9160)); - TProtocol proto = new TBinaryProtocol(tr); - client = new Cassandra.Client(proto); - try - { - tr.open(); - connectexception = null; - break; - } catch (Exception e) - { - connectexception = e; - } - try - { - Thread.sleep(1000); - } catch (InterruptedException e) - { - } - } - if (connectexception != null) - { - System.err.println("Unable to connect to " + myhost + " after " + ConnectionRetries - + " tries"); - throw new DBException(connectexception); - } - - if (username != null && password != null) - { - Map cred = new HashMap(); - cred.put("username", username); - cred.put("password", password); - AuthenticationRequest req = new AuthenticationRequest(cred); - try - { - client.login(req); - } - catch (Exception e) - { - throw new DBException(e); - } - } - } - - /** - * Cleanup any state for this DB. Called once per DB instance; there is one DB - * instance per client thread. - */ - public void cleanup() throws DBException - { - tr.close(); - } - - /** - * Read a record from the database. Each field/value pair from the result will - * be stored in a HashMap. - * - * @param table - * The name of the table - * @param key - * The record key of the record to read. - * @param fields - * The list of fields to read, or null for all of them - * @param result - * A HashMap of field/value pairs for the result - * @return Zero on success, a non-zero error code on error - */ - public int read(String table, String key, Set fields, HashMap result) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - - try - { - SlicePredicate predicate; - if (fields == null) - { - predicate = new SlicePredicate().setSlice_range(new SliceRange(emptyByteBuffer, emptyByteBuffer, false, 1000000)); - - } else { - ArrayList fieldlist = new ArrayList(fields.size()); - for (String s : fields) - { - fieldlist.add(ByteBuffer.wrap(s.getBytes("UTF-8"))); - } - - predicate = new SlicePredicate().setColumn_names(fieldlist); - } - - List results = client.get_slice(ByteBuffer.wrap(key.getBytes("UTF-8")), parent, predicate, readConsistencyLevel); - - if (_debug) - { - System.out.print("Reading key: " + key); - } - - Column column; - String name; - ByteIterator value; - for (ColumnOrSuperColumn oneresult : results) - { - - column = oneresult.column; - name = new String(column.name.array(), column.name.position()+column.name.arrayOffset(), column.name.remaining()); - value = new ByteArrayByteIterator(column.value.array(), column.value.position()+column.value.arrayOffset(), column.value.remaining()); - - result.put(name,value); - - if (_debug) - { - System.out.print("(" + name + "=" + value + ")"); - } - } - - if (_debug) - { - System.out.println(); - System.out.println("ConsistencyLevel=" + readConsistencyLevel.toString()); - } - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - - } - - /** - * Perform a range scan for a set of records in the database. Each field/value - * pair from the result will be stored in a HashMap. - * - * @param table - * The name of the table - * @param startkey - * The record key of the first record to read. - * @param recordcount - * The number of records to read - * @param fields - * The list of fields to read, or null for all of them - * @param result - * A Vector of HashMaps, where each HashMap is a set field/value - * pairs for one record - * @return Zero on success, a non-zero error code on error - */ - public int scan(String table, String startkey, int recordcount, Set fields, - Vector> result) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - - try - { - SlicePredicate predicate; - if (fields == null) - { - predicate = new SlicePredicate().setSlice_range(new SliceRange(emptyByteBuffer, emptyByteBuffer, false, 1000000)); - - } else { - ArrayList fieldlist = new ArrayList(fields.size()); - for (String s : fields) - { - fieldlist.add(ByteBuffer.wrap(s.getBytes("UTF-8"))); - } - - predicate = new SlicePredicate().setColumn_names(fieldlist); - } - - KeyRange kr = new KeyRange().setStart_key(startkey.getBytes("UTF-8")).setEnd_key(new byte[] {}).setCount(recordcount); - - List results = client.get_range_slices(parent, predicate, kr, scanConsistencyLevel); - - if (_debug) - { - System.out.println("Scanning startkey: " + startkey); - } - - HashMap tuple; - for (KeySlice oneresult : results) - { - tuple = new HashMap(); - - Column column; - String name; - ByteIterator value; - for (ColumnOrSuperColumn onecol : oneresult.columns) - { - column = onecol.column; - name = new String(column.name.array(), column.name.position()+column.name.arrayOffset(), column.name.remaining()); - value = new ByteArrayByteIterator(column.value.array(), column.value.position()+column.value.arrayOffset(), column.value.remaining()); - - tuple.put(name, value); - - if (_debug) - { - System.out.print("(" + name + "=" + value + ")"); - } - } - - result.add(tuple); - if (_debug) - { - System.out.println(); - System.out.println("ConsistencyLevel=" + scanConsistencyLevel.toString()); - } - } - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - } - - /** - * Update a record in the database. Any field/value pairs in the specified - * values HashMap will be written into the record with the specified record - * key, overwriting any existing values with the same field name. - * - * @param table - * The name of the table - * @param key - * The record key of the record to write. - * @param values - * A HashMap of field/value pairs to update in the record - * @return Zero on success, a non-zero error code on error - */ - public int update(String table, String key, HashMap values) - { - return insert(table, key, values); - } - - /** - * Insert a record in the database. Any field/value pairs in the specified - * values HashMap will be written into the record with the specified record - * key. - * - * @param table - * The name of the table - * @param key - * The record key of the record to insert. - * @param values - * A HashMap of field/value pairs to insert in the record - * @return Zero on success, a non-zero error code on error - */ - public int insert(String table, String key, HashMap values) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - if (_debug) - { - System.out.println("Inserting key: " + key); - } - - try - { - ByteBuffer wrappedKey = ByteBuffer.wrap(key.getBytes("UTF-8")); - - Column col; - ColumnOrSuperColumn column; - for (Map.Entry entry : values.entrySet()) - { - col = new Column(); - col.setName(ByteBuffer.wrap(entry.getKey().getBytes("UTF-8"))); - col.setValue(ByteBuffer.wrap(entry.getValue().toArray())); - col.setTimestamp(System.currentTimeMillis()); - - column = new ColumnOrSuperColumn(); - column.setColumn(col); - - mutations.add(new Mutation().setColumn_or_supercolumn(column)); - } - - mutationMap.put(column_family, mutations); - record.put(wrappedKey, mutationMap); - - client.batch_mutate(record, writeConsistencyLevel); - - mutations.clear(); - mutationMap.clear(); - record.clear(); - - if (_debug) - { - System.out.println("ConsistencyLevel=" + writeConsistencyLevel.toString()); - } - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - } - - /** - * Delete a record from the database. - * - * @param table - * The name of the table - * @param key - * The record key of the record to delete. - * @return Zero on success, a non-zero error code on error - */ - public int delete(String table, String key) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - try - { - client.remove(ByteBuffer.wrap(key.getBytes("UTF-8")), - new ColumnPath(column_family), - System.currentTimeMillis(), - deleteConsistencyLevel); - - if (_debug) - { - System.out.println("Delete key: " + key); - System.out.println("ConsistencyLevel=" + deleteConsistencyLevel.toString()); - } - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - } - - public static void main(String[] args) - { - CassandraClient10 cli = new CassandraClient10(); - - Properties props = new Properties(); - - props.setProperty("hosts", args[0]); - cli.setProperties(props); - - try - { - cli.init(); - } catch (Exception e) - { - e.printStackTrace(); - System.exit(0); - } - - HashMap vals = new HashMap(); - vals.put("age", new StringByteIterator("57")); - vals.put("middlename", new StringByteIterator("bradley")); - vals.put("favoritecolor", new StringByteIterator("blue")); - int res = cli.insert("usertable", "BrianFrankCooper", vals); - System.out.println("Result of insert: " + res); - - HashMap result = new HashMap(); - HashSet fields = new HashSet(); - fields.add("middlename"); - fields.add("age"); - fields.add("favoritecolor"); - res = cli.read("usertable", "BrianFrankCooper", null, result); - System.out.println("Result of read: " + res); - for (String s : result.keySet()) - { - System.out.println("[" + s + "]=[" + result.get(s) + "]"); - } - - res = cli.delete("usertable", "BrianFrankCooper"); - System.out.println("Result of delete: " + res); - } - - /* - * public static void main(String[] args) throws TException, - * InvalidRequestException, UnavailableException, - * UnsupportedEncodingException, NotFoundException { - * - * - * - * String key_user_id = "1"; - * - * - * - * - * client.insert("Keyspace1", key_user_id, new ColumnPath("Standard1", null, - * "age".getBytes("UTF-8")), "24".getBytes("UTF-8"), timestamp, - * ConsistencyLevel.ONE); - * - * - * // read single column ColumnPath path = new ColumnPath("Standard1", null, - * "name".getBytes("UTF-8")); - * - * System.out.println(client.get("Keyspace1", key_user_id, path, - * ConsistencyLevel.ONE)); - * - * - * // read entire row SlicePredicate predicate = new SlicePredicate(null, new - * SliceRange(new byte[0], new byte[0], false, 10)); - * - * ColumnParent parent = new ColumnParent("Standard1", null); - * - * List results = client.get_slice("Keyspace1", - * key_user_id, parent, predicate, ConsistencyLevel.ONE); - * - * for (ColumnOrSuperColumn result : results) { - * - * Column column = result.column; - * - * System.out.println(new String(column.name, "UTF-8") + " -> " + new - * String(column.value, "UTF-8")); - * - * } - * - * - * - * - * } - */ -} DELETED YCSB/cassandra/src/main/java/com/yahoo/ycsb/db/CassandraClient7.java Index: YCSB/cassandra/src/main/java/com/yahoo/ycsb/db/CassandraClient7.java ================================================================== --- YCSB/cassandra/src/main/java/com/yahoo/ycsb/db/CassandraClient7.java +++ /dev/null @@ -1,615 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.db; - -import com.yahoo.ycsb.*; - -import java.util.ArrayList; -import java.util.List; -import java.util.Map; -import java.util.Set; -import java.util.HashMap; -import java.util.HashSet; -import java.util.Vector; -import java.util.Random; -import java.util.Properties; -import java.nio.ByteBuffer; - -import org.apache.thrift.transport.TTransport; -import org.apache.thrift.transport.TFramedTransport; -import org.apache.thrift.transport.TSocket; -import org.apache.thrift.protocol.TProtocol; -import org.apache.thrift.protocol.TBinaryProtocol; -import org.apache.cassandra.thrift.*; - - -//XXXX if we do replication, fix the consistency levels -/** - * Cassandra 0.7 client for YCSB framework - */ -public class CassandraClient7 extends DB -{ - static Random random = new Random(); - public static final int Ok = 0; - public static final int Error = -1; - public static final ByteBuffer emptyByteBuffer = ByteBuffer.wrap(new byte[0]); - - public int ConnectionRetries; - public int OperationRetries; - public String column_family; - - public static final String CONNECTION_RETRY_PROPERTY = "cassandra.connectionretries"; - public static final String CONNECTION_RETRY_PROPERTY_DEFAULT = "300"; - - public static final String OPERATION_RETRY_PROPERTY = "cassandra.operationretries"; - public static final String OPERATION_RETRY_PROPERTY_DEFAULT = "300"; - - public static final String USERNAME_PROPERTY = "cassandra.username"; - public static final String PASSWORD_PROPERTY = "cassandra.password"; - - public static final String COLUMN_FAMILY_PROPERTY = "cassandra.columnfamily"; - public static final String COLUMN_FAMILY_PROPERTY_DEFAULT = "data"; - - TTransport tr; - Cassandra.Client client; - - boolean _debug = false; - - String _table = ""; - Exception errorexception = null; - - List mutations = new ArrayList(); - Map> mutationMap = new HashMap>(); - Map>> record = new HashMap>>(); - - ColumnParent parent; - - /** - * Initialize any state for this DB. Called once per DB instance; there is one - * DB instance per client thread. - */ - public void init() throws DBException - { - String hosts = getProperties().getProperty("hosts"); - if (hosts == null) - { - throw new DBException("Required property \"hosts\" missing for CassandraClient"); - } - - column_family = getProperties().getProperty(COLUMN_FAMILY_PROPERTY, COLUMN_FAMILY_PROPERTY_DEFAULT); - parent = new ColumnParent(column_family); - - ConnectionRetries = Integer.parseInt(getProperties().getProperty(CONNECTION_RETRY_PROPERTY, - CONNECTION_RETRY_PROPERTY_DEFAULT)); - OperationRetries = Integer.parseInt(getProperties().getProperty(OPERATION_RETRY_PROPERTY, - OPERATION_RETRY_PROPERTY_DEFAULT)); - - String username = getProperties().getProperty(USERNAME_PROPERTY); - String password = getProperties().getProperty(PASSWORD_PROPERTY); - - _debug = Boolean.parseBoolean(getProperties().getProperty("debug", "false")); - - String[] allhosts = hosts.split(","); - String myhost = allhosts[random.nextInt(allhosts.length)]; - - Exception connectexception = null; - - for (int retry = 0; retry < ConnectionRetries; retry++) - { - tr = new TFramedTransport(new TSocket(myhost, 9160)); - TProtocol proto = new TBinaryProtocol(tr); - client = new Cassandra.Client(proto); - try - { - tr.open(); - connectexception = null; - break; - } catch (Exception e) - { - connectexception = e; - } - try - { - Thread.sleep(1000); - } catch (InterruptedException e) - { - } - } - if (connectexception != null) - { - System.err.println("Unable to connect to " + myhost + " after " + ConnectionRetries - + " tries"); - System.out.println("Unable to connect to " + myhost + " after " + ConnectionRetries - + " tries"); - throw new DBException(connectexception); - } - - if (username != null && password != null) - { - Map cred = new HashMap(); - cred.put("username", username); - cred.put("password", password); - AuthenticationRequest req = new AuthenticationRequest(cred); - try - { - client.login(req); - } - catch (Exception e) - { - throw new DBException(e); - } - } - } - - /** - * Cleanup any state for this DB. Called once per DB instance; there is one DB - * instance per client thread. - */ - public void cleanup() throws DBException - { - tr.close(); - } - - /** - * Read a record from the database. Each field/value pair from the result will - * be stored in a HashMap. - * - * @param table - * The name of the table - * @param key - * The record key of the record to read. - * @param fields - * The list of fields to read, or null for all of them - * @param result - * A HashMap of field/value pairs for the result - * @return Zero on success, a non-zero error code on error - */ - public int read(String table, String key, Set fields, HashMap result) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - - try - { - SlicePredicate predicate; - if (fields == null) - { - predicate = new SlicePredicate().setSlice_range(new SliceRange(emptyByteBuffer, emptyByteBuffer, false, 1000000)); - - } else { - ArrayList fieldlist = new ArrayList(fields.size()); - for (String s : fields) - { - fieldlist.add(ByteBuffer.wrap(s.getBytes("UTF-8"))); - } - - predicate = new SlicePredicate().setColumn_names(fieldlist); - } - - List results = client.get_slice(ByteBuffer.wrap(key.getBytes("UTF-8")), parent, predicate, ConsistencyLevel.ONE); - - if (_debug) - { - System.out.print("Reading key: " + key); - } - - Column column; - String name; - ByteIterator value; - for (ColumnOrSuperColumn oneresult : results) - { - - column = oneresult.column; - name = new String(column.name.array(), column.name.position()+column.name.arrayOffset(), column.name.remaining()); - value = new ByteArrayByteIterator(column.value.array(), column.value.position()+column.value.arrayOffset(), column.value.remaining()); - - result.put(name,value); - - if (_debug) - { - System.out.print("(" + name + "=" + value + ")"); - } - } - - if (_debug) - { - System.out.println(); - } - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - - } - - /** - * Perform a range scan for a set of records in the database. Each field/value - * pair from the result will be stored in a HashMap. - * - * @param table - * The name of the table - * @param startkey - * The record key of the first record to read. - * @param recordcount - * The number of records to read - * @param fields - * The list of fields to read, or null for all of them - * @param result - * A Vector of HashMaps, where each HashMap is a set field/value - * pairs for one record - * @return Zero on success, a non-zero error code on error - */ - public int scan(String table, String startkey, int recordcount, Set fields, - Vector> result) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - - try - { - SlicePredicate predicate; - if (fields == null) - { - predicate = new SlicePredicate().setSlice_range(new SliceRange(emptyByteBuffer, emptyByteBuffer, false, 1000000)); - - } else { - ArrayList fieldlist = new ArrayList(fields.size()); - for (String s : fields) - { - fieldlist.add(ByteBuffer.wrap(s.getBytes("UTF-8"))); - } - - predicate = new SlicePredicate().setColumn_names(fieldlist); - } - - KeyRange kr = new KeyRange().setStart_key(startkey.getBytes("UTF-8")).setEnd_key(new byte[] {}).setCount(recordcount); - - List results = client.get_range_slices(parent, predicate, kr, ConsistencyLevel.ONE); - - if (_debug) - { - System.out.println("Scanning startkey: " + startkey); - } - - HashMap tuple; - for (KeySlice oneresult : results) - { - tuple = new HashMap(); - - Column column; - String name; - ByteIterator value; - for (ColumnOrSuperColumn onecol : oneresult.columns) - { - column = onecol.column; - name = new String(column.name.array(), column.name.position()+column.name.arrayOffset(), column.name.remaining()); - value = new ByteArrayByteIterator(column.value.array(), column.value.position()+column.value.arrayOffset(), column.value.remaining()); - - tuple.put(name, value); - - if (_debug) - { - System.out.print("(" + name + "=" + value + ")"); - } - } - - result.add(tuple); - if (_debug) - { - System.out.println(); - } - } - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - } - - /** - * Update a record in the database. Any field/value pairs in the specified - * values HashMap will be written into the record with the specified record - * key, overwriting any existing values with the same field name. - * - * @param table - * The name of the table - * @param key - * The record key of the record to write. - * @param values - * A HashMap of field/value pairs to update in the record - * @return Zero on success, a non-zero error code on error - */ - public int update(String table, String key, HashMap values) - { - return insert(table, key, values); - } - - /** - * Insert a record in the database. Any field/value pairs in the specified - * values HashMap will be written into the record with the specified record - * key. - * - * @param table - * The name of the table - * @param key - * The record key of the record to insert. - * @param values - * A HashMap of field/value pairs to insert in the record - * @return Zero on success, a non-zero error code on error - */ - public int insert(String table, String key, HashMap values) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - if (_debug) - { - System.out.println("Inserting key: " + key); - } - - try - { - ByteBuffer wrappedKey = ByteBuffer.wrap(key.getBytes("UTF-8")); - - ColumnOrSuperColumn column; - for (Map.Entry entry : values.entrySet()) - { - column = new ColumnOrSuperColumn(); - column.setColumn( new Column( ByteBuffer.wrap(entry.getKey().getBytes("UTF-8")), - ByteBuffer.wrap(entry.getValue().toArray()), - System.currentTimeMillis()) ); - - mutations.add(new Mutation().setColumn_or_supercolumn(column)); - } - - mutationMap.put(column_family, mutations); - record.put(wrappedKey, mutationMap); - - client.batch_mutate(record, ConsistencyLevel.ONE); - - mutations.clear(); - mutationMap.clear(); - record.clear(); - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - } - - /** - * Delete a record from the database. - * - * @param table - * The name of the table - * @param key - * The record key of the record to delete. - * @return Zero on success, a non-zero error code on error - */ - public int delete(String table, String key) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - try - { - client.remove(ByteBuffer.wrap(key.getBytes("UTF-8")), - new ColumnPath(column_family), - System.currentTimeMillis(), - ConsistencyLevel.ONE); - - if (_debug) - { - System.out.println("Delete key: " + key); - } - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - } - - public static void main(String[] args) - { - CassandraClient7 cli = new CassandraClient7(); - - Properties props = new Properties(); - - props.setProperty("hosts", args[0]); - cli.setProperties(props); - - try - { - cli.init(); - } catch (Exception e) - { - e.printStackTrace(); - System.exit(0); - } - - HashMap vals = new HashMap(); - vals.put("age", new StringByteIterator("57")); - vals.put("middlename", new StringByteIterator("bradley")); - vals.put("favoritecolor", new StringByteIterator("blue")); - int res = cli.insert("usertable", "BrianFrankCooper", vals); - System.out.println("Result of insert: " + res); - - HashMap result = new HashMap(); - HashSet fields = new HashSet(); - fields.add("middlename"); - fields.add("age"); - fields.add("favoritecolor"); - res = cli.read("usertable", "BrianFrankCooper", null, result); - System.out.println("Result of read: " + res); - for (String s : result.keySet()) - { - System.out.println("[" + s + "]=[" + result.get(s) + "]"); - } - - res = cli.delete("usertable", "BrianFrankCooper"); - System.out.println("Result of delete: " + res); - } - - /* - * public static void main(String[] args) throws TException, - * InvalidRequestException, UnavailableException, - * UnsupportedEncodingException, NotFoundException { - * - * - * - * String key_user_id = "1"; - * - * - * - * - * client.insert("Keyspace1", key_user_id, new ColumnPath("Standard1", null, - * "age".getBytes("UTF-8")), "24".getBytes("UTF-8"), timestamp, - * ConsistencyLevel.ONE); - * - * - * // read single column ColumnPath path = new ColumnPath("Standard1", null, - * "name".getBytes("UTF-8")); - * - * System.out.println(client.get("Keyspace1", key_user_id, path, - * ConsistencyLevel.ONE)); - * - * - * // read entire row SlicePredicate predicate = new SlicePredicate(null, new - * SliceRange(new byte[0], new byte[0], false, 10)); - * - * ColumnParent parent = new ColumnParent("Standard1", null); - * - * List results = client.get_slice("Keyspace1", - * key_user_id, parent, predicate, ConsistencyLevel.ONE); - * - * for (ColumnOrSuperColumn result : results) { - * - * Column column = result.column; - * - * System.out.println(new String(column.name, "UTF-8") + " -> " + new - * String(column.value, "UTF-8")); - * - * } - * - * - * - * - * } - */ -} DELETED YCSB/cassandra/src/main/java/com/yahoo/ycsb/db/CassandraClient8.java Index: YCSB/cassandra/src/main/java/com/yahoo/ycsb/db/CassandraClient8.java ================================================================== --- YCSB/cassandra/src/main/java/com/yahoo/ycsb/db/CassandraClient8.java +++ /dev/null @@ -1,619 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.db; - -import com.yahoo.ycsb.*; - -import java.util.ArrayList; -import java.util.List; -import java.util.Map; -import java.util.Set; -import java.util.HashMap; -import java.util.HashSet; -import java.util.Vector; -import java.util.Random; -import java.util.Properties; -import java.nio.ByteBuffer; - -import org.apache.thrift.transport.TTransport; -import org.apache.thrift.transport.TFramedTransport; -import org.apache.thrift.transport.TSocket; -import org.apache.thrift.protocol.TProtocol; -import org.apache.thrift.protocol.TBinaryProtocol; -import org.apache.cassandra.thrift.*; - - -//XXXX if we do replication, fix the consistency levels -/** - * Cassandra 0.8 client for YCSB framework - */ -public class CassandraClient8 extends DB -{ - static Random random = new Random(); - public static final int Ok = 0; - public static final int Error = -1; - public static final ByteBuffer emptyByteBuffer = ByteBuffer.wrap(new byte[0]); - - public int ConnectionRetries; - public int OperationRetries; - public String column_family; - - public static final String CONNECTION_RETRY_PROPERTY = "cassandra.connectionretries"; - public static final String CONNECTION_RETRY_PROPERTY_DEFAULT = "300"; - - public static final String OPERATION_RETRY_PROPERTY = "cassandra.operationretries"; - public static final String OPERATION_RETRY_PROPERTY_DEFAULT = "300"; - - public static final String USERNAME_PROPERTY = "cassandra.username"; - public static final String PASSWORD_PROPERTY = "cassandra.password"; - - public static final String COLUMN_FAMILY_PROPERTY = "cassandra.columnfamily"; - public static final String COLUMN_FAMILY_PROPERTY_DEFAULT = "data"; - - TTransport tr; - Cassandra.Client client; - - boolean _debug = false; - - String _table = ""; - Exception errorexception = null; - - List mutations = new ArrayList(); - Map> mutationMap = new HashMap>(); - Map>> record = new HashMap>>(); - - ColumnParent parent; - - /** - * Initialize any state for this DB. Called once per DB instance; there is one - * DB instance per client thread. - */ - public void init() throws DBException - { - String hosts = getProperties().getProperty("hosts"); - if (hosts == null) - { - throw new DBException("Required property \"hosts\" missing for CassandraClient"); - } - - column_family = getProperties().getProperty(COLUMN_FAMILY_PROPERTY, COLUMN_FAMILY_PROPERTY_DEFAULT); - parent = new ColumnParent(column_family); - - ConnectionRetries = Integer.parseInt(getProperties().getProperty(CONNECTION_RETRY_PROPERTY, - CONNECTION_RETRY_PROPERTY_DEFAULT)); - OperationRetries = Integer.parseInt(getProperties().getProperty(OPERATION_RETRY_PROPERTY, - OPERATION_RETRY_PROPERTY_DEFAULT)); - - String username = getProperties().getProperty(USERNAME_PROPERTY); - String password = getProperties().getProperty(PASSWORD_PROPERTY); - - _debug = Boolean.parseBoolean(getProperties().getProperty("debug", "false")); - - String[] allhosts = hosts.split(","); - String myhost = allhosts[random.nextInt(allhosts.length)]; - - Exception connectexception = null; - - for (int retry = 0; retry < ConnectionRetries; retry++) - { - tr = new TFramedTransport(new TSocket(myhost, 9160)); - TProtocol proto = new TBinaryProtocol(tr); - client = new Cassandra.Client(proto); - try - { - tr.open(); - connectexception = null; - break; - } catch (Exception e) - { - connectexception = e; - } - try - { - Thread.sleep(1000); - } catch (InterruptedException e) - { - } - } - if (connectexception != null) - { - System.err.println("Unable to connect to " + myhost + " after " + ConnectionRetries - + " tries"); - System.out.println("Unable to connect to " + myhost + " after " + ConnectionRetries - + " tries"); - throw new DBException(connectexception); - } - - if (username != null && password != null) - { - Map cred = new HashMap(); - cred.put("username", username); - cred.put("password", password); - AuthenticationRequest req = new AuthenticationRequest(cred); - try - { - client.login(req); - } - catch (Exception e) - { - throw new DBException(e); - } - } - } - - /** - * Cleanup any state for this DB. Called once per DB instance; there is one DB - * instance per client thread. - */ - public void cleanup() throws DBException - { - tr.close(); - } - - /** - * Read a record from the database. Each field/value pair from the result will - * be stored in a HashMap. - * - * @param table - * The name of the table - * @param key - * The record key of the record to read. - * @param fields - * The list of fields to read, or null for all of them - * @param result - * A HashMap of field/value pairs for the result - * @return Zero on success, a non-zero error code on error - */ - public int read(String table, String key, Set fields, HashMap result) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - - try - { - SlicePredicate predicate; - if (fields == null) - { - predicate = new SlicePredicate().setSlice_range(new SliceRange(emptyByteBuffer, emptyByteBuffer, false, 1000000)); - - } else { - ArrayList fieldlist = new ArrayList(fields.size()); - for (String s : fields) - { - fieldlist.add(ByteBuffer.wrap(s.getBytes("UTF-8"))); - } - - predicate = new SlicePredicate().setColumn_names(fieldlist); - } - - List results = client.get_slice(ByteBuffer.wrap(key.getBytes("UTF-8")), parent, predicate, ConsistencyLevel.ONE); - - if (_debug) - { - System.out.print("Reading key: " + key); - } - - Column column; - String name; - ByteIterator value; - for (ColumnOrSuperColumn oneresult : results) - { - - column = oneresult.column; - name = new String(column.name.array(), column.name.position()+column.name.arrayOffset(), column.name.remaining()); - value = new ByteArrayByteIterator(column.value.array(), column.value.position()+column.value.arrayOffset(), column.value.remaining()); - - result.put(name,value); - - if (_debug) - { - System.out.print("(" + name + "=" + value + ")"); - } - } - - if (_debug) - { - System.out.println(); - } - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - - } - - /** - * Perform a range scan for a set of records in the database. Each field/value - * pair from the result will be stored in a HashMap. - * - * @param table - * The name of the table - * @param startkey - * The record key of the first record to read. - * @param recordcount - * The number of records to read - * @param fields - * The list of fields to read, or null for all of them - * @param result - * A Vector of HashMaps, where each HashMap is a set field/value - * pairs for one record - * @return Zero on success, a non-zero error code on error - */ - public int scan(String table, String startkey, int recordcount, Set fields, - Vector> result) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - - try - { - SlicePredicate predicate; - if (fields == null) - { - predicate = new SlicePredicate().setSlice_range(new SliceRange(emptyByteBuffer, emptyByteBuffer, false, 1000000)); - - } else { - ArrayList fieldlist = new ArrayList(fields.size()); - for (String s : fields) - { - fieldlist.add(ByteBuffer.wrap(s.getBytes("UTF-8"))); - } - - predicate = new SlicePredicate().setColumn_names(fieldlist); - } - - KeyRange kr = new KeyRange().setStart_key(startkey.getBytes("UTF-8")).setEnd_key(new byte[] {}).setCount(recordcount); - - List results = client.get_range_slices(parent, predicate, kr, ConsistencyLevel.ONE); - - if (_debug) - { - System.out.println("Scanning startkey: " + startkey); - } - - HashMap tuple; - for (KeySlice oneresult : results) - { - tuple = new HashMap(); - - Column column; - String name; - ByteIterator value; - for (ColumnOrSuperColumn onecol : oneresult.columns) - { - column = onecol.column; - name = new String(column.name.array(), column.name.position()+column.name.arrayOffset(), column.name.remaining()); - value = new ByteArrayByteIterator(column.value.array(), column.value.position()+column.value.arrayOffset(), column.value.remaining()); - - tuple.put(name, value); - - if (_debug) - { - System.out.print("(" + name + "=" + value + ")"); - } - } - - result.add(tuple); - if (_debug) - { - System.out.println(); - } - } - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - } - - /** - * Update a record in the database. Any field/value pairs in the specified - * values HashMap will be written into the record with the specified record - * key, overwriting any existing values with the same field name. - * - * @param table - * The name of the table - * @param key - * The record key of the record to write. - * @param values - * A HashMap of field/value pairs to update in the record - * @return Zero on success, a non-zero error code on error - */ - public int update(String table, String key, HashMap values) - { - return insert(table, key, values); - } - - /** - * Insert a record in the database. Any field/value pairs in the specified - * values HashMap will be written into the record with the specified record - * key. - * - * @param table - * The name of the table - * @param key - * The record key of the record to insert. - * @param values - * A HashMap of field/value pairs to insert in the record - * @return Zero on success, a non-zero error code on error - */ - public int insert(String table, String key, HashMap values) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - if (_debug) - { - System.out.println("Inserting key: " + key); - } - - try - { - ByteBuffer wrappedKey = ByteBuffer.wrap(key.getBytes("UTF-8")); - - Column col; - ColumnOrSuperColumn column; - for (Map.Entry entry : values.entrySet()) - { - col = new Column(); - col.setName(ByteBuffer.wrap(entry.getKey().getBytes("UTF-8"))); - col.setValue(ByteBuffer.wrap(entry.getValue().toArray())); - col.setTimestamp(System.currentTimeMillis()); - - column = new ColumnOrSuperColumn(); - column.setColumn(col); - - mutations.add(new Mutation().setColumn_or_supercolumn(column)); - } - - mutationMap.put(column_family, mutations); - record.put(wrappedKey, mutationMap); - - client.batch_mutate(record, ConsistencyLevel.ONE); - - mutations.clear(); - mutationMap.clear(); - record.clear(); - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - } - - /** - * Delete a record from the database. - * - * @param table - * The name of the table - * @param key - * The record key of the record to delete. - * @return Zero on success, a non-zero error code on error - */ - public int delete(String table, String key) - { - if (!_table.equals(table)) { - try - { - client.set_keyspace(table); - _table = table; - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return Error; - } - } - - for (int i = 0; i < OperationRetries; i++) - { - try - { - client.remove(ByteBuffer.wrap(key.getBytes("UTF-8")), - new ColumnPath(column_family), - System.currentTimeMillis(), - ConsistencyLevel.ONE); - - if (_debug) - { - System.out.println("Delete key: " + key); - } - - return Ok; - } catch (Exception e) - { - errorexception = e; - } - try - { - Thread.sleep(500); - } catch (InterruptedException e) - { - } - } - errorexception.printStackTrace(); - errorexception.printStackTrace(System.out); - return Error; - } - - public static void main(String[] args) - { - CassandraClient8 cli = new CassandraClient8(); - - Properties props = new Properties(); - - props.setProperty("hosts", args[0]); - cli.setProperties(props); - - try - { - cli.init(); - } catch (Exception e) - { - e.printStackTrace(); - System.exit(0); - } - - HashMap vals = new HashMap(); - vals.put("age", new StringByteIterator("57")); - vals.put("middlename", new StringByteIterator("bradley")); - vals.put("favoritecolor", new StringByteIterator("blue")); - int res = cli.insert("usertable", "BrianFrankCooper", vals); - System.out.println("Result of insert: " + res); - - HashMap result = new HashMap(); - HashSet fields = new HashSet(); - fields.add("middlename"); - fields.add("age"); - fields.add("favoritecolor"); - res = cli.read("usertable", "BrianFrankCooper", null, result); - System.out.println("Result of read: " + res); - for (String s : result.keySet()) - { - System.out.println("[" + s + "]=[" + result.get(s) + "]"); - } - - res = cli.delete("usertable", "BrianFrankCooper"); - System.out.println("Result of delete: " + res); - } - - /* - * public static void main(String[] args) throws TException, - * InvalidRequestException, UnavailableException, - * UnsupportedEncodingException, NotFoundException { - * - * - * - * String key_user_id = "1"; - * - * - * - * - * client.insert("Keyspace1", key_user_id, new ColumnPath("Standard1", null, - * "age".getBytes("UTF-8")), "24".getBytes("UTF-8"), timestamp, - * ConsistencyLevel.ONE); - * - * - * // read single column ColumnPath path = new ColumnPath("Standard1", null, - * "name".getBytes("UTF-8")); - * - * System.out.println(client.get("Keyspace1", key_user_id, path, - * ConsistencyLevel.ONE)); - * - * - * // read entire row SlicePredicate predicate = new SlicePredicate(null, new - * SliceRange(new byte[0], new byte[0], false, 10)); - * - * ColumnParent parent = new ColumnParent("Standard1", null); - * - * List results = client.get_slice("Keyspace1", - * key_user_id, parent, predicate, ConsistencyLevel.ONE); - * - * for (ColumnOrSuperColumn result : results) { - * - * Column column = result.column; - * - * System.out.println(new String(column.name, "UTF-8") + " -> " + new - * String(column.value, "UTF-8")); - * - * } - * - * - * - * - * } - */ -} DELETED YCSB/cassandra/target/archive-tmp/cassandra-binding-0.1.4.jar Index: YCSB/cassandra/target/archive-tmp/cassandra-binding-0.1.4.jar ================================================================== --- YCSB/cassandra/target/archive-tmp/cassandra-binding-0.1.4.jar +++ /dev/null cannot compute difference between binary files DELETED YCSB/cassandra/target/cassandra-binding-0.1.4.jar Index: YCSB/cassandra/target/cassandra-binding-0.1.4.jar ================================================================== --- YCSB/cassandra/target/cassandra-binding-0.1.4.jar +++ /dev/null cannot compute difference between binary files DELETED YCSB/cassandra/target/checkstyle-cachefile Index: YCSB/cassandra/target/checkstyle-cachefile ================================================================== --- YCSB/cassandra/target/checkstyle-cachefile +++ /dev/null @@ -1,2 +0,0 @@ -#Tue Mar 12 07:16:59 UTC 2013 -configuration*?=7D005B695A30F6582106FC4959393173A9C18626 DELETED YCSB/cassandra/target/checkstyle-checker.xml Index: YCSB/cassandra/target/checkstyle-checker.xml ================================================================== --- YCSB/cassandra/target/checkstyle-checker.xml +++ /dev/null @@ -1,170 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - DELETED YCSB/cassandra/target/checkstyle-header.txt Index: YCSB/cassandra/target/checkstyle-header.txt ================================================================== --- YCSB/cassandra/target/checkstyle-header.txt +++ /dev/null @@ -1,202 +0,0 @@ - - Apache License - Version 2.0, January 2004 - http://www.apache.org/licenses/ - - TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - - 1. Definitions. - - "License" shall mean the terms and conditions for use, reproduction, - and distribution as defined by Sections 1 through 9 of this document. - - "Licensor" shall mean the copyright owner or entity authorized by - the copyright owner that is granting the License. - - "Legal Entity" shall mean the union of the acting entity and all - other entities that control, are controlled by, or are under common - control with that entity. For the purposes of this definition, - "control" means (i) the power, direct or indirect, to cause the - direction or management of such entity, whether by contract or - otherwise, or (ii) ownership of fifty percent (50%) or more of the - outstanding shares, or (iii) beneficial ownership of such entity. - - "You" (or "Your") shall mean an individual or Legal Entity - exercising permissions granted by this License. - - "Source" form shall mean the preferred form for making modifications, - including but not limited to software source code, documentation - source, and configuration files. - - "Object" form shall mean any form resulting from mechanical - transformation or translation of a Source form, including but - not limited to compiled object code, generated documentation, - and conversions to other media types. - - "Work" shall mean the work of authorship, whether in Source or - Object form, made available under the License, as indicated by a - copyright notice that is included in or attached to the work - (an example is provided in the Appendix below). - - "Derivative Works" shall mean any work, whether in Source or Object - form, that is based on (or derived from) the Work and for which the - editorial revisions, annotations, elaborations, or other modifications - represent, as a whole, an original work of authorship. For the purposes - of this License, Derivative Works shall not include works that remain - separable from, or merely link (or bind by name) to the interfaces of, - the Work and Derivative Works thereof. - - "Contribution" shall mean any work of authorship, including - the original version of the Work and any modifications or additions - to that Work or Derivative Works thereof, that is intentionally - submitted to Licensor for inclusion in the Work by the copyright owner - or by an individual or Legal Entity authorized to submit on behalf of - the copyright owner. For the purposes of this definition, "submitted" - means any form of electronic, verbal, or written communication sent - to the Licensor or its representatives, including but not limited to - communication on electronic mailing lists, source code control systems, - and issue tracking systems that are managed by, or on behalf of, the - Licensor for the purpose of discussing and improving the Work, but - excluding communication that is conspicuously marked or otherwise - designated in writing by the copyright owner as "Not a Contribution." - - "Contributor" shall mean Licensor and any individual or Legal Entity - on behalf of whom a Contribution has been received by Licensor and - subsequently incorporated within the Work. - - 2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - - 3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have made, - use, offer to sell, sell, import, and otherwise transfer the Work, - where such license applies only to those patent claims licensable - by such Contributor that are necessarily infringed by their - Contribution(s) alone or by combination of their Contribution(s) - with the Work to which such Contribution(s) was submitted. If You - institute patent litigation against any entity (including a - cross-claim or counterclaim in a lawsuit) alleging that the Work - or a Contribution incorporated within the Work constitutes direct - or contributory patent infringement, then any patent licenses - granted to You under this License for that Work shall terminate - as of the date such litigation is filed. - - 4. Redistribution. You may reproduce and distribute copies of the - Work or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You - meet the following conditions: - - (a) You must give any other recipients of the Work or - Derivative Works a copy of this License; and - - (b) You must cause any modified files to carry prominent notices - stating that You changed the files; and - - (c) You must retain, in the Source form of any Derivative Works - that You distribute, all copyright, patent, trademark, and - attribution notices from the Source form of the Work, - excluding those notices that do not pertain to any part of - the Derivative Works; and - - (d) If the Work includes a "NOTICE" text file as part of its - distribution, then any Derivative Works that You distribute must - include a readable copy of the attribution notices contained - within such NOTICE file, excluding those notices that do not - pertain to any part of the Derivative Works, in at least one - of the following places: within a NOTICE text file distributed - as part of the Derivative Works; within the Source form or - documentation, if provided along with the Derivative Works; or, - within a display generated by the Derivative Works, if and - wherever such third-party notices normally appear. The contents - of the NOTICE file are for informational purposes only and - do not modify the License. You may add Your own attribution - notices within Derivative Works that You distribute, alongside - or as an addendum to the NOTICE text from the Work, provided - that such additional attribution notices cannot be construed - as modifying the License. - - You may add Your own copyright statement to Your modifications and - may provide additional or different license terms and conditions - for use, reproduction, or distribution of Your modifications, or - for any such Derivative Works as a whole, provided Your use, - reproduction, and distribution of the Work otherwise complies with - the conditions stated in this License. - - 5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or conditions. - Notwithstanding the above, nothing herein shall supersede or modify - the terms of any separate license agreement you may have executed - with Licensor regarding such Contributions. - - 6. Trademarks. This License does not grant permission to use the trade - names, trademarks, service marks, or product names of the Licensor, - except as required for reasonable and customary use in describing the - origin of the Work and reproducing the content of the NOTICE file. - - 7. Disclaimer of Warranty. Unless required by applicable law or - agreed to in writing, Licensor provides the Work (and each - Contributor provides its Contributions) on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied, including, without limitation, any warranties or conditions - of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A - PARTICULAR PURPOSE. You are solely responsible for determining the - appropriateness of using or redistributing the Work and assume any - risks associated with Your exercise of permissions under this License. - - 8. Limitation of Liability. In no event and under no legal theory, - whether in tort (including negligence), contract, or otherwise, - unless required by applicable law (such as deliberate and grossly - negligent acts) or agreed to in writing, shall any Contributor be - liable to You for damages, including any direct, indirect, special, - incidental, or consequential damages of any character arising as a - result of this License or out of the use or inability to use the - Work (including but not limited to damages for loss of goodwill, - work stoppage, computer failure or malfunction, or any and all - other commercial damages or losses), even if such Contributor - has been advised of the possibility of such damages. - - 9. Accepting Warranty or Additional Liability. While redistributing - the Work or Derivative Works thereof, You may choose to offer, - and charge a fee for, acceptance of support, warranty, indemnity, - or other liability obligations and/or rights consistent with this - License. However, in accepting such obligations, You may act only - on Your own behalf and on Your sole responsibility, not on behalf - of any other Contributor, and only if You agree to indemnify, - defend, and hold each Contributor harmless for any liability - incurred by, or claims asserted against, such Contributor by reason - of your accepting any such warranty or additional liability. - - END OF TERMS AND CONDITIONS - - APPENDIX: How to apply the Apache License to your work. - - To apply the Apache License to your work, attach the following - boilerplate notice, with the fields enclosed by brackets "[]" - replaced with your own identifying information. (Don't include - the brackets!) The text should be enclosed in the appropriate - comment syntax for the file format. We also recommend that a - file or class name and description of purpose be included on the - same "printed page" as the copyright notice for easier - identification within third-party archives. - - Copyright [yyyy] [name of copyright owner] - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. DELETED YCSB/cassandra/target/checkstyle-result.xml Index: YCSB/cassandra/target/checkstyle-result.xml ================================================================== --- YCSB/cassandra/target/checkstyle-result.xml +++ /dev/null @@ -1,453 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - DELETED YCSB/cassandra/target/classes/com/yahoo/ycsb/db/CassandraClient10.class Index: YCSB/cassandra/target/classes/com/yahoo/ycsb/db/CassandraClient10.class ================================================================== --- YCSB/cassandra/target/classes/com/yahoo/ycsb/db/CassandraClient10.class +++ /dev/null cannot compute difference between binary files DELETED YCSB/cassandra/target/classes/com/yahoo/ycsb/db/CassandraClient7.class Index: YCSB/cassandra/target/classes/com/yahoo/ycsb/db/CassandraClient7.class ================================================================== --- YCSB/cassandra/target/classes/com/yahoo/ycsb/db/CassandraClient7.class +++ /dev/null cannot compute difference between binary files DELETED YCSB/cassandra/target/classes/com/yahoo/ycsb/db/CassandraClient8.class Index: YCSB/cassandra/target/classes/com/yahoo/ycsb/db/CassandraClient8.class ================================================================== --- YCSB/cassandra/target/classes/com/yahoo/ycsb/db/CassandraClient8.class +++ /dev/null cannot compute difference between binary files DELETED YCSB/cassandra/target/maven-archiver/pom.properties Index: YCSB/cassandra/target/maven-archiver/pom.properties ================================================================== --- YCSB/cassandra/target/maven-archiver/pom.properties +++ /dev/null @@ -1,5 +0,0 @@ -#Generated by Maven -#Tue Mar 12 07:17:03 UTC 2013 -version=0.1.4 -groupId=com.yahoo.ycsb -artifactId=cassandra-binding DELETED YCSB/cassandra/target/site/checkstyle.html Index: YCSB/cassandra/target/site/checkstyle.html ================================================================== --- YCSB/cassandra/target/site/checkstyle.html +++ /dev/null cannot compute difference between binary files DELETED YCSB/cassandra/target/site/checkstyle.rss Index: YCSB/cassandra/target/site/checkstyle.rss ================================================================== --- YCSB/cassandra/target/site/checkstyle.rss +++ /dev/null @@ -1,79 +0,0 @@ - - - - - Cassandra DB Binding - Checkstyle report - ${project.url} - Cassandra DB Binding - Checkstyle report - en-us - ©2013 - - File: 3, - Errors: 444, - Warnings: 0, - Infos: 0 - - ${project.url}/checkstyle.html - -

Click here for the full Checkstyle report.

- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

Files	I	W	E
- com/yahoo/ycsb/db/CassandraClient7.java -	- 0 -	- 0 -	- 144 -
- com/yahoo/ycsb/db/CassandraClient8.java -	- 0 -	- 0 -	- 139 -
- com/yahoo/ycsb/db/CassandraClient10.java -	- 0 -	- 0 -	- 161 -

- - - - - - DELETED YCSB/cassandra/target/site/images/rss.png Index: YCSB/cassandra/target/site/images/rss.png ================================================================== --- YCSB/cassandra/target/site/images/rss.png +++ /dev/null cannot compute difference between binary files DELETED YCSB/cassandra/target/slf4j-simple-1.7.2.jar Index: YCSB/cassandra/target/slf4j-simple-1.7.2.jar ================================================================== --- YCSB/cassandra/target/slf4j-simple-1.7.2.jar +++ /dev/null cannot compute difference between binary files DELETED YCSB/checkstyle.xml Index: YCSB/checkstyle.xml ================================================================== --- YCSB/checkstyle.xml +++ /dev/null @@ -1,170 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - DELETED YCSB/core/pom.xml Index: YCSB/core/pom.xml ================================================================== --- YCSB/core/pom.xml +++ /dev/null @@ -1,37 +0,0 @@ - - - 4.0.0 - - com.yahoo.ycsb - root - 0.1.4 - - - core - Core YCSB - jar - - - 1.9.4 - - - - - org.codehaus.jackson - jackson-mapper-asl - ${jackson.api.version} - - - org.codehaus.jackson - jackson-core-asl - ${jackson.api.version} - - - org.testng - testng - 6.1.1 - test - - - - DELETED YCSB/core/src/main/java/com/yahoo/ycsb/BasicDB.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/BasicDB.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/BasicDB.java +++ /dev/null @@ -1,267 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - -import java.util.HashMap; -import java.util.Properties; -import java.util.Set; -import java.util.Enumeration; -import java.util.Vector; - - -/** - * Basic DB that just prints out the requested operations, instead of doing them against a database. - */ -public class BasicDB extends DB -{ - public static final String VERBOSE="basicdb.verbose"; - public static final String VERBOSE_DEFAULT="true"; - - public static final String SIMULATE_DELAY="basicdb.simulatedelay"; - public static final String SIMULATE_DELAY_DEFAULT="0"; - - - boolean verbose; - int todelay; - - public BasicDB() - { - todelay=0; - } - - - void delay() - { - if (todelay>0) - { - try - { - Thread.sleep((long)Utils.random().nextInt(todelay)); - } - catch (InterruptedException e) - { - //do nothing - } - } - } - - /** - * Initialize any state for this DB. - * Called once per DB instance; there is one DB instance per client thread. - */ - @SuppressWarnings("unchecked") - public void init() - { - verbose=Boolean.parseBoolean(getProperties().getProperty(VERBOSE, VERBOSE_DEFAULT)); - todelay=Integer.parseInt(getProperties().getProperty(SIMULATE_DELAY, SIMULATE_DELAY_DEFAULT)); - - if (verbose) - { - System.out.println("***************** properties *****************"); - Properties p=getProperties(); - if (p!=null) - { - for (Enumeration e=p.propertyNames(); e.hasMoreElements(); ) - { - String k=(String)e.nextElement(); - System.out.println("\""+k+"\"=\""+p.getProperty(k)+"\""); - } - } - System.out.println("**********************************************"); - } - } - - /** - * Read a record from the database. Each field/value pair from the result will be stored in a HashMap. - * - * @param table The name of the table - * @param key The record key of the record to read. - * @param fields The list of fields to read, or null for all of them - * @param result A HashMap of field/value pairs for the result - * @return Zero on success, a non-zero error code on error - */ - public int read(String table, String key, Set fields, HashMap result) - { - delay(); - - if (verbose) - { - System.out.print("READ "+table+" "+key+" [ "); - if (fields!=null) - { - for (String f : fields) - { - System.out.print(f+" "); - } - } - else - { - System.out.print(""); - } - - System.out.println("]"); - } - - return 0; - } - - /** - * Perform a range scan for a set of records in the database. Each field/value pair from the result will be stored in a HashMap. - * - * @param table The name of the table - * @param startkey The record key of the first record to read. - * @param recordcount The number of records to read - * @param fields The list of fields to read, or null for all of them - * @param result A Vector of HashMaps, where each HashMap is a set field/value pairs for one record - * @return Zero on success, a non-zero error code on error - */ - public int scan(String table, String startkey, int recordcount, Set fields, Vector> result) - { - delay(); - - if (verbose) - { - System.out.print("SCAN "+table+" "+startkey+" "+recordcount+" [ "); - if (fields!=null) - { - for (String f : fields) - { - System.out.print(f+" "); - } - } - else - { - System.out.print(""); - } - - System.out.println("]"); - } - - return 0; - } - - /** - * Update a record in the database. Any field/value pairs in the specified values HashMap will be written into the record with the specified - * record key, overwriting any existing values with the same field name. - * - * @param table The name of the table - * @param key The record key of the record to write. - * @param values A HashMap of field/value pairs to update in the record - * @return Zero on success, a non-zero error code on error - */ - public int update(String table, String key, HashMap values) - { - delay(); - - if (verbose) - { - System.out.print("UPDATE "+table+" "+key+" [ "); - if (values!=null) - { - for (String k : values.keySet()) - { - System.out.print(k+"="+values.get(k)+" "); - } - } - System.out.println("]"); - } - - return 0; - } - - /** - * Insert a record in the database. Any field/value pairs in the specified values HashMap will be written into the record with the specified - * record key. - * - * @param table The name of the table - * @param key The record key of the record to insert. - * @param values A HashMap of field/value pairs to insert in the record - * @return Zero on success, a non-zero error code on error - */ - public int insert(String table, String key, HashMap values) - { - delay(); - - if (verbose) - { - System.out.print("INSERT "+table+" "+key+" [ "); - if (values!=null) - { - for (String k : values.keySet()) - { - System.out.print(k+"="+values.get(k)+" "); - } - } - - System.out.println("]"); - } - - return 0; - } - - - /** - * Delete a record from the database. - * - * @param table The name of the table - * @param key The record key of the record to delete. - * @return Zero on success, a non-zero error code on error - */ - public int delete(String table, String key) - { - delay(); - - if (verbose) - { - System.out.println("DELETE "+table+" "+key); - } - - return 0; - } - - /** - * Short test of BasicDB - */ - /* - public static void main(String[] args) - { - BasicDB bdb=new BasicDB(); - - Properties p=new Properties(); - p.setProperty("Sky","Blue"); - p.setProperty("Ocean","Wet"); - - bdb.setProperties(p); - - bdb.init(); - - HashMap fields=new HashMap(); - fields.put("A","X"); - fields.put("B","Y"); - - bdb.read("table","key",null,null); - bdb.insert("table","key",fields); - - fields=new HashMap(); - fields.put("C","Z"); - - bdb.update("table","key",fields); - - bdb.delete("table","key"); - }*/ -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/ByteArrayByteIterator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/ByteArrayByteIterator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/ByteArrayByteIterator.java +++ /dev/null @@ -1,52 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ -package com.yahoo.ycsb; - -public class ByteArrayByteIterator extends ByteIterator { - byte[] str; - int off; - final int len; - public ByteArrayByteIterator(byte[] s) { - this.str = s; - this.off = 0; - this.len = s.length; - } - - public ByteArrayByteIterator(byte[] s, int off, int len) { - this.str = s; - this.off = off; - this.len = off + len; - } - - @Override - public boolean hasNext() { - return off < len; - } - - @Override - public byte nextByte() { - byte ret = str[off]; - off++; - return ret; - } - - @Override - public long bytesLeft() { - return len - off; - } - -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/ByteIterator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/ByteIterator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/ByteIterator.java +++ /dev/null @@ -1,92 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ -package com.yahoo.ycsb; - -import java.util.Iterator; -import java.util.ArrayList; -/** - * YCSB-specific buffer class. ByteIterators are designed to support - * efficient field generation, and to allow backend drivers that can stream - * fields (instead of materializing them in RAM) to do so. - *

- * YCSB originially used String objects to represent field values. This led to - * two performance issues. - *

- * First, it leads to unnecessary conversions between UTF-16 and UTF-8, both - * during field generation, and when passing data to byte-based backend - * drivers. - *

- * Second, Java strings are represented internally using UTF-16, and are - * built by appending to a growable array type (StringBuilder or - * StringBuffer), then calling a toString() method. This leads to a 4x memory - * overhead as field values are being built, which prevented YCSB from - * driving large object stores. - *

- * The StringByteIterator class contains a number of convenience methods for - * backend drivers that convert between Map<String,String> and - * Map<String,ByteBuffer>. - * - * @author sears - */ -public abstract class ByteIterator implements Iterator { - - @Override - public abstract boolean hasNext(); - - @Override - public Byte next() { - throw new UnsupportedOperationException(); - //return nextByte(); - } - - public abstract byte nextByte(); - /** @return byte offset immediately after the last valid byte */ - public int nextBuf(byte[] buf, int buf_off) { - int sz = buf_off; - while(sz < buf.length && hasNext()) { - buf[sz] = nextByte(); - sz++; - } - return sz; - } - - public abstract long bytesLeft(); - - @Override - public void remove() { - throw new UnsupportedOperationException(); - } - - /** Consumes remaining contents of this object, and returns them as a string. */ - public String toString() { - StringBuilder sb = new StringBuilder(); - while(this.hasNext()) { sb.append((char)nextByte()); } - return sb.toString(); - } - /** Consumes remaining contents of this object, and returns them as a byte array. */ - public byte[] toArray() { - long left = bytesLeft(); - if(left != (int)left) { throw new ArrayIndexOutOfBoundsException("Too much data to fit in one array!"); } - byte[] ret = new byte[(int)left]; - int off = 0; - while(off < ret.length) { - off = nextBuf(ret, off); - } - return ret; - } - -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/Client.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/Client.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/Client.java +++ /dev/null @@ -1,802 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - - -import java.io.*; -import java.text.DecimalFormat; -import java.util.*; - -import com.yahoo.ycsb.measurements.Measurements; -import com.yahoo.ycsb.measurements.exporter.MeasurementsExporter; -import com.yahoo.ycsb.measurements.exporter.TextMeasurementsExporter; - -//import org.apache.log4j.BasicConfigurator; - -/** - * A thread to periodically show the status of the experiment, to reassure you that progress is being made. - * - * @author cooperb - * - */ -class StatusThread extends Thread -{ - Vector _threads; - String _label; - boolean _standardstatus; - - /** - * The interval for reporting status. - */ - public static final long sleeptime=100; - - public StatusThread(Vector threads, String label, boolean standardstatus) - { - _threads=threads; - _label=label; - _standardstatus=standardstatus; - } - - /** - * Run and periodically report status. - */ - public void run() - { - long st=System.currentTimeMillis(); - - long lasten=st; - long lasttotalops=0; - - boolean alldone; - - do - { - alldone=true; - - int totalops=0; - - //terminate this thread when all the worker threads are done - for (Thread t : _threads) - { - if (t.getState()!=Thread.State.TERMINATED) - { - alldone=false; - } - - ClientThread ct=(ClientThread)t; - totalops+=ct.getOpsDone(); - } - - long en=System.currentTimeMillis(); - - long interval=en-st; - //double throughput=1000.0*((double)totalops)/((double)interval); - - double curthroughput=1000.0*(((double)(totalops-lasttotalops))/((double)(en-lasten))); - - lasttotalops=totalops; - lasten=en; - - DecimalFormat d = new DecimalFormat("#.##"); - - if (totalops==0) - { - System.err.println(_label+" "+(double)interval/1000+" sec: "+totalops+" operations; "+Measurements.getMeasurements().getSummary()); - } - else - { - System.err.println(_label+" "+(double)interval/1000+" sec: "+totalops+" operations; "+d.format(curthroughput)+" current ops/sec; "+Measurements.getMeasurements().getSummary()); - } - - if (_standardstatus) - { - if (totalops==0) - { - System.out.println(_label+" "+(double)interval/1000+" sec: "+totalops+" operations; "+Measurements.getMeasurements().getSummary()); - } - else - { - System.out.println(_label+" "+(double)interval/1000+" sec: "+totalops+" operations; "+d.format(curthroughput)+" current ops/sec; "+Measurements.getMeasurements().getSummary()); - } - } - - try - { - sleep(sleeptime); - } - catch (InterruptedException e) - { - //do nothing - } - - } - while (!alldone); - } -} - -/** - * A thread for executing transactions or data inserts to the database. - * - * @author cooperb - * - */ -class ClientThread extends Thread -{ - DB _db; - boolean _dotransactions; - Workload _workload; - int _opcount; - double _target; - - int _opsdone; - int _threadid; - int _threadcount; - Object _workloadstate; - Properties _props; - - - /** - * Constructor. - * - * @param db the DB implementation to use - * @param dotransactions true to do transactions, false to insert data - * @param workload the workload to use - * @param threadid the id of this thread - * @param threadcount the total number of threads - * @param props the properties defining the experiment - * @param opcount the number of operations (transactions or inserts) to do - * @param targetperthreadperms target number of operations per thread per ms - */ - public ClientThread(DB db, boolean dotransactions, Workload workload, int threadid, int threadcount, Properties props, int opcount, double targetperthreadperms) - { - //TODO: consider removing threadcount and threadid - _db=db; - _dotransactions=dotransactions; - _workload=workload; - _opcount=opcount; - _opsdone=0; - _target=targetperthreadperms; - _threadid=threadid; - _threadcount=threadcount; - _props=props; - //System.out.println("Interval = "+interval); - } - - public int getOpsDone() - { - return _opsdone; - } - - public void run() - { - try - { - _db.init(); - } - catch (DBException e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return; - } - - try - { - _workloadstate=_workload.initThread(_props,_threadid,_threadcount); - } - catch (WorkloadException e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return; - } - - //spread the thread operations out so they don't all hit the DB at the same time - try - { - //GH issue 4 - throws exception if _target>1 because random.nextInt argument must be >0 - //and the sleep() doesn't make sense for granularities < 1 ms anyway - if ( (_target>0) && (_target<=1.0) ) - { - sleep(Utils.random().nextInt((int)(1.0/_target))); - } - } - catch (InterruptedException e) - { - // do nothing. - } - - try - { - if (_dotransactions) - { - long st=System.currentTimeMillis(); - - while (((_opcount == 0) || (_opsdone < _opcount)) && !_workload.isStopRequested()) - { - - if (!_workload.doTransaction(_db,_workloadstate)) - { - break; - } - - _opsdone++; - - //throttle the operations - if (_target>0) - { - //this is more accurate than other throttling approaches we have tried, - //like sleeping for (1/target throughput)-operation latency, - //because it smooths timing inaccuracies (from sleep() taking an int, - //current time in millis) over many operations - while (System.currentTimeMillis()-st<((double)_opsdone)/_target) - { - try - { - sleep(1); - } - catch (InterruptedException e) - { - // do nothing. - } - - } - } - } - } - else - { - long st=System.currentTimeMillis(); - - while (((_opcount == 0) || (_opsdone < _opcount)) && !_workload.isStopRequested()) - { - - if (!_workload.doInsert(_db,_workloadstate)) - { - break; - } - - _opsdone++; - - //throttle the operations - if (_target>0) - { - //this is more accurate than other throttling approaches we have tried, - //like sleeping for (1/target throughput)-operation latency, - //because it smooths timing inaccuracies (from sleep() taking an int, - //current time in millis) over many operations - while (System.currentTimeMillis()-st<((double)_opsdone)/_target) - { - try - { - sleep(1); - } - catch (InterruptedException e) - { - // do nothing. - } - } - } - } - } - } - catch (Exception e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - System.exit(0); - } - - try - { - _db.cleanup(); - } - catch (DBException e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - return; - } - } -} - -/** - * Main class for executing YCSB. - */ -public class Client -{ - - public static final String OPERATION_COUNT_PROPERTY="operationcount"; - - public static final String RECORD_COUNT_PROPERTY="recordcount"; - - public static final String WORKLOAD_PROPERTY="workload"; - - /** - * Indicates how many inserts to do, if less than recordcount. Useful for partitioning - * the load among multiple servers, if the client is the bottleneck. Additionally, workloads - * should support the "insertstart" property, which tells them which record to start at. - */ - public static final String INSERT_COUNT_PROPERTY="insertcount"; - - /** - * The maximum amount of time (in seconds) for which the benchmark will be run. - */ - public static final String MAX_EXECUTION_TIME = "maxexecutiontime"; - - public static void usageMessage() - { - System.out.println("Usage: java com.yahoo.ycsb.Client [options]"); - System.out.println("Options:"); - System.out.println(" -threads n: execute using n threads (default: 1) - can also be specified as the \n" + - " \"threadcount\" property using -p"); - System.out.println(" -target n: attempt to do n operations per second (default: unlimited) - can also\n" + - " be specified as the \"target\" property using -p"); - System.out.println(" -load: run the loading phase of the workload"); - System.out.println(" -t: run the transactions phase of the workload (default)"); - System.out.println(" -db dbname: specify the name of the DB to use (default: com.yahoo.ycsb.BasicDB) - \n" + - " can also be specified as the \"db\" property using -p"); - System.out.println(" -P propertyfile: load properties from the given file. Multiple files can"); - System.out.println(" be specified, and will be processed in the order specified"); - System.out.println(" -p name=value: specify a property to be passed to the DB and workloads;"); - System.out.println(" multiple properties can be specified, and override any"); - System.out.println(" values in the propertyfile"); - System.out.println(" -s: show status during run (default: no status)"); - System.out.println(" -l label: use label for status (e.g. to label one experiment out of a whole batch)"); - System.out.println(""); - System.out.println("Required properties:"); - System.out.println(" "+WORKLOAD_PROPERTY+": the name of the workload class to use (e.g. com.yahoo.ycsb.workloads.CoreWorkload)"); - System.out.println(""); - System.out.println("To run the transaction phase from multiple servers, start a separate client on each."); - System.out.println("To run the load phase from multiple servers, start a separate client on each; additionally,"); - System.out.println("use the \"insertcount\" and \"insertstart\" properties to divide up the records to be inserted"); - } - - public static boolean checkRequiredProperties(Properties props) - { - if (props.getProperty(WORKLOAD_PROPERTY)==null) - { - System.out.println("Missing property: "+WORKLOAD_PROPERTY); - return false; - } - - return true; - } - - - /** - * Exports the measurements to either sysout or a file using the exporter - * loaded from conf. - * @throws IOException Either failed to write to output stream or failed to close it. - */ - private static void exportMeasurements(Properties props, int opcount, long runtime) - throws IOException - { - MeasurementsExporter exporter = null; - try - { - // if no destination file is provided the results will be written to stdout - OutputStream out; - String exportFile = props.getProperty("exportfile"); - if (exportFile == null) - { - out = System.out; - } else - { - out = new FileOutputStream(exportFile); - } - - // if no exporter is provided the default text one will be used - String exporterStr = props.getProperty("exporter", "com.yahoo.ycsb.measurements.exporter.TextMeasurementsExporter"); - try - { - exporter = (MeasurementsExporter) Class.forName(exporterStr).getConstructor(OutputStream.class).newInstance(out); - } catch (Exception e) - { - System.err.println("Could not find exporter " + exporterStr - + ", will use default text reporter."); - e.printStackTrace(); - exporter = new TextMeasurementsExporter(out); - } - - exporter.write("OVERALL", "RunTime(ms)", runtime); - double throughput = 1000.0 * ((double) opcount) / ((double) runtime); - exporter.write("OVERALL", "Throughput(ops/sec)", throughput); - - Measurements.getMeasurements().exportMeasurements(exporter); - } finally - { - if (exporter != null) - { - exporter.close(); - } - } - } - - @SuppressWarnings("unchecked") - public static void main(String[] args) - { - String dbname; - Properties props=new Properties(); - Properties fileprops=new Properties(); - boolean dotransactions=true; - int threadcount=1; - int target=0; - boolean status=false; - String label=""; - - //parse arguments - int argindex=0; - - if (args.length==0) - { - usageMessage(); - System.exit(0); - } - - while (args[argindex].startsWith("-")) - { - if (args[argindex].compareTo("-threads")==0) - { - argindex++; - if (argindex>=args.length) - { - usageMessage(); - System.exit(0); - } - int tcount=Integer.parseInt(args[argindex]); - props.setProperty("threadcount", tcount+""); - argindex++; - } - else if (args[argindex].compareTo("-target")==0) - { - argindex++; - if (argindex>=args.length) - { - usageMessage(); - System.exit(0); - } - int ttarget=Integer.parseInt(args[argindex]); - props.setProperty("target", ttarget+""); - argindex++; - } - else if (args[argindex].compareTo("-load")==0) - { - dotransactions=false; - argindex++; - } - else if (args[argindex].compareTo("-t")==0) - { - dotransactions=true; - argindex++; - } - else if (args[argindex].compareTo("-s")==0) - { - status=true; - argindex++; - } - else if (args[argindex].compareTo("-db")==0) - { - argindex++; - if (argindex>=args.length) - { - usageMessage(); - System.exit(0); - } - props.setProperty("db",args[argindex]); - argindex++; - } - else if (args[argindex].compareTo("-l")==0) - { - argindex++; - if (argindex>=args.length) - { - usageMessage(); - System.exit(0); - } - label=args[argindex]; - argindex++; - } - else if (args[argindex].compareTo("-P")==0) - { - argindex++; - if (argindex>=args.length) - { - usageMessage(); - System.exit(0); - } - String propfile=args[argindex]; - argindex++; - - Properties myfileprops=new Properties(); - try - { - myfileprops.load(new FileInputStream(propfile)); - } - catch (IOException e) - { - System.out.println(e.getMessage()); - System.exit(0); - } - - //Issue #5 - remove call to stringPropertyNames to make compilable under Java 1.5 - for (Enumeration e=myfileprops.propertyNames(); e.hasMoreElements(); ) - { - String prop=(String)e.nextElement(); - - fileprops.setProperty(prop,myfileprops.getProperty(prop)); - } - - } - else if (args[argindex].compareTo("-p")==0) - { - argindex++; - if (argindex>=args.length) - { - usageMessage(); - System.exit(0); - } - int eq=args[argindex].indexOf('='); - if (eq<0) - { - usageMessage(); - System.exit(0); - } - - String name=args[argindex].substring(0,eq); - String value=args[argindex].substring(eq+1); - props.put(name,value); - //System.out.println("["+name+"]=["+value+"]"); - argindex++; - } - else - { - System.out.println("Unknown option "+args[argindex]); - usageMessage(); - System.exit(0); - } - - if (argindex>=args.length) - { - break; - } - } - - if (argindex!=args.length) - { - usageMessage(); - System.exit(0); - } - - //set up logging - //BasicConfigurator.configure(); - - //overwrite file properties with properties from the command line - - //Issue #5 - remove call to stringPropertyNames to make compilable under Java 1.5 - for (Enumeration e=props.propertyNames(); e.hasMoreElements(); ) - { - String prop=(String)e.nextElement(); - - fileprops.setProperty(prop,props.getProperty(prop)); - } - - props=fileprops; - - if (!checkRequiredProperties(props)) - { - System.exit(0); - } - - long maxExecutionTime = Integer.parseInt(props.getProperty(MAX_EXECUTION_TIME, "0")); - - //get number of threads, target and db - threadcount=Integer.parseInt(props.getProperty("threadcount","1")); - dbname=props.getProperty("db","com.yahoo.ycsb.BasicDB"); - target=Integer.parseInt(props.getProperty("target","0")); - - //compute the target throughput - double targetperthreadperms=-1; - if (target>0) - { - double targetperthread=((double)target)/((double)threadcount); - targetperthreadperms=targetperthread/1000.0; - } - - System.out.println("YCSB Client 0.1"); - System.out.print("Command line:"); - for (int i=0; i threads=new Vector(); - - for (int threadid=0; threadid 0) { - terminator = new TerminatorThread(maxExecutionTime, threads, workload); - terminator.start(); - } - - int opsDone = 0; - - for (Thread t : threads) - { - try - { - t.join(); - opsDone += ((ClientThread)t).getOpsDone(); - } - catch (InterruptedException e) - { - } - } - - long en=System.currentTimeMillis(); - - if (terminator != null && !terminator.isInterrupted()) { - terminator.interrupt(); - } - - if (status) - { - statusthread.interrupt(); - } - - try - { - workload.cleanup(); - } - catch (WorkloadException e) - { - e.printStackTrace(); - e.printStackTrace(System.out); - System.exit(0); - } - - try - { - exportMeasurements(props, opsDone, en - st); - } catch (IOException e) - { - System.err.println("Could not export measurements, error: " + e.getMessage()); - e.printStackTrace(); - System.exit(-1); - } - - System.exit(0); - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/CommandLine.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/CommandLine.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/CommandLine.java +++ /dev/null @@ -1,410 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - -import java.util.Properties; -import java.io.FileInputStream; -import java.io.IOException; -import java.util.Enumeration; -import java.io.BufferedReader; -import java.io.InputStreamReader; -import java.util.HashMap; -import java.util.Map; -import java.util.Set; -import java.util.HashSet; -import java.util.Vector; - -import com.yahoo.ycsb.workloads.*; - -/** - * A simple command line client to a database, using the appropriate com.yahoo.ycsb.DB implementation. - */ -public class CommandLine -{ - public static final String DEFAULT_DB="com.yahoo.ycsb.BasicDB"; - - public static void usageMessage() - { - System.out.println("YCSB Command Line Client"); - System.out.println("Usage: java com.yahoo.ycsb.CommandLine [options]"); - System.out.println("Options:"); - System.out.println(" -P filename: Specify a property file"); - System.out.println(" -p name=value: Specify a property value"); - System.out.println(" -db classname: Use a specified DB class (can also set the \"db\" property)"); - System.out.println(" -table tablename: Use the table name instead of the default \""+CoreWorkload.TABLENAME_PROPERTY_DEFAULT+"\""); - System.out.println(); - } - - public static void help() - { - System.out.println("Commands:"); - System.out.println(" read key [field1 field2 ...] - Read a record"); - System.out.println(" scan key recordcount [field1 field2 ...] - Scan starting at key"); - System.out.println(" insert key name1=value1 [name2=value2 ...] - Insert a new record"); - System.out.println(" update key name1=value1 [name2=value2 ...] - Update a record"); - System.out.println(" delete key - Delete a record"); - System.out.println(" table [tablename] - Get or [set] the name of the table"); - System.out.println(" quit - Quit"); - } - - public static void main(String[] args) - { - int argindex=0; - - Properties props=new Properties(); - Properties fileprops=new Properties(); - String table=CoreWorkload.TABLENAME_PROPERTY_DEFAULT; - - while ( (argindex=args.length) - { - usageMessage(); - System.exit(0); - } - props.setProperty("db",args[argindex]); - argindex++; - } - else if (args[argindex].compareTo("-P")==0) - { - argindex++; - if (argindex>=args.length) - { - usageMessage(); - System.exit(0); - } - String propfile=args[argindex]; - argindex++; - - Properties myfileprops=new Properties(); - try - { - myfileprops.load(new FileInputStream(propfile)); - } - catch (IOException e) - { - System.out.println(e.getMessage()); - System.exit(0); - } - - for (Enumeration e=myfileprops.propertyNames(); e.hasMoreElements(); ) - { - String prop=(String)e.nextElement(); - - fileprops.setProperty(prop,myfileprops.getProperty(prop)); - } - - } - else if (args[argindex].compareTo("-p")==0) - { - argindex++; - if (argindex>=args.length) - { - usageMessage(); - System.exit(0); - } - int eq=args[argindex].indexOf('='); - if (eq<0) - { - usageMessage(); - System.exit(0); - } - - String name=args[argindex].substring(0,eq); - String value=args[argindex].substring(eq+1); - props.put(name,value); - //System.out.println("["+name+"]=["+value+"]"); - argindex++; - } - else if (args[argindex].compareTo("-table")==0) - { - argindex++; - if (argindex>=args.length) - { - usageMessage(); - System.exit(0); - } - table=args[argindex]; - argindex++; - } - else - { - System.out.println("Unknown option "+args[argindex]); - usageMessage(); - System.exit(0); - } - - if (argindex>=args.length) - { - break; - } - } - - if (argindex!=args.length) - { - usageMessage(); - System.exit(0); - } - - for (Enumeration e=props.propertyNames(); e.hasMoreElements(); ) - { - String prop=(String)e.nextElement(); - - fileprops.setProperty(prop,props.getProperty(prop)); - } - - props=fileprops; - - System.out.println("YCSB Command Line client"); - System.out.println("Type \"help\" for command line help"); - System.out.println("Start with \"-help\" for usage info"); - - //create a DB - String dbname=props.getProperty("db",DEFAULT_DB); - - ClassLoader classLoader = CommandLine.class.getClassLoader(); - - DB db=null; - - try - { - Class dbclass = classLoader.loadClass(dbname); - db=(DB)dbclass.newInstance(); - } - catch (Exception e) - { - e.printStackTrace(); - System.exit(0); - } - - db.setProperties(props); - try - { - db.init(); - } - catch (DBException e) - { - e.printStackTrace(); - System.exit(0); - } - - System.out.println("Connected."); - - //main loop - BufferedReader br = new BufferedReader(new InputStreamReader(System.in)); - - for (;;) - { - //get user input - System.out.print("> "); - - String input=null; - - try - { - input=br.readLine(); - } - catch (IOException e) - { - e.printStackTrace(); - System.exit(1); - } - - if (input.compareTo("")==0) - { - continue; - } - - if (input.compareTo("help")==0) - { - help(); - continue; - } - - if (input.compareTo("quit")==0) - { - break; - } - - String[] tokens=input.split(" "); - - long st=System.currentTimeMillis(); - //handle commands - if (tokens[0].compareTo("table")==0) - { - if (tokens.length==1) - { - System.out.println("Using table \""+table+"\""); - } - else if (tokens.length==2) - { - table=tokens[1]; - System.out.println("Using table \""+table+"\""); - } - else - { - System.out.println("Error: syntax is \"table tablename\""); - } - } - else if (tokens[0].compareTo("read")==0) - { - if (tokens.length==1) - { - System.out.println("Error: syntax is \"read keyname [field1 field2 ...]\""); - } - else - { - Set fields=null; - - if (tokens.length>2) - { - fields=new HashSet(); - - for (int i=2; i result=new HashMap(); - int ret=db.read(table,tokens[1],fields,result); - System.out.println("Return code: "+ret); - for (Map.Entry ent : result.entrySet()) - { - System.out.println(ent.getKey()+"="+ent.getValue()); - } - } - } - else if (tokens[0].compareTo("scan")==0) - { - if (tokens.length<3) - { - System.out.println("Error: syntax is \"scan keyname scanlength [field1 field2 ...]\""); - } - else - { - Set fields=null; - - if (tokens.length>3) - { - fields=new HashSet(); - - for (int i=3; i> results=new Vector>(); - int ret=db.scan(table,tokens[1],Integer.parseInt(tokens[2]),fields,results); - System.out.println("Return code: "+ret); - int record=0; - if (results.size()==0) - { - System.out.println("0 records"); - } - else - { - System.out.println("--------------------------------"); - } - for (HashMap result : results) - { - System.out.println("Record "+(record++)); - for (Map.Entry ent : result.entrySet()) - { - System.out.println(ent.getKey()+"="+ent.getValue()); - } - System.out.println("--------------------------------"); - } - } - } - else if (tokens[0].compareTo("update")==0) - { - if (tokens.length<3) - { - System.out.println("Error: syntax is \"update keyname name1=value1 [name2=value2 ...]\""); - } - else - { - HashMap values=new HashMap(); - - for (int i=2; i values=new HashMap(); - - for (int i=2; i fields, HashMap result); - - /** - * Perform a range scan for a set of records in the database. Each field/value pair from the result will be stored in a HashMap. - * - * @param table The name of the table - * @param startkey The record key of the first record to read. - * @param recordcount The number of records to read - * @param fields The list of fields to read, or null for all of them - * @param result A Vector of HashMaps, where each HashMap is a set field/value pairs for one record - * @return Zero on success, a non-zero error code on error. See this class's description for a discussion of error codes. - */ - public abstract int scan(String table, String startkey, int recordcount, Set fields, Vector> result); - - /** - * Update a record in the database. Any field/value pairs in the specified values HashMap will be written into the record with the specified - * record key, overwriting any existing values with the same field name. - * - * @param table The name of the table - * @param key The record key of the record to write. - * @param values A HashMap of field/value pairs to update in the record - * @return Zero on success, a non-zero error code on error. See this class's description for a discussion of error codes. - */ - public abstract int update(String table, String key, HashMap values); - - /** - * Insert a record in the database. Any field/value pairs in the specified values HashMap will be written into the record with the specified - * record key. - * - * @param table The name of the table - * @param key The record key of the record to insert. - * @param values A HashMap of field/value pairs to insert in the record - * @return Zero on success, a non-zero error code on error. See this class's description for a discussion of error codes. - */ - public abstract int insert(String table, String key, HashMap values); - - /** - * Delete a record from the database. - * - * @param table The name of the table - * @param key The record key of the record to delete. - * @return Zero on success, a non-zero error code on error. See this class's description for a discussion of error codes. - */ - public abstract int delete(String table, String key); -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/DBException.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/DBException.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/DBException.java +++ /dev/null @@ -1,50 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - -/** - * Something bad happened while interacting with the database. - */ -public class DBException extends Exception -{ - /** - * - */ - private static final long serialVersionUID = 6646883591588721475L; - - public DBException(String message) - { - super(message); - } - - public DBException() - { - super(); - } - - public DBException(String message, Throwable cause) - { - super(message,cause); - } - - public DBException(Throwable cause) - { - super(cause); - } - -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/DBFactory.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/DBFactory.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/DBFactory.java +++ /dev/null @@ -1,52 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - -import java.util.Properties; - -/** - * Creates a DB layer by dynamically classloading the specified DB class. - */ -public class DBFactory -{ - @SuppressWarnings("unchecked") - public static DB newDB(String dbname, Properties properties) throws UnknownDBException - { - ClassLoader classLoader = DBFactory.class.getClassLoader(); - - DB ret=null; - - try - { - Class dbclass = classLoader.loadClass(dbname); - //System.out.println("dbclass.getName() = " + dbclass.getName()); - - ret=(DB)dbclass.newInstance(); - } - catch (Exception e) - { - e.printStackTrace(); - return null; - } - - ret.setProperties(properties); - - return new DBWrapper(ret); - } - -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/DBWrapper.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/DBWrapper.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/DBWrapper.java +++ /dev/null @@ -1,171 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - -import java.util.HashMap; -import java.util.Properties; -import java.util.Set; -import java.util.Vector; - -import com.yahoo.ycsb.measurements.Measurements; - -/** - * Wrapper around a "real" DB that measures latencies and counts return codes. - */ -public class DBWrapper extends DB -{ - DB _db; - Measurements _measurements; - - public DBWrapper(DB db) - { - _db=db; - _measurements=Measurements.getMeasurements(); - } - - /** - * Set the properties for this DB. - */ - public void setProperties(Properties p) - { - _db.setProperties(p); - } - - /** - * Get the set of properties for this DB. - */ - public Properties getProperties() - { - return _db.getProperties(); - } - - /** - * Initialize any state for this DB. - * Called once per DB instance; there is one DB instance per client thread. - */ - public void init() throws DBException - { - _db.init(); - } - - /** - * Cleanup any state for this DB. - * Called once per DB instance; there is one DB instance per client thread. - */ - public void cleanup() throws DBException - { - long st=System.nanoTime(); - _db.cleanup(); - long en=System.nanoTime(); - _measurements.measure("CLEANUP", (int)((en-st)/1000)); - } - - /** - * Read a record from the database. Each field/value pair from the result will be stored in a HashMap. - * - * @param table The name of the table - * @param key The record key of the record to read. - * @param fields The list of fields to read, or null for all of them - * @param result A HashMap of field/value pairs for the result - * @return Zero on success, a non-zero error code on error - */ - public int read(String table, String key, Set fields, HashMap result) - { - long st=System.nanoTime(); - int res=_db.read(table,key,fields,result); - long en=System.nanoTime(); - _measurements.measure("READ",(int)((en-st)/1000)); - _measurements.reportReturnCode("READ",res); - return res; - } - - /** - * Perform a range scan for a set of records in the database. Each field/value pair from the result will be stored in a HashMap. - * - * @param table The name of the table - * @param startkey The record key of the first record to read. - * @param recordcount The number of records to read - * @param fields The list of fields to read, or null for all of them - * @param result A Vector of HashMaps, where each HashMap is a set field/value pairs for one record - * @return Zero on success, a non-zero error code on error - */ - public int scan(String table, String startkey, int recordcount, Set fields, Vector> result) - { - long st=System.nanoTime(); - int res=_db.scan(table,startkey,recordcount,fields,result); - long en=System.nanoTime(); - _measurements.measure("SCAN",(int)((en-st)/1000)); - _measurements.reportReturnCode("SCAN",res); - return res; - } - - /** - * Update a record in the database. Any field/value pairs in the specified values HashMap will be written into the record with the specified - * record key, overwriting any existing values with the same field name. - * - * @param table The name of the table - * @param key The record key of the record to write. - * @param values A HashMap of field/value pairs to update in the record - * @return Zero on success, a non-zero error code on error - */ - public int update(String table, String key, HashMap values) - { - long st=System.nanoTime(); - int res=_db.update(table,key,values); - long en=System.nanoTime(); - _measurements.measure("UPDATE",(int)((en-st)/1000)); - _measurements.reportReturnCode("UPDATE",res); - return res; - } - - /** - * Insert a record in the database. Any field/value pairs in the specified values HashMap will be written into the record with the specified - * record key. - * - * @param table The name of the table - * @param key The record key of the record to insert. - * @param values A HashMap of field/value pairs to insert in the record - * @return Zero on success, a non-zero error code on error - */ - public int insert(String table, String key, HashMap values) - { - long st=System.nanoTime(); - int res=_db.insert(table,key,values); - long en=System.nanoTime(); - _measurements.measure("INSERT",(int)((en-st)/1000)); - _measurements.reportReturnCode("INSERT",res); - return res; - } - - /** - * Delete a record from the database. - * - * @param table The name of the table - * @param key The record key of the record to delete. - * @return Zero on success, a non-zero error code on error - */ - public int delete(String table, String key) - { - long st=System.nanoTime(); - int res=_db.delete(table,key); - long en=System.nanoTime(); - _measurements.measure("DELETE",(int)((en-st)/1000)); - _measurements.reportReturnCode("DELETE",res); - return res; - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/InputStreamByteIterator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/InputStreamByteIterator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/InputStreamByteIterator.java +++ /dev/null @@ -1,55 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ -package com.yahoo.ycsb; - -import java.io.InputStream; - -public class InputStreamByteIterator extends ByteIterator { - long len; - InputStream ins; - long off; - - public InputStreamByteIterator(InputStream ins, long len) { - this.len = len; - this.ins = ins; - off = 0; - } - - @Override - public boolean hasNext() { - return off < len; - } - - @Override - public byte nextByte() { - int ret; - try { - ret = ins.read(); - } catch(Exception e) { - throw new IllegalStateException(e); - } - if(ret == -1) { throw new IllegalStateException("Past EOF!"); } - off++; - return (byte)ret; - } - - @Override - public long bytesLeft() { - return len - off; - } - -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/RandomByteIterator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/RandomByteIterator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/RandomByteIterator.java +++ /dev/null @@ -1,87 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ -package com.yahoo.ycsb; - -/** - * A ByteIterator that generates a random sequence of bytes. - */ -public class RandomByteIterator extends ByteIterator { - private long len; - private long off; - private int bufOff; - private byte[] buf; - - @Override - public boolean hasNext() { - return (off + bufOff) < len; - } - - private void fillBytesImpl(byte[] buffer, int base) { - int bytes = Utils.random().nextInt(); - try { - buffer[base+0] = (byte)(((bytes) & 31) + ' '); - buffer[base+1] = (byte)(((bytes >> 5) & 31) + ' '); - buffer[base+2] = (byte)(((bytes >> 10) & 31) + ' '); - buffer[base+3] = (byte)(((bytes >> 15) & 31) + ' '); - buffer[base+4] = (byte)(((bytes >> 20) & 31) + ' '); - buffer[base+5] = (byte)(((bytes >> 25) & 31) + ' '); - } catch (ArrayIndexOutOfBoundsException e) { /* ignore it */ } - } - - private void fillBytes() { - if(bufOff == buf.length) { - fillBytesImpl(buf, 0); - bufOff = 0; - off += buf.length; - } - } - - public RandomByteIterator(long len) { - this.len = len; - this.buf = new byte[6]; - this.bufOff = buf.length; - fillBytes(); - this.off = 0; - } - - public byte nextByte() { - fillBytes(); - bufOff++; - return buf[bufOff-1]; - } - - @Override - public int nextBuf(byte[] buffer, int bufferOffset) { - int ret; - if(len - off < buffer.length - bufferOffset) { - ret = (int)(len - off); - } else { - ret = buffer.length - bufferOffset; - } - int i; - for(i = 0; i < ret; i+=6) { - fillBytesImpl(buffer, i + bufferOffset); - } - off+=ret; - return ret + bufferOffset; - } - - @Override - public long bytesLeft() { - return len - off - bufOff; - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/StringByteIterator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/StringByteIterator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/StringByteIterator.java +++ /dev/null @@ -1,108 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - -import java.util.Map; -import java.util.HashMap; - -public class StringByteIterator extends ByteIterator { - String str; - int off; - - /** - * Put all of the entries of one map into the other, converting - * String values into ByteIterators. - */ - public static void putAllAsByteIterators(Map out, Map in) { - for(String s: in.keySet()) { out.put(s, new StringByteIterator(in.get(s))); } - } - - /** - * Put all of the entries of one map into the other, converting - * ByteIterator values into Strings. - */ - public static void putAllAsStrings(Map out, Map in) { - for(String s: in.keySet()) { out.put(s, in.get(s).toString()); } - } - - /** - * Create a copy of a map, converting the values from Strings to - * StringByteIterators. - */ - public static HashMap getByteIteratorMap(Map m) { - HashMap ret = - new HashMap(); - - for(String s: m.keySet()) { - ret.put(s, new StringByteIterator(m.get(s))); - } - return ret; - } - - /** - * Create a copy of a map, converting the values from - * StringByteIterators to Strings. - */ - public static HashMap getStringMap(Map m) { - HashMap ret = new HashMap(); - - for(String s: m.keySet()) { - ret.put(s, m.get(s).toString());; - } - return ret; - } - - public StringByteIterator(String s) { - this.str = s; - this.off = 0; - } - @Override - public boolean hasNext() { - return off < str.length(); - } - - @Override - public byte nextByte() { - byte ret = (byte)str.charAt(off); - off++; - return ret; - } - - @Override - public long bytesLeft() { - return str.length() - off; - } - - /** - * Specialization of general purpose toString() to avoid unnecessary - * copies. - *

- * Creating a new StringByteIterator, then calling toString() - * yields the original String object, and does not perform any copies - * or String conversion operations. - *

- */ - @Override - public String toString() { - if(off > 0) { - return super.toString(); - } else { - return str; - } - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/TerminatorThread.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/TerminatorThread.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/TerminatorThread.java +++ /dev/null @@ -1,70 +0,0 @@ -/** - * Copyright (c) 2011 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ -package com.yahoo.ycsb; - -import java.util.Vector; - -/** - * A thread that waits for the maximum specified time and then interrupts all the client - * threads passed as the Vector at initialization of this thread. - * - * The maximum execution time passed is assumed to be in seconds. - * - * @author sudipto - * - */ -public class TerminatorThread extends Thread { - - private Vector threads; - private long maxExecutionTime; - private Workload workload; - private long waitTimeOutInMS; - - public TerminatorThread(long maxExecutionTime, Vector threads, - Workload workload) { - this.maxExecutionTime = maxExecutionTime; - this.threads = threads; - this.workload = workload; - waitTimeOutInMS = 2000; - System.err.println("Maximum execution time specified as: " + maxExecutionTime + " secs"); - } - - public void run() { - try { - Thread.sleep(maxExecutionTime * 1000); - } catch (InterruptedException e) { - System.err.println("Could not wait until max specified time, TerminatorThread interrupted."); - return; - } - System.err.println("Maximum time elapsed. Requesting stop for the workload."); - workload.requestStop(); - System.err.println("Stop requested for workload. Now Joining!"); - for (Thread t : threads) { - while (t.isAlive()) { - try { - t.join(waitTimeOutInMS); - if (t.isAlive()) { - System.err.println("Still waiting for thread " + t.getName() + " to complete. " + - "Workload status: " + workload.isStopRequested()); - } - } catch (InterruptedException e) { - // Do nothing. Don't know why I was interrupted. - } - } - } - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/UnknownDBException.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/UnknownDBException.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/UnknownDBException.java +++ /dev/null @@ -1,50 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - -/** - * Could not create the specified DB. - */ -public class UnknownDBException extends Exception -{ - /** - * - */ - private static final long serialVersionUID = 459099842269616836L; - - public UnknownDBException(String message) - { - super(message); - } - - public UnknownDBException() - { - super(); - } - - public UnknownDBException(String message, Throwable cause) - { - super(message,cause); - } - - public UnknownDBException(Throwable cause) - { - super(cause); - } - -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/Utils.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/Utils.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/Utils.java +++ /dev/null @@ -1,116 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - -import java.util.Random; - -/** - * Utility functions. - */ -public class Utils -{ - private static final Random rand = new Random(); - private static final ThreadLocal rng = new ThreadLocal(); - - public static Random random() { - Random ret = rng.get(); - if(ret == null) { - ret = new Random(rand.nextLong()); - rng.set(ret); - } - return ret; - } - /** - * Generate a random ASCII string of a given length. - */ - public static String ASCIIString(int length) - { - int interval='~'-' '+1; - - byte []buf = new byte[length]; - random().nextBytes(buf); - for (int i = 0; i < length; i++) { - if (buf[i] < 0) { - buf[i] = (byte)((-buf[i] % interval) + ' '); - } else { - buf[i] = (byte)((buf[i] % interval) + ' '); - } - } - return new String(buf); - } - - /** - * Hash an integer value. - */ - public static long hash(long val) - { - return FNVhash64(val); - } - - public static final int FNV_offset_basis_32=0x811c9dc5; - public static final int FNV_prime_32=16777619; - - /** - * 32 bit FNV hash. Produces more "random" hashes than (say) String.hashCode(). - * - * @param val The value to hash. - * @return The hash value - */ - public static int FNVhash32(int val) - { - //from http://en.wikipedia.org/wiki/Fowler_Noll_Vo_hash - int hashval = FNV_offset_basis_32; - - for (int i=0; i<4; i++) - { - int octet=val&0x00ff; - val=val>>8; - - hashval = hashval ^ octet; - hashval = hashval * FNV_prime_32; - //hashval = hashval ^ octet; - } - return Math.abs(hashval); - } - - public static final long FNV_offset_basis_64=0xCBF29CE484222325L; - public static final long FNV_prime_64=1099511628211L; - - /** - * 64 bit FNV hash. Produces more "random" hashes than (say) String.hashCode(). - * - * @param val The value to hash. - * @return The hash value - */ - public static long FNVhash64(long val) - { - //from http://en.wikipedia.org/wiki/Fowler_Noll_Vo_hash - long hashval = FNV_offset_basis_64; - - for (int i=0; i<8; i++) - { - long octet=val&0x00ff; - val=val>>8; - - hashval = hashval ^ octet; - hashval = hashval * FNV_prime_64; - //hashval = hashval ^ octet; - } - return Math.abs(hashval); - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/Workload.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/Workload.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/Workload.java +++ /dev/null @@ -1,112 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - -import java.util.Properties; -import java.util.concurrent.atomic.AtomicBoolean; - -/** - * One experiment scenario. One object of this type will - * be instantiated and shared among all client threads. This class - * should be constructed using a no-argument constructor, so we can - * load it dynamically. Any argument-based initialization should be - * done by init(). - * - * If you extend this class, you should support the "insertstart" property. This - * allows the load phase to proceed from multiple clients on different machines, in case - * the client is the bottleneck. For example, if we want to load 1 million records from - * 2 machines, the first machine should have insertstart=0 and the second insertstart=500000. Additionally, - * the "insertcount" property, which is interpreted by Client, can be used to tell each instance of the - * client how many inserts to do. In the example above, both clients should have insertcount=500000. - */ -public abstract class Workload -{ - public static final String INSERT_START_PROPERTY="insertstart"; - - public static final String INSERT_START_PROPERTY_DEFAULT="0"; - - private volatile AtomicBoolean stopRequested = new AtomicBoolean(false); - - /** - * Initialize the scenario. Create any generators and other shared objects here. - * Called once, in the main client thread, before any operations are started. - */ - public void init(Properties p) throws WorkloadException - { - } - - /** - * Initialize any state for a particular client thread. Since the scenario object - * will be shared among all threads, this is the place to create any state that is specific - * to one thread. To be clear, this means the returned object should be created anew on each - * call to initThread(); do not return the same object multiple times. - * The returned object will be passed to invocations of doInsert() and doTransaction() - * for this thread. There should be no side effects from this call; all state should be encapsulated - * in the returned object. If you have no state to retain for this thread, return null. (But if you have - * no state to retain for this thread, probably you don't need to override initThread().) - * - * @return false if the workload knows it is done for this thread. Client will terminate the thread. Return true otherwise. Return true for workloads that rely on operationcount. For workloads that read traces from a file, return true when there are more to do, false when you are done. - */ - public Object initThread(Properties p, int mythreadid, int threadcount) throws WorkloadException - { - return null; - } - - /** - * Cleanup the scenario. Called once, in the main client thread, after all operations have completed. - */ - public void cleanup() throws WorkloadException - { - } - - /** - * Do one insert operation. Because it will be called concurrently from multiple client threads, this - * function must be thread safe. However, avoid synchronized, or the threads will block waiting for each - * other, and it will be difficult to reach the target throughput. Ideally, this function would have no side - * effects other than DB operations and mutations on threadstate. Mutations to threadstate do not need to be - * synchronized, since each thread has its own threadstate instance. - */ - public abstract boolean doInsert(DB db, Object threadstate); - - /** - * Do one transaction operation. Because it will be called concurrently from multiple client threads, this - * function must be thread safe. However, avoid synchronized, or the threads will block waiting for each - * other, and it will be difficult to reach the target throughput. Ideally, this function would have no side - * effects other than DB operations and mutations on threadstate. Mutations to threadstate do not need to be - * synchronized, since each thread has its own threadstate instance. - * - * @return false if the workload knows it is done for this thread. Client will terminate the thread. Return true otherwise. Return true for workloads that rely on operationcount. For workloads that read traces from a file, return true when there are more to do, false when you are done. - */ - public abstract boolean doTransaction(DB db, Object threadstate); - - /** - * Allows scheduling a request to stop the workload. - */ - public void requestStop() { - stopRequested.set(true); - } - - /** - * Check the status of the stop request flag. - * @return true if stop was requested, false otherwise. - */ - public boolean isStopRequested() { - if (stopRequested.get() == true) return true; - else return false; - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/WorkloadException.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/WorkloadException.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/WorkloadException.java +++ /dev/null @@ -1,50 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb; - -/** - * The workload tried to do something bad. - */ -public class WorkloadException extends Exception -{ - /** - * - */ - private static final long serialVersionUID = 8844396756042772132L; - - public WorkloadException(String message) - { - super(message); - } - - public WorkloadException() - { - super(); - } - - public WorkloadException(String message, Throwable cause) - { - super(message,cause); - } - - public WorkloadException(Throwable cause) - { - super(cause); - } - -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/generator/ConstantIntegerGenerator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/generator/ConstantIntegerGenerator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/generator/ConstantIntegerGenerator.java +++ /dev/null @@ -1,44 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ -package com.yahoo.ycsb.generator; - -/** - * A trivial integer generator that always returns the same value. - * - * @author sears - * - */ -public class ConstantIntegerGenerator extends IntegerGenerator { - private final int i; - /** - * @param i The integer that this generator will always return. - */ - public ConstantIntegerGenerator(int i) { - this.i = i; - } - - @Override - public int nextInt() { - return i; - } - - @Override - public double mean() { - return i; - } - -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/generator/CounterGenerator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/generator/CounterGenerator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/generator/CounterGenerator.java +++ /dev/null @@ -1,57 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.generator; - -import java.util.concurrent.atomic.AtomicInteger; - -/** - * Generates a sequence of integers 0, 1, ... - */ -public class CounterGenerator extends IntegerGenerator -{ - final AtomicInteger counter; - - /** - * Create a counter that starts at countstart - */ - public CounterGenerator(int countstart) - { - counter=new AtomicInteger(countstart); - setLastInt(counter.get()-1); - } - - /** - * If the generator returns numeric (integer) values, return the next value as an int. Default is to return -1, which - * is appropriate for generators that do not return numeric values. - */ - public int nextInt() - { - int ret = counter.getAndIncrement(); - setLastInt(ret); - return ret; - } - @Override - public int lastInt() - { - return counter.get() - 1; - } - @Override - public double mean() { - throw new UnsupportedOperationException("Can't compute mean of non-stationary distribution!"); - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/generator/DiscreteGenerator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/generator/DiscreteGenerator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/generator/DiscreteGenerator.java +++ /dev/null @@ -1,114 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.generator; - -import java.util.Vector; -import java.util.Random; - -import com.yahoo.ycsb.Utils; -import com.yahoo.ycsb.WorkloadException; - -/** - * Generates a distribution by choosing from a discrete set of values. - */ -public class DiscreteGenerator extends Generator -{ - class Pair - { - public double _weight; - public String _value; - - Pair(double weight, String value) - { - _weight=weight; - _value=value; - } - } - - Vector _values; - String _lastvalue; - - public DiscreteGenerator() - { - _values=new Vector(); - _lastvalue=null; - } - - /** - * Generate the next string in the distribution. - */ - public String nextString() - { - double sum=0; - - for (Pair p : _values) - { - sum+=p._weight; - } - - double val=Utils.random().nextDouble(); - - for (Pair p : _values) - { - if (val a = new ArrayList(); - - str = in.readLine(); - if(str == null) { - throw new IOException("Empty input file!\n"); - } - line = str.split("\t"); - if(line[0].compareTo("BlockSize") != 0) { - throw new IOException("First line of histogram is not the BlockSize!\n"); - } - block_size = Integer.parseInt(line[1]); - - while((str = in.readLine()) != null){ - // [0] is the bucket, [1] is the value - line = str.split("\t"); - - a.add(Integer.parseInt(line[0]), Integer.parseInt(line[1])); - } - buckets = new long[a.size()]; - for(int i = 0; i < a.size(); i++) { - buckets[i] = a.get(i); - } - - in.close(); - init(); - } - - public HistogramGenerator(long[] buckets, int block_size) { - this.block_size = block_size; - this.buckets = buckets; - init(); - } - private void init() { - for(int i = 0; i < buckets.length; i++) { - area += buckets[i]; - weighted_area = i * buckets[i]; - } - // calculate average file size - mean_size = ((double)block_size) * ((double)weighted_area) / (double)(area); - } - - @Override - public int nextInt() { - int number = Utils.random().nextInt((int)area); - int i; - - for(i = 0; i < (buckets.length - 1); i++){ - number -= buckets[i]; - if(number <= 0){ - return (int)((i+1)*block_size); - } - } - - return (int)(i * block_size); - } - - @Override - public double mean() { - return mean_size; - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/generator/HotspotIntegerGenerator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/generator/HotspotIntegerGenerator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/generator/HotspotIntegerGenerator.java +++ /dev/null @@ -1,124 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ -package com.yahoo.ycsb.generator; - -import java.util.Random; - -import com.yahoo.ycsb.Utils; - -/** - * Generate integers resembling a hotspot distribution where x% of operations - * access y% of data items. The parameters specify the bounds for the numbers, - * the percentage of the of the interval which comprises the hot set and - * the percentage of operations that access the hot set. Numbers of the hot set are - * always smaller than any number in the cold set. Elements from the hot set and - * the cold set are chose using a uniform distribution. - * - * @author sudipto - * - */ -public class HotspotIntegerGenerator extends IntegerGenerator { - - private final int lowerBound; - private final int upperBound; - private final int hotInterval; - private final int coldInterval; - private final double hotsetFraction; - private final double hotOpnFraction; - - /** - * Create a generator for Hotspot distributions. - * - * @param lowerBound lower bound of the distribution. - * @param upperBound upper bound of the distribution. - * @param hotsetFraction percentage of data item - * @param hotOpnFraction percentage of operations accessing the hot set. - */ - public HotspotIntegerGenerator(int lowerBound, int upperBound, - double hotsetFraction, double hotOpnFraction) { - if (hotsetFraction < 0.0 || hotsetFraction > 1.0) { - System.err.println("Hotset fraction out of range. Setting to 0.0"); - hotsetFraction = 0.0; - } - if (hotOpnFraction < 0.0 || hotOpnFraction > 1.0) { - System.err.println("Hot operation fraction out of range. Setting to 0.0"); - hotOpnFraction = 0.0; - } - if (lowerBound > upperBound) { - System.err.println("Upper bound of Hotspot generator smaller than the lower bound. " + - "Swapping the values."); - int temp = lowerBound; - lowerBound = upperBound; - upperBound = temp; - } - this.lowerBound = lowerBound; - this.upperBound = upperBound; - this.hotsetFraction = hotsetFraction; - int interval = upperBound - lowerBound + 1; - this.hotInterval = (int)(interval * hotsetFraction); - this.coldInterval = interval - hotInterval; - this.hotOpnFraction = hotOpnFraction; - } - - @Override - public int nextInt() { - int value = 0; - Random random = Utils.random(); - if (random.nextDouble() < hotOpnFraction) { - // Choose a value from the hot set. - value = lowerBound + random.nextInt(hotInterval); - } else { - // Choose a value from the cold set. - value = lowerBound + hotInterval + random.nextInt(coldInterval); - } - setLastInt(value); - return value; - } - - /** - * @return the lowerBound - */ - public int getLowerBound() { - return lowerBound; - } - - /** - * @return the upperBound - */ - public int getUpperBound() { - return upperBound; - } - - /** - * @return the hotsetFraction - */ - public double getHotsetFraction() { - return hotsetFraction; - } - - /** - * @return the hotOpnFraction - */ - public double getHotOpnFraction() { - return hotOpnFraction; - } - @Override - public double mean() { - return hotOpnFraction * (lowerBound + hotInterval/2.0) - + (1 - hotOpnFraction) * (lowerBound + hotInterval + coldInterval/2.0); - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/generator/IntegerGenerator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/generator/IntegerGenerator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/generator/IntegerGenerator.java +++ /dev/null @@ -1,75 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.generator; - -/** - * A generator that is capable of generating ints as well as strings - * - * @author cooperb - * - */ -public abstract class IntegerGenerator extends Generator -{ - int lastint; - - /** - * Set the last value generated. IntegerGenerator subclasses must use this call - * to properly set the last string value, or the lastString() and lastInt() calls won't work. - */ - protected void setLastInt(int last) - { - lastint=last; - } - - /** - * Return the next value as an int. When overriding this method, be sure to call setLastString() properly, or the lastString() call won't work. - */ - public abstract int nextInt(); - - /** - * Generate the next string in the distribution. - */ - public String nextString() - { - return ""+nextInt(); - } - - /** - * Return the previous string generated by the distribution; e.g., returned from the last nextString() call. - * Calling lastString() should not advance the distribution or have any side effects. If nextString() has not yet - * been called, lastString() should return something reasonable. - */ - @Override - public String lastString() - { - return ""+lastInt(); - } - - /** - * Return the previous int generated by the distribution. This call is unique to IntegerGenerator subclasses, and assumes - * IntegerGenerator subclasses always return ints for nextInt() (e.g. not arbitrary strings). - */ - public int lastInt() - { - return lastint; - } - /** - * Return the expected value (mean) of the values this generator will return. - */ - public abstract double mean(); -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/generator/ScrambledZipfianGenerator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/generator/ScrambledZipfianGenerator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/generator/ScrambledZipfianGenerator.java +++ /dev/null @@ -1,137 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.generator; - -import com.yahoo.ycsb.Utils; - -/** - * A generator of a zipfian distribution. It produces a sequence of items, such that some items are more popular than others, according - * to a zipfian distribution. When you construct an instance of this class, you specify the number of items in the set to draw from, either - * by specifying an itemcount (so that the sequence is of items from 0 to itemcount-1) or by specifying a min and a max (so that the sequence is of - * items from min to max inclusive). After you construct the instance, you can change the number of items by calling nextInt(itemcount) or nextLong(itemcount). - * - * Unlike @ZipfianGenerator, this class scatters the "popular" items across the itemspace. Use this, instead of @ZipfianGenerator, if you - * don't want the head of the distribution (the popular items) clustered together. - */ -public class ScrambledZipfianGenerator extends IntegerGenerator -{ - public static final double ZETAN=26.46902820178302; - public static final double USED_ZIPFIAN_CONSTANT=0.99; - public static final long ITEM_COUNT=10000000000L; - - ZipfianGenerator gen; - long _min,_max,_itemcount; - - /******************************* Constructors **************************************/ - - /** - * Create a zipfian generator for the specified number of items. - * @param _items The number of items in the distribution. - */ - public ScrambledZipfianGenerator(long _items) - { - this(0,_items-1); - } - - /** - * Create a zipfian generator for items between min and max. - * @param _min The smallest integer to generate in the sequence. - * @param _max The largest integer to generate in the sequence. - */ - public ScrambledZipfianGenerator(long _min, long _max) - { - this(_min,_max,ZipfianGenerator.ZIPFIAN_CONSTANT); - } - - /** - * Create a zipfian generator for the specified number of items using the specified zipfian constant. - * - * @param _items The number of items in the distribution. - * @param _zipfianconstant The zipfian constant to use. - */ - /* -// not supported, as the value of zeta depends on the zipfian constant, and we have only precomputed zeta for one zipfian constant - public ScrambledZipfianGenerator(long _items, double _zipfianconstant) - { - this(0,_items-1,_zipfianconstant); - } -*/ - - /** - * Create a zipfian generator for items between min and max (inclusive) for the specified zipfian constant. If you - * use a zipfian constant other than 0.99, this will take a long time to complete because we need to recompute zeta. - * @param min The smallest integer to generate in the sequence. - * @param max The largest integer to generate in the sequence. - * @param _zipfianconstant The zipfian constant to use. - */ - public ScrambledZipfianGenerator(long min, long max, double _zipfianconstant) - { - _min=min; - _max=max; - _itemcount=_max-_min+1; - if (_zipfianconstant == USED_ZIPFIAN_CONSTANT) - { - gen=new ZipfianGenerator(0,ITEM_COUNT,_zipfianconstant,ZETAN); - } else { - gen=new ZipfianGenerator(0,ITEM_COUNT,_zipfianconstant); - } - } - - /**************************************************************************************************/ - - /** - * Return the next int in the sequence. - */ - @Override - public int nextInt() { - return (int)nextLong(); - } - - /** - * Return the next long in the sequence. - */ - public long nextLong() - { - long ret=gen.nextLong(); - ret=_min+Utils.FNVhash64(ret)%_itemcount; - setLastInt((int)ret); - return ret; - } - - public static void main(String[] args) - { - double newzetan = ZipfianGenerator.zetastatic(ITEM_COUNT,ZipfianGenerator.ZIPFIAN_CONSTANT); - System.out.println("zetan: "+newzetan); - System.exit(0); - - ScrambledZipfianGenerator gen=new ScrambledZipfianGenerator(10000); - - for (int i=0; i<1000000; i++) - { - System.out.println(""+gen.nextInt()); - } - } - - /** - * since the values are scrambled (hopefully uniformly), the mean is simply the middle of the range. - */ - @Override - public double mean() { - return ((double)(((long)_min) +(long)_max))/2.0; - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/generator/SkewedLatestGenerator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/generator/SkewedLatestGenerator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/generator/SkewedLatestGenerator.java +++ /dev/null @@ -1,61 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.generator; - -/** - * Generate a popularity distribution of items, skewed to favor recent items significantly more than older items. - */ -public class SkewedLatestGenerator extends IntegerGenerator -{ - CounterGenerator _basis; - ZipfianGenerator _zipfian; - - public SkewedLatestGenerator(CounterGenerator basis) - { - _basis=basis; - _zipfian=new ZipfianGenerator(_basis.lastInt()); - nextInt(); - } - - /** - * Generate the next string in the distribution, skewed Zipfian favoring the items most recently returned by the basis generator. - */ - public int nextInt() - { - int max=_basis.lastInt(); - int nextint=max-_zipfian.nextInt(max); - setLastInt(nextint); - return nextint; - } - - public static void main(String[] args) - { - SkewedLatestGenerator gen=new SkewedLatestGenerator(new CounterGenerator(1000)); - for (int i=0; i _values; - String _laststring; - UniformIntegerGenerator _gen; - - - /** - * Creates a generator that will return strings from the specified set uniformly randomly - */ - @SuppressWarnings( "unchecked" ) - public UniformGenerator(Vector values) - { - _values=(Vector)values.clone(); - _laststring=null; - _gen=new UniformIntegerGenerator(0,values.size()-1); - } - - /** - * Generate the next string in the distribution. - */ - public String nextString() - { - _laststring=_values.elementAt(_gen.nextInt()); - return _laststring; - } - - /** - * Return the previous string generated by the distribution; e.g., returned from the last nextString() call. - * Calling lastString() should not advance the distribution or have any side effects. If nextString() has not yet - * been called, lastString() should return something reasonable. - */ - public String lastString() - { - if (_laststring==null) - { - nextString(); - } - return _laststring; - } -} - DELETED YCSB/core/src/main/java/com/yahoo/ycsb/generator/UniformIntegerGenerator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/generator/UniformIntegerGenerator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/generator/UniformIntegerGenerator.java +++ /dev/null @@ -1,57 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.generator; - -import java.util.Random; - -import com.yahoo.ycsb.Utils; - -/** - * Generates integers randomly uniform from an interval. - */ -public class UniformIntegerGenerator extends IntegerGenerator -{ - int _lb,_ub,_interval; - - /** - * Creates a generator that will return integers uniformly randomly from the interval [lb,ub] inclusive (that is, lb and ub are possible values) - * - * @param lb the lower bound (inclusive) of generated values - * @param ub the upper bound (inclusive) of generated values - */ - public UniformIntegerGenerator(int lb, int ub) - { - _lb=lb; - _ub=ub; - _interval=_ub-_lb+1; - } - - @Override - public int nextInt() - { - int ret=Utils.random().nextInt(_interval)+_lb; - setLastInt(ret); - - return ret; - } - - @Override - public double mean() { - return ((double)((long)(_lb + (long)_ub))) / 2.0; - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/generator/ZipfianGenerator.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/generator/ZipfianGenerator.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/generator/ZipfianGenerator.java +++ /dev/null @@ -1,325 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.generator; - -import java.util.Random; - -import com.yahoo.ycsb.Utils; - -/** - * A generator of a zipfian distribution. It produces a sequence of items, such that some items are more popular than others, according - * to a zipfian distribution. When you construct an instance of this class, you specify the number of items in the set to draw from, either - * by specifying an itemcount (so that the sequence is of items from 0 to itemcount-1) or by specifying a min and a max (so that the sequence is of - * items from min to max inclusive). After you construct the instance, you can change the number of items by calling nextInt(itemcount) or nextLong(itemcount). - * - * Note that the popular items will be clustered together, e.g. item 0 is the most popular, item 1 the second most popular, and so on (or min is the most - * popular, min+1 the next most popular, etc.) If you don't want this clustering, and instead want the popular items scattered throughout the - * item space, then use ScrambledZipfianGenerator instead. - * - * Be aware: initializing this generator may take a long time if there are lots of items to choose from (e.g. over a minute - * for 100 million objects). This is because certain mathematical values need to be computed to properly generate a zipfian skew, and one of those - * values (zeta) is a sum sequence from 1 to n, where n is the itemcount. Note that if you increase the number of items in the set, we can compute - * a new zeta incrementally, so it should be fast unless you have added millions of items. However, if you decrease the number of items, we recompute - * zeta from scratch, so this can take a long time. - * - * The algorithm used here is from "Quickly Generating Billion-Record Synthetic Databases", Jim Gray et al, SIGMOD 1994. - */ -public class ZipfianGenerator extends IntegerGenerator -{ - public static final double ZIPFIAN_CONSTANT=0.99; - - /** - * Number of items. - */ - long items; - - /** - * Min item to generate. - */ - long base; - - /** - * The zipfian constant to use. - */ - double zipfianconstant; - - /** - * Computed parameters for generating the distribution. - */ - double alpha,zetan,eta,theta,zeta2theta; - - /** - * The number of items used to compute zetan the last time. - */ - long countforzeta; - - /** - * Flag to prevent problems. If you increase the number of items the zipfian generator is allowed to choose from, this code will incrementally compute a new zeta - * value for the larger itemcount. However, if you decrease the number of items, the code computes zeta from scratch; this is expensive for large itemsets. - * Usually this is not intentional; e.g. one thread thinks the number of items is 1001 and calls "nextLong()" with that item count; then another thread who thinks the - * number of items is 1000 calls nextLong() with itemcount=1000 triggering the expensive recomputation. (It is expensive for 100 million items, not really for 1000 items.) Why - * did the second thread think there were only 1000 items? maybe it read the item count before the first thread incremented it. So this flag allows you to say if you really do - * want that recomputation. If true, then the code will recompute zeta if the itemcount goes down. If false, the code will assume itemcount only goes up, and never recompute. - */ - boolean allowitemcountdecrease=false; - - /******************************* Constructors **************************************/ - - /** - * Create a zipfian generator for the specified number of items. - * @param _items The number of items in the distribution. - */ - public ZipfianGenerator(long _items) - { - this(0,_items-1); - } - - /** - * Create a zipfian generator for items between min and max. - * @param _min The smallest integer to generate in the sequence. - * @param _max The largest integer to generate in the sequence. - */ - public ZipfianGenerator(long _min, long _max) - { - this(_min,_max,ZIPFIAN_CONSTANT); - } - - /** - * Create a zipfian generator for the specified number of items using the specified zipfian constant. - * - * @param _items The number of items in the distribution. - * @param _zipfianconstant The zipfian constant to use. - */ - public ZipfianGenerator(long _items, double _zipfianconstant) - { - this(0,_items-1,_zipfianconstant); - } - - /** - * Create a zipfian generator for items between min and max (inclusive) for the specified zipfian constant. - * @param min The smallest integer to generate in the sequence. - * @param max The largest integer to generate in the sequence. - * @param _zipfianconstant The zipfian constant to use. - */ - public ZipfianGenerator(long min, long max, double _zipfianconstant) - { - this(min,max,_zipfianconstant,zetastatic(max-min+1,_zipfianconstant)); - } - - /** - * Create a zipfian generator for items between min and max (inclusive) for the specified zipfian constant, using the precomputed value of zeta. - * - * @param min The smallest integer to generate in the sequence. - * @param max The largest integer to generate in the sequence. - * @param _zipfianconstant The zipfian constant to use. - * @param _zetan The precomputed zeta constant. - */ - public ZipfianGenerator(long min, long max, double _zipfianconstant, double _zetan) - { - - items=max-min+1; - base=min; - zipfianconstant=_zipfianconstant; - - theta=zipfianconstant; - - zeta2theta=zeta(2,theta); - - - alpha=1.0/(1.0-theta); - //zetan=zeta(items,theta); - zetan=_zetan; - countforzeta=items; - eta=(1-Math.pow(2.0/items,1-theta))/(1-zeta2theta/zetan); - - //System.out.println("XXXX 3 XXXX"); - nextInt(); - //System.out.println("XXXX 4 XXXX"); - } - - /**************************************************************************/ - - /** - * Compute the zeta constant needed for the distribution. Do this from scratch for a distribution with n items, using the - * zipfian constant theta. Remember the value of n, so if we change the itemcount, we can recompute zeta. - * - * @param n The number of items to compute zeta over. - * @param theta The zipfian constant. - */ - double zeta(long n, double theta) - { - countforzeta=n; - return zetastatic(n,theta); - } - - /** - * Compute the zeta constant needed for the distribution. Do this from scratch for a distribution with n items, using the - * zipfian constant theta. This is a static version of the function which will not remember n. - * @param n The number of items to compute zeta over. - * @param theta The zipfian constant. - */ - static double zetastatic(long n, double theta) - { - return zetastatic(0,n,theta,0); - } - - /** - * Compute the zeta constant needed for the distribution. Do this incrementally for a distribution that - * has n items now but used to have st items. Use the zipfian constant theta. Remember the new value of - * n so that if we change the itemcount, we'll know to recompute zeta. - * - * @param st The number of items used to compute the last initialsum - * @param n The number of items to compute zeta over. - * @param theta The zipfian constant. - * @param initialsum The value of zeta we are computing incrementally from. - */ - double zeta(long st, long n, double theta, double initialsum) - { - countforzeta=n; - return zetastatic(st,n,theta,initialsum); - } - - /** - * Compute the zeta constant needed for the distribution. Do this incrementally for a distribution that - * has n items now but used to have st items. Use the zipfian constant theta. Remember the new value of - * n so that if we change the itemcount, we'll know to recompute zeta. - * @param st The number of items used to compute the last initialsum - * @param n The number of items to compute zeta over. - * @param theta The zipfian constant. - * @param initialsum The value of zeta we are computing incrementally from. - */ - static double zetastatic(long st, long n, double theta, double initialsum) - { - double sum=initialsum; - for (long i=st; icountforzeta) - { - //System.err.println("WARNING: Incrementally recomputing Zipfian distribtion. (itemcount="+itemcount+" countforzeta="+countforzeta+")"); - - //we have added more items. can compute zetan incrementally, which is cheaper - zetan=zeta(countforzeta,itemcount,theta,zetan); - eta=(1-Math.pow(2.0/items,1-theta))/(1-zeta2theta/zetan); - } - else if ( (itemcount data; - boolean histogram=true; - - private Properties _props; - - /** - * Create a new object with the specified properties. - */ - public Measurements(Properties props) - { - data=new HashMap(); - - _props=props; - - if (_props.getProperty(MEASUREMENT_TYPE, MEASUREMENT_TYPE_DEFAULT).compareTo("histogram")==0) - { - histogram=true; - } - else - { - histogram=false; - } - } - - OneMeasurement constructOneMeasurement(String name) - { - if (histogram) - { - return new OneMeasurementHistogram(name,_props); - } - else - { - return new OneMeasurementTimeSeries(name,_props); - } - } - - /** - * Report a single value of a single metric. E.g. for read latency, operation="READ" and latency is the measured value. - */ - public synchronized void measure(String operation, int latency) - { - if (!data.containsKey(operation)) - { - synchronized(this) - { - if (!data.containsKey(operation)) - { - data.put(operation,constructOneMeasurement(operation)); - } - } - } - try - { - data.get(operation).measure(latency); - } - catch (java.lang.ArrayIndexOutOfBoundsException e) - { - System.out.println("ERROR: java.lang.ArrayIndexOutOfBoundsException - ignoring and continuing"); - e.printStackTrace(); - e.printStackTrace(System.out); - } - } - - /** - * Report a return code for a single DB operaiton. - */ - public void reportReturnCode(String operation, int code) - { - if (!data.containsKey(operation)) - { - synchronized(this) - { - if (!data.containsKey(operation)) - { - data.put(operation,constructOneMeasurement(operation)); - } - } - } - data.get(operation).reportReturnCode(code); - } - - /** - * Export the current measurements to a suitable format. - * - * @param exporter Exporter representing the type of format to write to. - * @throws IOException Thrown if the export failed. - */ - public void exportMeasurements(MeasurementsExporter exporter) throws IOException - { - for (OneMeasurement measurement : data.values()) - { - measurement.exportMeasurements(exporter); - } - } - - /** - * Return a one line summary of the measurements. - */ - public String getSummary() - { - String ret=""; - for (OneMeasurement m : data.values()) - { - ret+=m.getSummary()+" "; - } - - return ret; - } -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/measurements/OneMeasurement.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/measurements/OneMeasurement.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/measurements/OneMeasurement.java +++ /dev/null @@ -1,55 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.measurements; - -import java.io.IOException; - -import com.yahoo.ycsb.measurements.exporter.MeasurementsExporter; - -/** - * A single measured metric (such as READ LATENCY) - */ -public abstract class OneMeasurement { - - String _name; - - public String getName() { - return _name; - } - - /** - * @param _name - */ - public OneMeasurement(String _name) { - this._name = _name; - } - - public abstract void reportReturnCode(int code); - - public abstract void measure(int latency); - - public abstract String getSummary(); - - /** - * Export the current measurements to a suitable format. - * - * @param exporter Exporter representing the type of format to write to. - * @throws IOException Thrown if the export failed. - */ - public abstract void exportMeasurements(MeasurementsExporter exporter) throws IOException; -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/measurements/OneMeasurementHistogram.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/measurements/OneMeasurementHistogram.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/measurements/OneMeasurementHistogram.java +++ /dev/null @@ -1,165 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.measurements; - -import java.io.IOException; -import java.text.DecimalFormat; -import java.util.HashMap; -import java.util.Properties; - -import com.yahoo.ycsb.measurements.exporter.MeasurementsExporter; - - -/** - * Take measurements and maintain a histogram of a given metric, such as READ LATENCY. - * - * @author cooperb - * - */ -public class OneMeasurementHistogram extends OneMeasurement -{ - public static final String BUCKETS="histogram.buckets"; - public static final String BUCKETS_DEFAULT="1000"; - - int _buckets; - int[] histogram; - int histogramoverflow; - int operations; - long totallatency; - - //keep a windowed version of these stats for printing status - int windowoperations; - long windowtotallatency; - - int min; - int max; - HashMap returncodes; - - public OneMeasurementHistogram(String name, Properties props) - { - super(name); - _buckets=Integer.parseInt(props.getProperty(BUCKETS, BUCKETS_DEFAULT)); - histogram=new int[_buckets]; - histogramoverflow=0; - operations=0; - totallatency=0; - windowoperations=0; - windowtotallatency=0; - min=-1; - max=-1; - returncodes=new HashMap(); - } - - /* (non-Javadoc) - * @see com.yahoo.ycsb.OneMeasurement#reportReturnCode(int) - */ - public synchronized void reportReturnCode(int code) - { - Integer Icode=code; - if (!returncodes.containsKey(Icode)) - { - int[] val=new int[1]; - val[0]=0; - returncodes.put(Icode,val); - } - returncodes.get(Icode)[0]++; - } - - - /* (non-Javadoc) - * @see com.yahoo.ycsb.OneMeasurement#measure(int) - */ - public synchronized void measure(int latency) - { - if (latency/1000>=_buckets) - { - histogramoverflow++; - } - else - { - histogram[latency/1000]++; - } - operations++; - totallatency+=latency; - windowoperations++; - windowtotallatency+=latency; - - if ( (min<0) || (latencymax) ) - { - max=latency; - } - } - - - @Override - public void exportMeasurements(MeasurementsExporter exporter) throws IOException - { - exporter.write(getName(), "Operations", operations); - exporter.write(getName(), "AverageLatency(us)", (((double)totallatency)/((double)operations))); - exporter.write(getName(), "MinLatency(us)", min); - exporter.write(getName(), "MaxLatency(us)", max); - - int opcounter=0; - boolean done95th=false; - for (int i=0; i<_buckets; i++) - { - opcounter+=histogram[i]; - if ( (!done95th) && (((double)opcounter)/((double)operations)>=0.95) ) - { - exporter.write(getName(), "95thPercentileLatency(ms)", i); - done95th=true; - } - if (((double)opcounter)/((double)operations)>=0.99) - { - exporter.write(getName(), "99thPercentileLatency(ms)", i); - break; - } - } - - for (Integer I : returncodes.keySet()) - { - int[] val=returncodes.get(I); - exporter.write(getName(), "Return="+I, val[0]); - } - - for (int i=0; i<_buckets; i++) - { - exporter.write(getName(), Integer.toString(i), histogram[i]); - } - exporter.write(getName(), ">"+_buckets, histogramoverflow); - } - - @Override - public String getSummary() { - if (windowoperations==0) - { - return ""; - } - DecimalFormat d = new DecimalFormat("#.##"); - double report=((double)windowtotallatency)/((double)windowoperations); - windowtotallatency=0; - windowoperations=0; - return "["+getName()+" AverageLatency(us)="+d.format(report)+"]"; - } - -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/measurements/OneMeasurementTimeSeries.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/measurements/OneMeasurementTimeSeries.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/measurements/OneMeasurementTimeSeries.java +++ /dev/null @@ -1,179 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.measurements; - -import java.io.IOException; -import java.text.DecimalFormat; -import java.util.HashMap; -import java.util.Properties; -import java.util.Vector; - -import com.yahoo.ycsb.measurements.exporter.MeasurementsExporter; - -class SeriesUnit -{ - /** - * @param time - * @param average - */ - public SeriesUnit(long time, double average) { - this.time = time; - this.average = average; - } - public long time; - public double average; -} - -/** - * A time series measurement of a metric, such as READ LATENCY. - */ -public class OneMeasurementTimeSeries extends OneMeasurement -{ - /** - * Granularity for time series; measurements will be averaged in chunks of this granularity. Units are milliseconds. - */ - public static final String GRANULARITY="timeseries.granularity"; - - public static final String GRANULARITY_DEFAULT="1000"; - - int _granularity; - Vector _measurements; - - long start=-1; - long currentunit=-1; - int count=0; - int sum=0; - int operations=0; - long totallatency=0; - - //keep a windowed version of these stats for printing status - int windowoperations=0; - long windowtotallatency=0; - - int min=-1; - int max=-1; - - private HashMap returncodes; - - public OneMeasurementTimeSeries(String name, Properties props) - { - super(name); - _granularity=Integer.parseInt(props.getProperty(GRANULARITY,GRANULARITY_DEFAULT)); - _measurements=new Vector(); - returncodes=new HashMap(); - } - - void checkEndOfUnit(boolean forceend) - { - long now=System.currentTimeMillis(); - - if (start<0) - { - currentunit=0; - start=now; - } - - long unit=((now-start)/_granularity)*_granularity; - - if ( (unit>currentunit) || (forceend) ) - { - double avg=((double)sum)/((double)count); - _measurements.add(new SeriesUnit(currentunit,avg)); - - currentunit=unit; - - count=0; - sum=0; - } - } - - @Override - public void measure(int latency) - { - checkEndOfUnit(false); - - count++; - sum+=latency; - totallatency+=latency; - operations++; - windowoperations++; - windowtotallatency+=latency; - - if (latency>max) - { - max=latency; - } - - if ( (latency - * Properties to control the client: - *

- *

disksize: how many bytes of storage can the disk store? (default 100,000,000) - *
occupancy: what fraction of the available storage should be used? (default 0.9) - *
requestdistribution: what distribution should be used to select the records to operate on - uniform, zipfian or latest (default: histogram) - *

- * - * - *

See also: - * Russell Sears, Catharine van Ingen. - * Fragmentation in Large Object Repositories, - * CIDR 2006. [Presentation] - *

- * - * - * @author sears - * - */ -public class ConstantOccupancyWorkload extends CoreWorkload { - long disksize; - long storageages; - IntegerGenerator objectsizes; - double occupancy; - - long object_count; - - public static final String STORAGE_AGE_PROPERTY = "storageages"; - public static final long STORAGE_AGE_PROPERTY_DEFAULT = 10; - - public static final String DISK_SIZE_PROPERTY = "disksize"; - public static final long DISK_SIZE_PROPERTY_DEFAULT = 100 * 1000 * 1000; - - public static final String OCCUPANCY_PROPERTY = "occupancy"; - public static final double OCCUPANCY_PROPERTY_DEFAULT = 0.9; - - @Override - public void init(Properties p) throws WorkloadException - { - disksize = Long.parseLong( p.getProperty(DISK_SIZE_PROPERTY, DISK_SIZE_PROPERTY_DEFAULT+"")); - storageages = Long.parseLong( p.getProperty(STORAGE_AGE_PROPERTY, STORAGE_AGE_PROPERTY_DEFAULT+"")); - occupancy = Double.parseDouble(p.getProperty(OCCUPANCY_PROPERTY, OCCUPANCY_PROPERTY_DEFAULT+"")); - - if(p.getProperty(Client.RECORD_COUNT_PROPERTY) != null || - p.getProperty(Client.INSERT_COUNT_PROPERTY) != null || - p.getProperty(Client.OPERATION_COUNT_PROPERTY) != null) { - System.err.println("Warning: record, insert or operation count was set prior to initting ConstantOccupancyWorkload. Overriding old values."); - } - IntegerGenerator g = CoreWorkload.getFieldLengthGenerator(p); - double fieldsize = g.mean(); - int fieldcount = Integer.parseInt(p.getProperty(FIELD_COUNT_PROPERTY, FIELD_COUNT_PROPERTY_DEFAULT)); - - object_count = (long)(occupancy * ((double)disksize / (fieldsize * (double)fieldcount))); - if(object_count == 0) { - throw new IllegalStateException("Object count was zero. Perhaps disksize is too low?"); - } - p.setProperty(Client.RECORD_COUNT_PROPERTY, object_count+""); - p.setProperty(Client.OPERATION_COUNT_PROPERTY, (storageages*object_count)+""); - p.setProperty(Client.INSERT_COUNT_PROPERTY, object_count+""); - - super.init(p); - } - -} DELETED YCSB/core/src/main/java/com/yahoo/ycsb/workloads/CoreWorkload.java Index: YCSB/core/src/main/java/com/yahoo/ycsb/workloads/CoreWorkload.java ================================================================== --- YCSB/core/src/main/java/com/yahoo/ycsb/workloads/CoreWorkload.java +++ /dev/null @@ -1,641 +0,0 @@ -/** - * Copyright (c) 2010 Yahoo! Inc. All rights reserved. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you - * may not use this file except in compliance with the License. You - * may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - * implied. See the License for the specific language governing - * permissions and limitations under the License. See accompanying - * LICENSE file. - */ - -package com.yahoo.ycsb.workloads; - -import java.util.Properties; -import com.yahoo.ycsb.*; -import com.yahoo.ycsb.generator.CounterGenerator; -import com.yahoo.ycsb.generator.DiscreteGenerator; -import com.yahoo.ycsb.generator.ExponentialGenerator; -import com.yahoo.ycsb.generator.Generator; -import com.yahoo.ycsb.generator.ConstantIntegerGenerator; -import com.yahoo.ycsb.generator.HotspotIntegerGenerator; -import com.yahoo.ycsb.generator.HistogramGenerator; -import com.yahoo.ycsb.generator.IntegerGenerator; -import com.yahoo.ycsb.generator.ScrambledZipfianGenerator; -import com.yahoo.ycsb.generator.SkewedLatestGenerator; -import com.yahoo.ycsb.generator.UniformIntegerGenerator; -import com.yahoo.ycsb.generator.ZipfianGenerator; -import com.yahoo.ycsb.measurements.Measurements; - -import java.io.IOException; -import java.util.HashMap; -import java.util.HashSet; -import java.util.Vector; - -/** - * The core benchmark scenario. Represents a set of clients doing simple CRUD operations. The relative - * proportion of different kinds of operations, and other properties of the workload, are controlled - * by parameters specified at runtime. - * - * Properties to control the client: - *

fieldcount: the number of fields in a record (default: 10) - *
fieldlength: the size of each field (default: 100) - *
readallfields: should reads read all fields (true) or just one (false) (default: true) - *
writeallfields: should updates and read/modify/writes update all fields (true) or just one (false) (default: false) - *
readproportion: what proportion of operations should be reads (default: 0.95) - *
updateproportion: what proportion of operations should be updates (default: 0.05) - *
insertproportion: what proportion of operations should be inserts (default: 0) - *
scanproportion: what proportion of operations should be scans (default: 0) - *
readmodifywriteproportion: what proportion of operations should be read a record, modify it, write it back (default: 0) - *
requestdistribution: what distribution should be used to select the records to operate on - uniform, zipfian, hotspot, or latest (default: uniform) - *
maxscanlength: for scans, what is the maximum number of records to scan (default: 1000) - *
scanlengthdistribution: for scans, what distribution should be used to choose the number of records to scan, for each scan, between 1 and maxscanlength (default: uniform) - *
insertorder: should records be inserted in order by key ("ordered"), or in hashed order ("hashed") (default: hashed) - *

- */ -public class CoreWorkload extends Workload -{ - - /** - * The name of the database table to run queries against. - */ - public static final String TABLENAME_PROPERTY="table"; - - /** - * The default name of the database table to run queries against. - */ - public static final String TABLENAME_PROPERTY_DEFAULT="usertable"; - - public static String table; - - - /** - * The name of the property for the number of fields in a record. - */ - public static final String FIELD_COUNT_PROPERTY="fieldcount"; - - /** - * Default number of fields in a record. - */ - public static final String FIELD_COUNT_PROPERTY_DEFAULT="10"; - - int fieldcount; - - /** - * The name of the property for the field length distribution. Options are "uniform", "zipfian" (favoring short records), "constant", and "histogram". - * - * If "uniform", "zipfian" or "constant", the maximum field length will be that specified by the fieldlength property. If "histogram", then the - * histogram will be read from the filename specified in the "fieldlengthhistogram" property. - */ - public static final String FIELD_LENGTH_DISTRIBUTION_PROPERTY="fieldlengthdistribution"; - /** - * The default field length distribution. - */ - public static final String FIELD_LENGTH_DISTRIBUTION_PROPERTY_DEFAULT = "constant"; - - /** - * The name of the property for the length of a field in bytes. - */ - public static final String FIELD_LENGTH_PROPERTY="fieldlength"; - /** - * The default maximum length of a field in bytes. - */ - public static final String FIELD_LENGTH_PROPERTY_DEFAULT="100"; - - /** - * The name of a property that specifies the filename containing the field length histogram (only used if fieldlengthdistribution is "histogram"). - */ - public static final String FIELD_LENGTH_HISTOGRAM_FILE_PROPERTY = "fieldlengthhistogram"; - /** - * The default filename containing a field length histogram. - */ - public static final String FIELD_LENGTH_HISTOGRAM_FILE_PROPERTY_DEFAULT = "hist.txt"; - - /** - * Generator object that produces field lengths. The value of this depends on the properties that start with "FIELD_LENGTH_". - */ - IntegerGenerator fieldlengthgenerator; - - /** - * The name of the property for deciding whether to read one field (false) or all fields (true) of a record. - */ - public static final String READ_ALL_FIELDS_PROPERTY="readallfields"; - - /** - * The default value for the readallfields property. - */ - public static final String READ_ALL_FIELDS_PROPERTY_DEFAULT="true"; - - boolean readallfields; - - /** - * The name of the property for deciding whether to write one field (false) or all fields (true) of a record. - */ - public static final String WRITE_ALL_FIELDS_PROPERTY="writeallfields"; - - /** - * The default value for the writeallfields property. - */ - public static final String WRITE_ALL_FIELDS_PROPERTY_DEFAULT="false"; - - boolean writeallfields; - - - /** - * The name of the property for the proportion of transactions that are reads. - */ - public static final String READ_PROPORTION_PROPERTY="readproportion"; - - /** - * The default proportion of transactions that are reads. - */ - public static final String READ_PROPORTION_PROPERTY_DEFAULT="0.95"; - - /** - * The name of the property for the proportion of transactions that are updates. - */ - public static final String UPDATE_PROPORTION_PROPERTY="updateproportion"; - - /** - * The default proportion of transactions that are updates. - */ - public static final String UPDATE_PROPORTION_PROPERTY_DEFAULT="0.05"; - - /** - * The name of the property for the proportion of transactions that are inserts. - */ - public static final String INSERT_PROPORTION_PROPERTY="insertproportion"; - - /** - * The default proportion of transactions that are inserts. - */ - public static final String INSERT_PROPORTION_PROPERTY_DEFAULT="0.0"; - - /** - * The name of the property for the proportion of transactions that are scans. - */ - public static final String SCAN_PROPORTION_PROPERTY="scanproportion"; - - /** - * The default proportion of transactions that are scans. - */ - public static final String SCAN_PROPORTION_PROPERTY_DEFAULT="0.0"; - - /** - * The name of the property for the proportion of transactions that are read-modify-write. - */ - public static final String READMODIFYWRITE_PROPORTION_PROPERTY="readmodifywriteproportion"; - - /** - * The default proportion of transactions that are scans. - */ - public static final String READMODIFYWRITE_PROPORTION_PROPERTY_DEFAULT="0.0"; - - /** - * The name of the property for the the distribution of requests across the keyspace. Options are "uniform", "zipfian" and "latest" - */ - public static final String REQUEST_DISTRIBUTION_PROPERTY="requestdistribution"; - - /** - * The default distribution of requests across the keyspace - */ - public static final String REQUEST_DISTRIBUTION_PROPERTY_DEFAULT="uniform"; - - /** - * The name of the property for the max scan length (number of records) - */ - public static final String MAX_SCAN_LENGTH_PROPERTY="maxscanlength"; - - /** - * The default max scan length. - */ - public static final String MAX_SCAN_LENGTH_PROPERTY_DEFAULT="1000"; - - /** - * The name of the property for the scan length distribution. Options are "uniform" and "zipfian" (favoring short scans) - */ - public static final String SCAN_LENGTH_DISTRIBUTION_PROPERTY="scanlengthdistribution"; - - /** - * The default max scan length. - */ - public static final String SCAN_LENGTH_DISTRIBUTION_PROPERTY_DEFAULT="uniform"; - - /** - * The name of the property for the order to insert records. Options are "ordered" or "hashed" - */ - public static final String INSERT_ORDER_PROPERTY="insertorder"; - - /** - * Default insert order. - */ - public static final String INSERT_ORDER_PROPERTY_DEFAULT="hashed"; - - /** - * Percentage data items that constitute the hot set. - */ - public static final String HOTSPOT_DATA_FRACTION = "hotspotdatafraction"; - - /** - * Default value of the size of the hot set. - */ - public static final String HOTSPOT_DATA_FRACTION_DEFAULT = "0.2"; - - /** - * Percentage operations that access the hot set. - */ - public static final String HOTSPOT_OPN_FRACTION = "hotspotopnfraction"; - - /** - * Default value of the percentage operations accessing the hot set. - */ - public static final String HOTSPOT_OPN_FRACTION_DEFAULT = "0.8"; - - IntegerGenerator keysequence; - - DiscreteGenerator operationchooser; - - IntegerGenerator keychooser; - - Generator fieldchooser; - - CounterGenerator transactioninsertkeysequence; - - IntegerGenerator scanlength; - - boolean orderedinserts; - - int recordcount; - - protected static IntegerGenerator getFieldLengthGenerator(Properties p) throws WorkloadException{ - IntegerGenerator fieldlengthgenerator; - String fieldlengthdistribution = p.getProperty(FIELD_LENGTH_DISTRIBUTION_PROPERTY, FIELD_LENGTH_DISTRIBUTION_PROPERTY_DEFAULT); - int fieldlength=Integer.parseInt(p.getProperty(FIELD_LENGTH_PROPERTY,FIELD_LENGTH_PROPERTY_DEFAULT)); - String fieldlengthhistogram = p.getProperty(FIELD_LENGTH_HISTOGRAM_FILE_PROPERTY, FIELD_LENGTH_HISTOGRAM_FILE_PROPERTY_DEFAULT); - if(fieldlengthdistribution.compareTo("constant") == 0) { - fieldlengthgenerator = new ConstantIntegerGenerator(fieldlength); - } else if(fieldlengthdistribution.compareTo("uniform") == 0) { - fieldlengthgenerator = new UniformIntegerGenerator(1, fieldlength); - } else if(fieldlengthdistribution.compareTo("zipfian") == 0) { - fieldlengthgenerator = new ZipfianGenerator(1, fieldlength); - } else if(fieldlengthdistribution.compareTo("histogram") == 0) { - try { - fieldlengthgenerator = new HistogramGenerator(fieldlengthhistogram); - } catch(IOException e) { - throw new WorkloadException("Couldn't read field length histogram file: "+fieldlengthhistogram, e); - } - } else { - throw new WorkloadException("Unknown field length distribution \""+fieldlengthdistribution+"\""); - } - return fieldlengthgenerator; - } - - /** - * Initialize the scenario. - * Called once, in the main client thread, before any operations are started. - */ - public void init(Properties p) throws WorkloadException - { - table = p.getProperty(TABLENAME_PROPERTY,TABLENAME_PROPERTY_DEFAULT); - - fieldcount=Integer.parseInt(p.getProperty(FIELD_COUNT_PROPERTY,FIELD_COUNT_PROPERTY_DEFAULT)); - fieldlengthgenerator = CoreWorkload.getFieldLengthGenerator(p); - - double readproportion=Double.parseDouble(p.getProperty(READ_PROPORTION_PROPERTY,READ_PROPORTION_PROPERTY_DEFAULT)); - double updateproportion=Double.parseDouble(p.getProperty(UPDATE_PROPORTION_PROPERTY,UPDATE_PROPORTION_PROPERTY_DEFAULT)); - double insertproportion=Double.parseDouble(p.getProperty(INSERT_PROPORTION_PROPERTY,INSERT_PROPORTION_PROPERTY_DEFAULT)); - double scanproportion=Double.parseDouble(p.getProperty(SCAN_PROPORTION_PROPERTY,SCAN_PROPORTION_PROPERTY_DEFAULT)); - double readmodifywriteproportion=Double.parseDouble(p.getProperty(READMODIFYWRITE_PROPORTION_PROPERTY,READMODIFYWRITE_PROPORTION_PROPERTY_DEFAULT)); - recordcount=Integer.parseInt(p.getProperty(Client.RECORD_COUNT_PROPERTY)); - String requestdistrib=p.getProperty(REQUEST_DISTRIBUTION_PROPERTY,REQUEST_DISTRIBUTION_PROPERTY_DEFAULT); - int maxscanlength=Integer.parseInt(p.getProperty(MAX_SCAN_LENGTH_PROPERTY,MAX_SCAN_LENGTH_PROPERTY_DEFAULT)); - String scanlengthdistrib=p.getProperty(SCAN_LENGTH_DISTRIBUTION_PROPERTY,SCAN_LENGTH_DISTRIBUTION_PROPERTY_DEFAULT); - - int insertstart=Integer.parseInt(p.getProperty(INSERT_START_PROPERTY,INSERT_START_PROPERTY_DEFAULT)); - - readallfields=Boolean.parseBoolean(p.getProperty(READ_ALL_FIELDS_PROPERTY,READ_ALL_FIELDS_PROPERTY_DEFAULT)); - writeallfields=Boolean.parseBoolean(p.getProperty(WRITE_ALL_FIELDS_PROPERTY,WRITE_ALL_FIELDS_PROPERTY_DEFAULT)); - - if (p.getProperty(INSERT_ORDER_PROPERTY,INSERT_ORDER_PROPERTY_DEFAULT).compareTo("hashed")==0) - { - orderedinserts=false; - } - else if (requestdistrib.compareTo("exponential")==0) - { - double percentile = Double.parseDouble(p.getProperty(ExponentialGenerator.EXPONENTIAL_PERCENTILE_PROPERTY, - ExponentialGenerator.EXPONENTIAL_PERCENTILE_DEFAULT)); - double frac = Double.parseDouble(p.getProperty(ExponentialGenerator.EXPONENTIAL_FRAC_PROPERTY, - ExponentialGenerator.EXPONENTIAL_FRAC_DEFAULT)); - keychooser = new ExponentialGenerator(percentile, recordcount*frac); - } - else - { - orderedinserts=true; - } - - keysequence=new CounterGenerator(insertstart); - operationchooser=new DiscreteGenerator(); - if (readproportion>0) - { - operationchooser.addValue(readproportion,"READ"); - } - - if (updateproportion>0) - { - operationchooser.addValue(updateproportion,"UPDATE"); - } - - if (insertproportion>0) - { - operationchooser.addValue(insertproportion,"INSERT"); - } - - if (scanproportion>0) - { - operationchooser.addValue(scanproportion,"SCAN"); - } - - if (readmodifywriteproportion>0) - { - operationchooser.addValue(readmodifywriteproportion,"READMODIFYWRITE"); - } - - transactioninsertkeysequence=new CounterGenerator(recordcount); - if (requestdistrib.compareTo("uniform")==0) - { - keychooser=new UniformIntegerGenerator(0,recordcount-1); - } - else if (requestdistrib.compareTo("zipfian")==0) - { - //it does this by generating a random "next key" in part by taking the modulus over the number of keys - //if the number of keys changes, this would shift the modulus, and we don't want that to change which keys are popular - //so we'll actually construct the scrambled zipfian generator with a keyspace that is larger than exists at the beginning - //of the test. that is, we'll predict the number of inserts, and tell the scrambled zipfian generator the number of existing keys - //plus the number of predicted keys as the total keyspace. then, if the generator picks a key that hasn't been inserted yet, will - //just ignore it and pick another key. this way, the size of the keyspace doesn't change from the perspective of the scrambled zipfian generator - - int opcount=Integer.parseInt(p.getProperty(Client.OPERATION_COUNT_PROPERTY)); - int expectednewkeys=(int)(((double)opcount)*insertproportion*2.0); //2 is fudge factor - - keychooser=new ScrambledZipfianGenerator(recordcount+expectednewkeys); - } - else if (requestdistrib.compareTo("latest")==0) - { - keychooser=new SkewedLatestGenerator(transactioninsertkeysequence); - } - else if (requestdistrib.equals("hotspot")) - { - double hotsetfraction = Double.parseDouble(p.getProperty( - HOTSPOT_DATA_FRACTION, HOTSPOT_DATA_FRACTION_DEFAULT)); - double hotopnfraction = Double.parseDouble(p.getProperty( - HOTSPOT_OPN_FRACTION, HOTSPOT_OPN_FRACTION_DEFAULT)); - keychooser = new HotspotIntegerGenerator(0, recordcount - 1, - hotsetfraction, hotopnfraction); - } - else - { - throw new WorkloadException("Unknown request distribution \""+requestdistrib+"\""); - } - - fieldchooser=new UniformIntegerGenerator(0,fieldcount-1); - - if (scanlengthdistrib.compareTo("uniform")==0) - { - scanlength=new UniformIntegerGenerator(1,maxscanlength); - } - else if (scanlengthdistrib.compareTo("zipfian")==0) - { - scanlength=new ZipfianGenerator(1,maxscanlength); - } - else - { - throw new WorkloadException("Distribution \""+scanlengthdistrib+"\" not allowed for scan length"); - } - } - - public String buildKeyName(long keynum) { - if (!orderedinserts) - { - keynum=Utils.hash(keynum); - } - return "user"+keynum; - } - HashMap buildValues() { - HashMap values=new HashMap(); - - for (int i=0; i buildUpdate() { - //update a random field - HashMap values=new HashMap(); - String fieldname="field"+fieldchooser.nextString(); - ByteIterator data = new RandomByteIterator(fieldlengthgenerator.nextInt()); - values.put(fieldname,data); - return values; - } - - /** - * Do one insert operation. Because it will be called concurrently from multiple client threads, this - * function must be thread safe. However, avoid synchronized, or the threads will block waiting for each - * other, and it will be difficult to reach the target throughput. Ideally, this function would have no side - * effects other than DB operations. - */ - public boolean doInsert(DB db, Object threadstate) - { - int keynum=keysequence.nextInt(); - String dbkey = buildKeyName(keynum); - HashMap values = buildValues(); - if (db.insert(table,dbkey,values) == 0) - return true; - else - return false; - } - - /** - * Do one transaction operation. Because it will be called concurrently from multiple client threads, this - * function must be thread safe. However, avoid synchronized, or the threads will block waiting for each - * other, and it will be difficult to reach the target throughput. Ideally, this function would have no side - * effects other than DB operations. - */ - public boolean doTransaction(DB db, Object threadstate) - { - String op=operationchooser.nextString(); - - if (op.compareTo("READ")==0) - { - doTransactionRead(db); - } - else if (op.compareTo("UPDATE")==0) - { - doTransactionUpdate(db); - } - else if (op.compareTo("INSERT")==0) - { - doTransactionInsert(db); - } - else if (op.compareTo("SCAN")==0) - { - doTransactionScan(db); - } - else - { - doTransactionReadModifyWrite(db); - } - - return true; - } - - int nextKeynum() { - int keynum; - if(keychooser instanceof ExponentialGenerator) { - do - { - keynum=transactioninsertkeysequence.lastInt() - keychooser.nextInt(); - } - while(keynum < 0); - } else { - do - { - keynum=keychooser.nextInt(); - } - while (keynum > transactioninsertkeysequence.lastInt()); - } - return keynum; - } - - public void doTransactionRead(DB db) - { - //choose a random key - int keynum = nextKeynum(); - - String keyname = buildKeyName(keynum); - - HashSet fields=null; - - if (!readallfields) - { - //read a random field - String fieldname="field"+fieldchooser.nextString(); - - fields=new HashSet(); - fields.add(fieldname); - } - - db.read(table,keyname,fields,new HashMap()); - } - - public void doTransactionReadModifyWrite(DB db) - { - //choose a random key - int keynum = nextKeynum(); - - String keyname = buildKeyName(keynum); - - HashSet fields=null; - - if (!readallfields) - { - //read a random field - String fieldname="field"+fieldchooser.nextString(); - - fields=new HashSet(); - fields.add(fieldname); - } - - HashMap values; - - if (writeallfields) - { - //new data for all the fields - values = buildValues(); - } - else - { - //update a random field - values = buildUpdate(); - } - - //do the transaction - - long st=System.nanoTime(); - - db.read(table,keyname,fields,new HashMap()); - - db.update(table,keyname,values); - - long en=System.nanoTime(); - - Measurements.getMeasurements().measure("READ-MODIFY-WRITE", (int)((en-st)/1000)); - } - - public void doTransactionScan(DB db) - { - //choose a random key - int keynum = nextKeynum(); - - String startkeyname = buildKeyName(keynum); - - //choose a random scan length - int len=scanlength.nextInt(); - - HashSet fields=null; - - if (!readallfields) - { - //read a random field - String fieldname="field"+fieldchooser.nextString(); - - fields=new HashSet(); - fields.add(fieldname); - } - - db.scan(table,startkeyname,len,fields,new Vector>()); - } - - public void doTransactionUpdate(DB db) - { - //choose a random key - int keynum = nextKeynum(); - - String keyname=buildKeyName(keynum); - - HashMap values; - - if (writeallfields) - { - //new data for all the fields - values = buildValues(); - } - else - { - //update a random field - values = buildUpdate(); - } - - db.update(table,keyname,values); - } - - public void doTransactionInsert(DB db) - { - //choose the next key - int keynum=transactioninsertkeysequence.nextInt(); - - String dbkey = buildKeyName(keynum); - - HashMap values = buildValues(); - db.insert(table,dbkey,values); - } -} DELETED YCSB/core/src/test/java/com/yahoo/ycsb/TestByteIterator.java Index: YCSB/core/src/test/java/com/yahoo/ycsb/TestByteIterator.java ================================================================== --- YCSB/core/src/test/java/com/yahoo/ycsb/TestByteIterator.java +++ /dev/null @@ -1,22 +0,0 @@ -package com.yahoo.ycsb; - -import org.testng.annotations.Test; -import static org.testng.AssertJUnit.*; - -public class TestByteIterator { - @Test - public void testRandomByteIterator() { - int size = 100; - ByteIterator itor = new RandomByteIterator(size); - assertTrue(itor.hasNext()); - assertEquals(size, itor.bytesLeft()); - assertEquals(size, itor.toString().getBytes().length); - assertFalse(itor.hasNext()); - assertEquals(0, itor.bytesLeft()); - - itor = new RandomByteIterator(size); - assertEquals(size, itor.toArray().length); - assertFalse(itor.hasNext()); - assertEquals(0, itor.bytesLeft()); - } -} DELETED YCSB/core/target/checkstyle-cachefile Index: YCSB/core/target/checkstyle-cachefile ================================================================== --- YCSB/core/target/checkstyle-cachefile +++ /dev/null @@ -1,2 +0,0 @@ -#Tue Mar 12 07:16:47 UTC 2013 -configuration*?=B43CD491C5128D9DE123F0CB9FB661E6113395AA DELETED YCSB/core/target/checkstyle-checker.xml Index: YCSB/core/target/checkstyle-checker.xml ================================================================== --- YCSB/core/target/checkstyle-checker.xml +++ /dev/null @@ -1,170 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

Tests passed/Failed/Skipped:	1/0/0
Started on:	Tue Mar 12 07:16:57 UTC 2013
Total time:	0 seconds (35 ms)
Included groups:
Excluded groups:

PASSED TESTS
Test method	Exception	Time (seconds)	Instance
testRandomByteIterator Test class: com.yahoo.ycsb.TestByteIterator		0	com.yahoo.ycsb.TestByteIterator@3e937cea

Class name	Method name	Groups
com.yahoo.ycsb.TestByteIterator
@Test
	testRandomByteIterator
@BeforeClass
@BeforeMethod
@AfterMethod
@AfterClass

1 test	1 class	1 method: - chronological - alphabetical - not run (0)
0 group	reporter output	testng.xml

Class	Method	# of Scenarios	Time (Msecs)
Command line test — passed
com.yahoo.ycsb.TestByteIterator	testRandomByteIterator	1	18

Files	I	W	E
- com/yahoo/ycsb/UnknownDBException.java -	- 0 -	- 0 -	- 35 -
- com/yahoo/ycsb/ByteIterator.java -	- 0 -	- 0 -	- 56 -
- com/yahoo/ycsb/generator/ZipfianGenerator.java -	- 0 -	- 0 -	- 255 -
- com/yahoo/ycsb/generator/HotspotIntegerGenerator.java -	- 0 -	- 0 -	- 16 -
- com/yahoo/ycsb/generator/ConstantIntegerGenerator.java -	- 0 -	- 0 -	- 26 -
- com/yahoo/ycsb/BasicDB.java -	- 0 -	- 0 -	- 202 -
- com/yahoo/ycsb/generator/CounterGenerator.java -	- 0 -	- 0 -	- 45 -
- com/yahoo/ycsb/generator/IntegerGenerator.java -	- 0 -	- 0 -	- 51 -
- com/yahoo/ycsb/DBWrapper.java -	- 0 -	- 0 -	- 51 -
- com/yahoo/ycsb/measurements/OneMeasurement.java -	- 0 -	- 0 -	- 31 -
- com/yahoo/ycsb/measurements/Measurements.java -	- 0 -	- 0 -	- 148 -
- com/yahoo/ycsb/Utils.java -	- 0 -	- 0 -	- 81 -
- com/yahoo/ycsb/measurements/exporter/TextMeasurementsExporter.java -	- 0 -	- 0 -	- 19 -
- com/yahoo/ycsb/measurements/exporter/MeasurementsExporter.java -	- 0 -	- 0 -	- 21 -
- com/yahoo/ycsb/TerminatorThread.java -	- 0 -	- 0 -	- 19 -
- com/yahoo/ycsb/DBException.java -	- 0 -	- 0 -	- 35 -
- com/yahoo/ycsb/InputStreamByteIterator.java -	- 0 -	- 0 -	- 49 -
- com/yahoo/ycsb/CommandLine.java -	- 0 -	- 0 -	- 477 -
- com/yahoo/ycsb/generator/ScrambledZipfianGenerator.java -	- 0 -	- 0 -	- 111 -
- com/yahoo/ycsb/WorkloadException.java -	- 0 -	- 0 -	- 35 -
- com/yahoo/ycsb/workloads/CoreWorkload.java -	- 0 -	- 0 -	- 163 -
- com/yahoo/ycsb/DB.java -	- 0 -	- 0 -	- 51 -
- com/yahoo/ycsb/generator/DiscreteGenerator.java -	- 0 -	- 0 -	- 75 -
- com/yahoo/ycsb/generator/Generator.java -	- 0 -	- 0 -	- 23 -
- com/yahoo/ycsb/measurements/exporter/JSONMeasurementsExporter.java -	- 0 -	- 0 -	- 20 -
- com/yahoo/ycsb/generator/ExponentialGenerator.java -	- 0 -	- 0 -	- 68 -
- com/yahoo/ycsb/DBFactory.java -	- 0 -	- 0 -	- 20 -
- com/yahoo/ycsb/workloads/ConstantOccupancyWorkload.java -	- 0 -	- 0 -	- 46 -
- com/yahoo/ycsb/generator/SkewedLatestGenerator.java -	- 0 -	- 0 -	- 57 -
- com/yahoo/ycsb/generator/UniformGenerator.java -	- 0 -	- 0 -	- 58 -
- com/yahoo/ycsb/generator/UniformIntegerGenerator.java -	- 0 -	- 0 -	- 48 -
- com/yahoo/ycsb/RandomByteIterator.java -	- 0 -	- 0 -	- 1 -
- com/yahoo/ycsb/Workload.java -	- 0 -	- 0 -	- 48 -
- com/yahoo/ycsb/generator/HistogramGenerator.java -	- 0 -	- 0 -	- 85 -
- com/yahoo/ycsb/StringByteIterator.java -	- 0 -	- 0 -	- 75 -
- com/yahoo/ycsb/measurements/OneMeasurementHistogram.java -	- 0 -	- 0 -	- 131 -
- com/yahoo/ycsb/measurements/OneMeasurementTimeSeries.java -	- 0 -	- 0 -	- 150 -
- com/yahoo/ycsb/generator/FileGenerator.java -	- 0 -	- 0 -	- 67 -
- com/yahoo/ycsb/Client.java -	- 0 -	- 0 -	- 865 -
- com/yahoo/ycsb/ByteArrayByteIterator.java -	- 0 -	- 0 -	- 47 -

-Field Summary
-`static java.lang.String`	`SIMULATE_DELAY` - - -
-`static java.lang.String`	`SIMULATE_DELAY_DEFAULT` - - -
-`static java.lang.String`	`VERBOSE` - - -
-`static java.lang.String`	`VERBOSE_DEFAULT` - - -

-Method Summary
- `int`	`delete(java.lang.String table, - java.lang.String key)` - - - Delete a record from the database.
- `void`	`init()` - - - Initialize any state for this DB.
- `int`	`insert(java.lang.String table, - java.lang.String key, - java.util.HashMap<java.lang.String,java.lang.String> values)` - - - Insert a record in the database.
- `int`	`read(java.lang.String table, - java.lang.String key, - java.util.Set<java.lang.String> fields, - java.util.HashMap<java.lang.String,java.lang.String> result)` - - - Read a record from the database.
- `int`	`scan(java.lang.String table, - java.lang.String startkey, - int recordcount, - java.util.Set<java.lang.String> fields, - java.util.Vector<java.util.HashMap<java.lang.String,java.lang.String>> result)` - - - Perform a range scan for a set of records in the database.
- `int`	`update(java.lang.String table, - java.lang.String key, - java.util.HashMap<java.lang.String,java.lang.String> values)` - - - Update a record in the database.

-Field Summary
-`static java.lang.String`	`INSERT_COUNT_PROPERTY` - - - Indicates how many inserts to do, if less than recordcount.
-`static java.lang.String`	`OPERATION_COUNT_PROPERTY` - - -
-`static java.lang.String`	`RECORD_COUNT_PROPERTY` - - -
-`static java.lang.String`	`WORKLOAD_PROPERTY` - - -

-Method Summary
-`static boolean`	`checkRequiredProperties(java.util.Properties props)` - - -
-`static void`	`main(java.lang.String[] args)` - - -
-`static void`	`usageMessage()` - - -

-Method Summary
- `void`	`cleanup()` - - - Cleanup any state for this DB.
-`abstract int`	`delete(java.lang.String table, - java.lang.String key)` - - - Delete a record from the database.
- `java.util.Properties`	`getProperties()` - - - Get the set of properties for this DB.
- `void`	`init()` - - - Initialize any state for this DB.
-`abstract int`	`insert(java.lang.String table, - java.lang.String key, - java.util.HashMap<java.lang.String,java.lang.String> values)` - - - Insert a record in the database.
-`abstract int`	`read(java.lang.String table, - java.lang.String key, - java.util.Set<java.lang.String> fields, - java.util.HashMap<java.lang.String,java.lang.String> result)` - - - Read a record from the database.
-`abstract int`	`scan(java.lang.String table, - java.lang.String startkey, - int recordcount, - java.util.Set<java.lang.String> fields, - java.util.Vector<java.util.HashMap<java.lang.String,java.lang.String>> result)` - - - Perform a range scan for a set of records in the database.
- `void`	`setProperties(java.util.Properties p)` - - - Set the properties for this DB.
-`abstract int`	`update(java.lang.String table, - java.lang.String key, - java.util.HashMap<java.lang.String,java.lang.String> values)` - - - Update a record in the database.

-Constructor Summary
`DBException()` - - -
`DBException(java.lang.String message)` - - -
`DBException(java.lang.String message, - java.lang.Throwable cause)` - - -
`DBException(java.lang.Throwable cause)` - - -

-Method Summary
- `void`	`addValue(double weight, - java.lang.String value)` - - -
- `java.lang.String`	`lastString()` - - - Return the previous string generated by the distribution; e.g., returned from the last nextString() call.
- `int`	`nextInt()` - - - If the generator returns numeric (integer) values, return the next value as an int.
- `java.lang.String`	`nextString()` - - - Generate the next string in the distribution.

-Method Summary
-`static int`	`hash(int val, - int itemcount)` - - -
-`static void`	`main(java.lang.String[] args)` - - -
-`static int`	`scramble(int val)` - - -
-`static int`	`testVector(int itemcount)` - - -

-Method Summary
-`abstract java.lang.String`	`lastString()` - - - Return the previous string generated by the distribution; e.g., returned from the last nextString() call.
-`abstract java.lang.String`	`nextString()` - - - Generate the next string in the distribution.

Suite	Passed	Failed	Skipped	testng.xml
Total	1	0	0
com.yahoo.ycsb.TestByteIterator	1	0	0	Link

-Method Summary
- `int`	`lastInt()` - - - Return the previous int generated by the distribution.
- `java.lang.String`	`lastString()` - - - Return the previous string generated by the distribution; e.g., returned from the last nextString() call.
-`abstract int`	`nextInt()` - - - Return the next value as an int.
- `java.lang.String`	`nextString()` - - - Generate the next string in the distribution.
- `void`	`setLastInt(int last)` - - - Set the last value generated.

-Method Summary
-`static Measurements`	`getMeasurements()` - - -
- `java.lang.String`	`getSummary()` - - -
- `void`	`measure(java.lang.String operation, - int latency)` - - -
- `void`	`printReport(java.io.PrintStream out)` - - -
- `void`	`reportReturnCode(java.lang.String operation, - int code)` - - -
-`static void`	`setProperties(java.util.Properties props)` - - -

-Method Summary
- `java.lang.String`	`getName()` - - -
-`abstract java.lang.String`	`getSummary()` - - -
-`abstract void`	`measure(int latency)` - - -
-`abstract void`	`printReport(java.io.PrintStream out)` - - -
-`abstract void`	`reportReturnCode(int code)` - - -

-Field Summary
-`static java.lang.String`	`BUCKETS` - - -
-`static java.lang.String`	`BUCKETS_DEFAULT` - - -

-Field Summary
-`static java.lang.String`	`GRANULARITY` - - - Granularity for time series; measurements will be averaged in chunks of this granularity.
-`static java.lang.String`	`GRANULARITY_DEFAULT` - - -

-Field Summary
-`static long`	`ITEM_COUNT` - - -
-`static double`	`ZETAN` - - -

-Constructor Summary
`ScrambledZipfianGenerator(long _items)` - - - Create a zipfian generator for the specified number of items.
`ScrambledZipfianGenerator(long _min, - long _max)` - - - Create a zipfian generator for items between min and max.

-Constructor Summary
`UnknownDBException()` - - -
`UnknownDBException(java.lang.String message)` - - -
`UnknownDBException(java.lang.String message, - java.lang.Throwable cause)` - - -
`UnknownDBException(java.lang.Throwable cause)` - - -

-Field Summary
-`static int`	`FNV_offset_basis_32` - - -
-`static long`	`FNV_offset_basis_64` - - -
-`static int`	`FNV_prime_32` - - -
-`static long`	`FNV_prime_64` - - -

-Method Summary
-`static java.lang.String`	`ASCIIString(int length)` - - - Generate a random ASCII string of a given length.
-`static int`	`FNVhash32(int val)` - - - 32 bit FNV hash.
-`static long`	`FNVhash64(long val)` - - - 64 bit FNV hash.
-`static int`	`hash(int val)` - - - Hash an integer value.

Command line test

Groups used for this test run

Methods run, sorted chronologically

>> means before, << means after

Methods that were not run

Methods run, sorted chronologically

>> means before, << means after

Reporter output

Results forcom.yahoo.ycsb.TestByteIterator

Command line test

com.yahoo.ycsb.TestByteIterator:testRandomByteIterator

Test results

Yahoo! Cloud Serving Benchmark

Version 0.1.2

Core workload package properties

Yahoo! Cloud Serving Benchmark

Version 0.1.2

Core workloads

Running the workloads

Yahoo! Cloud Serving Benchmark

Version 0.1.2

Implementing a database interface layer - overview

Creating a new layer step-by-step

Step 1 - Extend com.yahoo.ycsb.DB

Step 2 - Implement init() if necessary

Step 3 - Implement the database query and update methods

Step 4 - Compile your database interface layer

Step 5 - Use it with the YCSB Client

Yahoo! Cloud Serving Benchmark

Version 0.1.2

Overview

Download YCSB

Getting started

Extending YCSB

- -com.yahoo.ycsb - -Class BasicDB

-VERBOSE

-VERBOSE_DEFAULT

-SIMULATE_DELAY

-SIMULATE_DELAY_DEFAULT

-BasicDB

-init

-read

-scan

-update

-insert

-delete

- -com.yahoo.ycsb - -Class Client

-OPERATION_COUNT_PROPERTY

-RECORD_COUNT_PROPERTY

-WORKLOAD_PROPERTY

-INSERT_COUNT_PROPERTY

-Client

-usageMessage

-checkRequiredProperties

-main

- -com.yahoo.ycsb - -Class CounterGenerator

-CounterGenerator

-nextInt

- -com.yahoo.ycsb - -Class DB

-DB

-setProperties

-getProperties

-init

-cleanup

-read

-scan

-update

-insert

-delete

- -com.yahoo.ycsb - -Class DBException

-DBException

-DBException

-DBException

-DBException

- -com.yahoo.ycsb - -Class DBFactory

-DBFactory

-newDB

- -com.yahoo.ycsb - -Class DBWrapper

-DBWrapper

-setProperties

Results for
com.yahoo.ycsb.TestByteIterator

- -com.yahoo.ycsb -
-Class BasicDB

- -com.yahoo.ycsb -
-Class Client

- -com.yahoo.ycsb -
-Class CounterGenerator

- -com.yahoo.ycsb -
-Class DB

- -com.yahoo.ycsb -
-Class DBException

- -com.yahoo.ycsb -
-Class DBFactory

- -com.yahoo.ycsb -
-Class DBWrapper

- -com.yahoo.ycsb -
-Class DiscreteGenerator

- -com.yahoo.ycsb -
-Class FindGoodAB

- -com.yahoo.ycsb -
-Class FindGoodScrambleVector

- -com.yahoo.ycsb -
-Class Generator

- -com.yahoo.ycsb -
-Class IntegerGenerator

- -com.yahoo.ycsb -
-Class Measurements

- -com.yahoo.ycsb -
-Class OneMeasurement

- -com.yahoo.ycsb -
-Class OneMeasurementHistogram

- -com.yahoo.ycsb -
-Class OneMeasurementTimeSeries

-Field Summary
-`static java.lang.String`	`INSERT_START_PROPERTY` - - -
-`static java.lang.String`	`INSERT_START_PROPERTY_DEFAULT` - - -

-Method Summary
- `void`	`cleanup()` - - - Cleanup the scenario.
-`abstract boolean`	`doInsert(DB db, - java.lang.Object threadstate)` - - - Do one insert operation.
-`abstract boolean`	`doTransaction(DB db, - java.lang.Object threadstate)` - - - Do one transaction operation.
- `void`	`init(java.util.Properties p)` - - - Initialize the scenario.
- `java.lang.Object`	`initThread(java.util.Properties p, - int mythreadid, - int threadcount)` - - - Initialize any state for a particular client thread.

-Constructor Summary
`WorkloadException()` - - -
`WorkloadException(java.lang.String message)` - - -
`WorkloadException(java.lang.String message, - java.lang.Throwable cause)` - - -
`WorkloadException(java.lang.Throwable cause)` - - -

-Constructor Summary
`ZipfianGenerator(long _items)` - - - Create a zipfian generator for the specified number of items.
`ZipfianGenerator(long _items, - double _zipfianconstant)` - - - Create a zipfian generator for the specified number of items using the specified zipfian constant.
`ZipfianGenerator(long _min, - long _max)` - - - Create a zipfian generator for items between min and max.
`ZipfianGenerator(long min, - long max, - double _zipfianconstant)` - - - Create a zipfian generator for items between min and max (inclusive) for the specified zipfian constant.
`ZipfianGenerator(long min, - long max, - double _zipfianconstant, - double _zetan)` - - - Create a zipfian generator for items between min and max (inclusive) for the specified zipfian constant, using the precomputed value of zeta.

-Field Summary
-`static java.lang.String`	`CONNECTION_RETRY_PROPERTY` - - -
-`static java.lang.String`	`CONNECTION_RETRY_PROPERTY_DEFAULT` - - -
- `int`	`ConnectionRetries` - - -
-`static int`	`Error` - - -
-`static int`	`Ok` - - -
-`static java.lang.String`	`OPERATION_RETRY_PROPERTY` - - -
-`static java.lang.String`	`OPERATION_RETRY_PROPERTY_DEFAULT` - - -
- `int`	`OperationRetries` - - -

-Field Summary
- `java.lang.String`	`_columnFamily` - - -
- `byte[]`	`_columnFamilyBytes` - - -
- `boolean`	`_debug` - - -
- `HTable`	`_hTable` - - -
- `java.lang.String`	`_table` - - -
-`static int`	`HttpError` - - -
-`static int`	`NoMatchingRecord` - - -
-`static int`	`Ok` - - -
-`static int`	`ServerError` - - -
-`static java.lang.Object`	`tableLock` - - -

-Field Summary
-`protected static java.lang.String`	`ADDITIONAL_FIELD` - - -
-`protected static java.lang.String`	`CODE` - - -
-`protected static java.lang.String`	`CONTINUATION` - - -
-`protected static java.lang.String`	`DELETE` - - -
-`protected static java.lang.String`	`END_HASH_KEY` - - -
-`protected static java.lang.String`	`END_HASH_KEY_VALUE` - - -
-`protected static java.lang.String`	`FIELDS` - - -
-`protected static java.lang.String`	`FIRST_FIELD` - - -
-`protected static java.lang.String`	`GET` - - -
-`protected static java.lang.String`	`HASH_SCAN` - - -
-`protected static java.lang.String`	`HOSTS` - - -
-`protected static java.lang.String`	`HTTP` - - -
-`protected static int`	`HTTP_ERROR` - - -
-`protected static int`	`JSON_ERROR` - - -
-`protected static java.lang.String`	`NAMESPACE` - - -
-`protected static int`	`OK` - - -
-`protected static java.lang.String`	`ORDERED_SCAN` - - -
-`protected static java.lang.String`	`PREDICATE` - - -
-`protected static java.lang.String`	`RECORD_LIMIT` - - -
-`protected static java.lang.String`	`RECORDS` - - -
-`protected static java.lang.String`	`SCAN_COMPLETED` - - -
-`protected static java.lang.String`	`SCANTYPE` - - -
-`protected static java.lang.String`	`SET` - - -
-`protected static java.lang.String`	`START_HASH_KEY` - - -
-`protected static java.lang.String`	`START_HASH_KEY_HEADER` - - -
-`protected static java.lang.String`	`START_HASH_KEY_VALUE` - - -
-`protected static java.lang.String`	`START_KEY_ADDITIONAL` - - -
-`protected static java.lang.String`	`START_KEY_FIRST` - - -
-`protected static java.lang.String`	`STATUS` - - -
-`protected static java.lang.String`	`URI_PATH` - - -
-`protected static java.lang.String`	`UTF8` - - -
-`protected static java.lang.String`	`VALUE` - - -
-`protected static java.lang.String`	`YDHT` - - -

-Class Summary
CassandraClient5	Cassandra 0.5 client for YCSB framework
CassandraClient6	Cassandra 0.6 client for YCSB framework
CassandraClient7	Cassandra 0.7 client for YCSB framework
HBaseClient	HBase client for YCSB framework
MongoDbClient	MongoDB client for YCSB framework.

-Class Summary
BasicDB	Basic DB that just prints out the requested operations, instead of doing them against a database.
Client	Main class for executing YCSB.
CommandLine	A simple command line client to a database, using the appropriate com.yahoo.ycsb.DB implementation.
DB	A layer for accessing a database to be benchmarked.
DBFactory	Creates a DB layer by dynamically classloading the specified DB class.
DBWrapper	Wrapper around a "real" DB that measures latencies and counts return codes.
Utils	Utility functions.
Workload	One experiment scenario.

-Exception Summary
DBException	Something bad happened while interacting with the database.
UnknownDBException	Could not create the specified DB.
WorkloadException	The workload tried to do something bad.