Skip to content

Latest commit

 

History

History

gemfire-touch-function

Folders and files

NameName
Last commit message
Last commit date

parent directory

..
src
src
 
 
README.md
README.md
 
 
build.gradle
build.gradle
 
 

README.md

Touch Function

This function allows you to synchronize region data in WAN replicated GemFire clusters. The idea of a touch is to do a get and put on each entry in a given GemFire region.

This function has been tested on GemFire version 10.0.1.

You must deploy the function using the gfsh deploy command.

Example.

deploy --jar=/Users/Projects/VMware/Tanzu/TanzuData/TanzuGemFire/dev/gemfire-extensions/components/gemfire-touch-function/build/libs/gemfire-touch-function-2.0.0-SNAPSHOT.jar

The following is an example of how to execute the TouchFunction on the given "accounts" region in Gfsh.

execute function --id=TouchFunction --region=/accounts

The following are system properties that can be used to configure the touch function.

Use the --J gfsh parameter when starting the GemFire server to set the system property.

Example Format

start server --name="server" --J=-D<System_Property_Name>=<VALUE>
System_Property_Name Notes
touchReportIntervalMs The Report to log report rate per second property
touchTargetRatePerSecFlowControl The property name to control how many touches are done per second
touchBatchSize The property name to control how many touches are done for each batch transaction
notRegionFunctionContextError TouchFunction must be executed on a region. Ex: execute function --id=TouchFunction --region=/myRegion

WAN Replication (Active-Active)

The following explains how to set up two GemFire clusters connected by a WAN replication gateways. GemFire supports Active-Active data updates when using WAN replication between sites. These instructions demonstrate the functionality.

Start Cluster 1

In Gfsh

Start Locator

start locator --name=gf1-locator --J=-Dgemfire.distributed-system-id=1    --J=-Dgemfire.remote-locators=127.0.0.1[10002] --enable-cluster-configuration=true --connect=false --port=10001  --J=-Dgemfire.jmx-manager-port=1099 --max-heap=250m --initial-heap=250m --bind-address=127.0.0.1 --hostname-for-clients=127.0.0.1  --jmx-manager-hostname-for-clients=127.0.0.1 --http-service-bind-address=127.0.0.1

Configure PDX

connect --locator=localhost[10001]
configure pdx --read-serialized=true --disk-store
disconnect
start server --name=gf1-server  --J=-Dgemfire.distributed-system-id=1   --J=-Dgemfire.remote-locators=127.0.0.1[10002] --use-cluster-configuration=true --server-port=10101   --locators=127.0.0.1[10001] --max-heap=1g   --initial-heap=1g  --bind-address=127.0.0.1 --hostname-for-clients=127.0.0.1  --jmx-manager-hostname-for-clients=127.0.0.1 --http-service-bind-address=127.0.0.1

Start Cluster 2

In Gfsh

Exit Gfsh

cd $GEMFIRE_HOME/bin
./gfsh

Start Locator

start locator --name=gf2-locator --J=-Dgemfire.distributed-system-id=2   --J=-Dgemfire.remote-locators=127.0.0.1[10001] --enable-cluster-configuration=true --connect=false  --http-service-port=0 --J=-Dgemfire.tcp-port=11111 --port=10002 --J=-Dgemfire.jmx-manager-port=1098 --max-heap=250m --initial-heap=250m --bind-address=127.0.0.1 --hostname-for-clients=127.0.0.1  --jmx-manager-hostname-for-clients=127.0.0.1 --http-service-bind-address=127.0.0.1

Configure PDX

connect --locator=localhost[10002]
configure pdx --read-serialized=true --disk-store
disconnect
start server --name=gf2-server  --J=-Dgemfire.distributed-system-id=2  --J=-Dgemfire.remote-locators=127.0.0.1[10001]  --use-cluster-configuration=true --server-port=10102   --locators=127.0.0.1[10002] --max-heap=1g   --initial-heap=1g  --bind-address=127.0.0.1 --hostname-for-clients=127.0.0.1  --jmx-manager-hostname-for-clients=127.0.0.1 --http-service-bind-address=127.0.0.1

Create Gateway receiver to cluster 1

connect --locator=[10001]
create gateway-sender --id="cluster2" --parallel=true --remote-distributed-system-id=2 --enable-persistence=true 
create region --name=accounts --type=PARTITION --gateway-sender-id="cluster2"
create gateway-receiver --start-port=1510 --end-port=1519
disconnect

Create Gateway receiver to cluster 2

gfsh

connect --locator=localhost[10002]
create gateway-sender --id="cluster1" --parallel=true --remote-distributed-system-id=1  --enable-persistence=true
create region --name=accounts --type=PARTITION --gateway-sender-id="cluster1"
create gateway-receiver --start-port=1520 --end-port=1521
disconnect

WAN Replication - Parallel - Testing

TEst from cluster 1

connect --locator=[10001]
put --key="VMW" --value="from-cluster1" --region=accounts
disconnect

TEst from cluster b

connect --locator=[10002]
get --key="VMW"  --region=accounts
put --key="VMW" --value="from-cluster2" --region=accounts
disconnect

TEst from cluster a

connect --locator=[10001]
get --key="VMW"  --region=accounts

Serial Gateway

Create GW on cluster 1

connect --locator=[10001]
create gateway-sender --id="cluster2-serial" --parallel=false --remote-distributed-system-id=2 --enable-persistence=true
create region --name=states --type=REPLICATE --gateway-sender-id="cluster2-serial"
disconnect

Create GW on cluster 2

connect --locator=[10002]
create gateway-sender --id="cluster1-serial" --parallel=false --remote-distributed-system-id=1 --enable-persistence=true
create region --name=states --type=REPLICATE --gateway-sender-id="cluster1-serial"
disconnect

WAN Replication - Serial - Testing

Test from cluster 1

connect --locator=[10001]
put --key="NJ" --value="NJ" --region=states
disconnect

TEst from cluster b

connect --locator=[10002]
get --key="NJ"  --region=states
put --key="LA" --value="LA" --region=states
disconnect

TEst from cluster a

connect --locator=[10001]
get --key="LA"  --region=states

Touch Function

From cluster 1

connect --locator=[10001]
deploy --jar=/Users/Projects/VMware/Tanzu/TanzuData/TanzuGemFire/dev/gemfire-extensions/components/gemfire-touch-function/build/libs/gemfire-touch-function-2.0.0-SNAPSHOT.jar
disconnect

From cluster 2

connect --locator=[10002]
deploy --jar=/Users/Projects/VMware/Tanzu/TanzuData/TanzuGemFire/dev/gemfire-extensions/components/gemfire-touch-function/build/libs/gemfire-touch-function-2.0.0-SNAPSHOT.jar
disconnect

From cluster 1 - restart data node

connect --locator=[10001]
stop server --name=gf1-server
start server --name=gf1-server  --J=-Dgemfire.distributed-system-id=1   --J=-Dgemfire.remote-locators=127.0.0.1[10002] --use-cluster-configuration=true --server-port=10101   --locators=127.0.0.1[10001] --max-heap=1g   --initial-heap=1g  --bind-address=127.0.0.1 --hostname-for-clients=127.0.0.1  --jmx-manager-hostname-for-clients=127.0.0.1 --http-service-bind-address=127.0.0.1

Cluster 1 = Get should all null

connect --locator=[10001]
get --key="VMW"  --region=accounts
get --key="NJ"  --region=states
get --key="LA"  --region=states

From cluster 2

connect --locator=[10002]
execute function --id=TouchFunction --region=/accounts
execute function --id=TouchFunction --region=/states

Cluster 1 = Get should all populated

connect --locator=[10001]
get --key="VMW"  --region=accounts
get --key="NJ"  --region=states
get --key="LA"  --region=states

Also see

connect --locator=[10001]
wan-copy region --region=/accounts --sender-id=cluster1
wan-copy region --region=/states --sender-id=cluster1-serial