001/**
002 * Licensed to the Apache Software Foundation (ASF) under one
003 * or more contributor license agreements.  See the NOTICE file
004 * distributed with this work for additional information
005 * regarding copyright ownership.  The ASF licenses this file
006 * to you under the Apache License, Version 2.0 (the
007 * "License"); you may not use this file except in compliance
008 * with the License.  You may obtain a copy of the License at
009 *
010 *     http://www.apache.org/licenses/LICENSE-2.0
011 *
012 * Unless required by applicable law or agreed to in writing, software
013 * distributed under the License is distributed on an "AS IS" BASIS,
014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
015 * See the License for the specific language governing permissions and
016 * limitations under the License.
017 */
018package org.apache.hadoop.hbase.client;
019
020import static org.junit.Assert.assertEquals;
021import static org.junit.Assert.assertFalse;
022import static org.junit.Assert.assertTrue;
023import static org.junit.Assert.fail;
024
025import java.io.File;
026import java.io.FileOutputStream;
027import java.io.IOException;
028import java.lang.reflect.InvocationTargetException;
029import java.nio.ByteBuffer;
030import java.util.Arrays;
031import java.util.Base64;
032import java.util.List;
033import java.util.Set;
034import org.apache.hadoop.conf.Configuration;
035import org.apache.hadoop.hbase.HBaseClassTestRule;
036import org.apache.hadoop.hbase.HBaseConfiguration;
037import org.apache.hadoop.hbase.exceptions.DeserializationException;
038import org.apache.hadoop.hbase.filter.Filter;
039import org.apache.hadoop.hbase.filter.FilterList;
040import org.apache.hadoop.hbase.filter.KeyOnlyFilter;
041import org.apache.hadoop.hbase.security.access.Permission;
042import org.apache.hadoop.hbase.security.visibility.Authorizations;
043import org.apache.hadoop.hbase.testclassification.ClientTests;
044import org.apache.hadoop.hbase.testclassification.SmallTests;
045import org.apache.hadoop.hbase.util.Bytes;
046import org.junit.Assert;
047import org.junit.ClassRule;
048import org.junit.Test;
049import org.junit.experimental.categories.Category;
050
051import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
052import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos;
053
054// TODO: cover more test cases
055@Category({ClientTests.class, SmallTests.class})
056public class TestGet {
057
058  @ClassRule
059  public static final HBaseClassTestRule CLASS_RULE =
060      HBaseClassTestRule.forClass(TestGet.class);
061
062  private static final byte [] ROW = new byte [] {'r'};
063
064  private static final String PB_GET = "CgNyb3ciEwoPdGVzdC5Nb2NrRmlsdGVyEgAwATgB";
065  private static final String PB_GET_WITH_FILTER_LIST =
066    "CgFyIosBCilvcmcuYXBhY2hlLmhhZG9vcC5oYmFzZS5maWx0ZXIuRmlsdGVyTGlzdBJeCAESEwoP" +
067    "dGVzdC5Nb2NrRmlsdGVyEgASEQoNbXkuTW9ja0ZpbHRlchIAEjIKLG9yZy5hcGFjaGUuaGFkb29w" +
068    "LmhiYXNlLmZpbHRlci5LZXlPbmx5RmlsdGVyEgIIADABOAE=";
069
070  private static final String MOCK_FILTER_JAR =
071    "UEsDBBQACAgIANWDlEMAAAAAAAAAAAAAAAAJAAQATUVUQS1JTkYv/soAAAMAUEsHCAAAAAACAAAA" +
072    "AAAAAFBLAwQUAAgICADVg5RDAAAAAAAAAAAAAAAAFAAAAE1FVEEtSU5GL01BTklGRVNULk1G803M" +
073    "y0xLLS7RDUstKs7Mz7NSMNQz4OVyLkpNLElN0XWqBAmY6xnEG1gqaPgXJSbnpCo45xcV5BcllgCV" +
074    "a/Jy8XIBAFBLBwgxyqRbQwAAAEQAAABQSwMEFAAICAgAUoOUQwAAAAAAAAAAAAAAABMAAABteS9N" +
075    "b2NrRmlsdGVyLmNsYXNzdZHPTsJAEMa/LYVCRVFQMd68gQc38YrxUJUTetGQGE7bstrVwjbbYsSn" +
076    "0hOJJj6AD2WcFoP/4iYzX+bb32xmd9/en18B7GPLhY11BxsurEw3GUoHaqzSQ4ZCq91nsI/0UDLU" +
077    "emoszyYjX5oL4Ufk1Hs6EFFfGJXVn6adhirJ6NGUn+rgtquiVJoOQyUWJpFdo0cMjdbAa/8hnNj3" +
078    "pqmkbmvgMbgn94GMU6XHiYMm1ed6YgJJeDbNV+fejbgTVRRRYlj+cSZDW5trLmIRhJKHYqh1zENf" +
079    "JJJf5QCfcx45DJ3/WLmYgx/LRNJ1I/UgMmMxIXbo9WxkywLLZqHsUMVJGWlxdwb2lG+XKZdys4kK" +
080    "5eocgIsl0grVy0Q5+e9Y+V75BdblDIXHX/3b3/rLWEGNdJXCJmeNop7zjQ9QSwcI1kzyMToBAADs" +
081    "AQAAUEsDBBQACAgIAFKDlEMAAAAAAAAAAAAAAAAVAAAAdGVzdC9Nb2NrRmlsdGVyLmNsYXNzdVHB" +
082    "TsJAFJwthUJFERQx3ryBBzfxivFQlRN60ZAYTtuy2tXCNtti1K/SE4kmfoAfZXwtBg3RTd6bzOy8" +
083    "zezux+frO4ADbLuwsemg6cLKcIuhdKgmKj1iKLQ7Awb7WI8kQ62vJvJ8OvaluRR+REqjrwMRDYRR" +
084    "Gf8W7TRUCUO9n8ok5Wc6uOupKJWmy1CJhUlkz+gxQ7M99Dp/eJzY9x5JZrCGHoN7+hDIOFV6kjho" +
085    "Eb/QUxNIsmeJfib3b8W9qKKIEslLpzJ0tLnhIhZBKHkoRlrHPPRFIvl1buBzn0cKQ/c/r1wk4Scy" +
086    "kXTpSD2JTFhkxC69oY1sWWBZGuoOMU7ICIt7M7CXfLtMvZSLLVSoV+cGuFghrBBfJZeT/5GV75Xf" +
087    "YF3NUHhemt/5NV/GGmqE61Q2KXWqRu7f+AJQSwcIrS5nKDoBAADyAQAAUEsBAhQAFAAICAgA1YOU" +
088    "QwAAAAACAAAAAAAAAAkABAAAAAAAAAAAAAAAAAAAAE1FVEEtSU5GL/7KAABQSwECFAAUAAgICADV" +
089    "g5RDMcqkW0MAAABEAAAAFAAAAAAAAAAAAAAAAAA9AAAATUVUQS1JTkYvTUFOSUZFU1QuTUZQSwEC" +
090    "FAAUAAgICABSg5RD1kzyMToBAADsAQAAEwAAAAAAAAAAAAAAAADCAAAAbXkvTW9ja0ZpbHRlci5j" +
091    "bGFzc1BLAQIUABQACAgIAFKDlEOtLmcoOgEAAPIBAAAVAAAAAAAAAAAAAAAAAD0CAAB0ZXN0L01v" +
092    "Y2tGaWx0ZXIuY2xhc3NQSwUGAAAAAAQABAABAQAAugMAAAAA";
093
094  @Test
095  public void testAttributesSerialization() throws IOException {
096    Get get = new Get(Bytes.toBytes("row"));
097    get.setAttribute("attribute1", Bytes.toBytes("value1"));
098    get.setAttribute("attribute2", Bytes.toBytes("value2"));
099    get.setAttribute("attribute3", Bytes.toBytes("value3"));
100
101    ClientProtos.Get getProto = ProtobufUtil.toGet(get);
102
103    Get get2 = ProtobufUtil.toGet(getProto);
104    Assert.assertNull(get2.getAttribute("absent"));
105    Assert.assertTrue(Arrays.equals(Bytes.toBytes("value1"), get2.getAttribute("attribute1")));
106    Assert.assertTrue(Arrays.equals(Bytes.toBytes("value2"), get2.getAttribute("attribute2")));
107    Assert.assertTrue(Arrays.equals(Bytes.toBytes("value3"), get2.getAttribute("attribute3")));
108    Assert.assertEquals(3, get2.getAttributesMap().size());
109  }
110
111  @Test
112  public void testGetAttributes() {
113    Get get = new Get(ROW);
114    Assert.assertTrue(get.getAttributesMap().isEmpty());
115    Assert.assertNull(get.getAttribute("absent"));
116
117    get.setAttribute("absent", null);
118    Assert.assertTrue(get.getAttributesMap().isEmpty());
119    Assert.assertNull(get.getAttribute("absent"));
120
121    // adding attribute
122    get.setAttribute("attribute1", Bytes.toBytes("value1"));
123    Assert.assertTrue(Arrays.equals(Bytes.toBytes("value1"), get.getAttribute("attribute1")));
124    Assert.assertEquals(1, get.getAttributesMap().size());
125    Assert.assertTrue(Arrays.equals(Bytes.toBytes("value1"), get.getAttributesMap().get("attribute1")));
126
127    // overriding attribute value
128    get.setAttribute("attribute1", Bytes.toBytes("value12"));
129    Assert.assertTrue(Arrays.equals(Bytes.toBytes("value12"), get.getAttribute("attribute1")));
130    Assert.assertEquals(1, get.getAttributesMap().size());
131    Assert.assertTrue(Arrays.equals(Bytes.toBytes("value12"), get.getAttributesMap().get("attribute1")));
132
133    // adding another attribute
134    get.setAttribute("attribute2", Bytes.toBytes("value2"));
135    Assert.assertTrue(Arrays.equals(Bytes.toBytes("value2"), get.getAttribute("attribute2")));
136    Assert.assertEquals(2, get.getAttributesMap().size());
137    Assert.assertTrue(Arrays.equals(Bytes.toBytes("value2"), get.getAttributesMap().get("attribute2")));
138
139    // removing attribute
140    get.setAttribute("attribute2", null);
141    Assert.assertNull(get.getAttribute("attribute2"));
142    Assert.assertEquals(1, get.getAttributesMap().size());
143    Assert.assertNull(get.getAttributesMap().get("attribute2"));
144
145    // removing non-existed attribute
146    get.setAttribute("attribute2", null);
147    Assert.assertNull(get.getAttribute("attribute2"));
148    Assert.assertEquals(1, get.getAttributesMap().size());
149    Assert.assertNull(get.getAttributesMap().get("attribute2"));
150
151    // removing another attribute
152    get.setAttribute("attribute1", null);
153    Assert.assertNull(get.getAttribute("attribute1"));
154    Assert.assertTrue(get.getAttributesMap().isEmpty());
155    Assert.assertNull(get.getAttributesMap().get("attribute1"));
156  }
157
158  @Test
159  public void testNullQualifier() {
160    Get get = new Get(ROW);
161    byte[] family = Bytes.toBytes("family");
162    get.addColumn(family, null);
163    Set<byte[]> qualifiers = get.getFamilyMap().get(family);
164    Assert.assertEquals(1, qualifiers.size());
165  }
166
167  @Test
168  public void TestGetRowFromGetCopyConstructor() throws Exception {
169    Get get = new Get(ROW);
170    get.setFilter(null);
171    get.setAuthorizations(new Authorizations("foo"));
172    get.setACL("u", new Permission(Permission.Action.READ));
173    get.setConsistency(Consistency.TIMELINE);
174    get.setReplicaId(2);
175    get.setIsolationLevel(IsolationLevel.READ_UNCOMMITTED);
176    get.setCheckExistenceOnly(true);
177    get.setTimeRange(3, 4);
178    get.setMaxVersions(11);
179    get.setMaxResultsPerColumnFamily(10);
180    get.setRowOffsetPerColumnFamily(11);
181    get.setCacheBlocks(true);
182
183    Get copyGet = new Get(get);
184    assertEquals(0, Bytes.compareTo(get.getRow(), copyGet.getRow()));
185
186    // from OperationWithAttributes
187    assertEquals(get.getId(), copyGet.getId());
188
189    // from Query class
190    assertEquals(get.getFilter(), copyGet.getFilter());
191    assertTrue(get.getAuthorizations().toString().equals(copyGet.getAuthorizations().toString()));
192    assertTrue(Bytes.equals(get.getACL(), copyGet.getACL()));
193    assertEquals(get.getConsistency(), copyGet.getConsistency());
194    assertEquals(get.getReplicaId(), copyGet.getReplicaId());
195    assertEquals(get.getIsolationLevel(), copyGet.getIsolationLevel());
196
197    // from Get class
198    assertEquals(get.isCheckExistenceOnly(), copyGet.isCheckExistenceOnly());
199    assertTrue(get.getTimeRange().equals(copyGet.getTimeRange()));
200    assertEquals(get.getMaxVersions(), copyGet.getMaxVersions());
201    assertEquals(get.getMaxResultsPerColumnFamily(), copyGet.getMaxResultsPerColumnFamily());
202    assertEquals(get.getRowOffsetPerColumnFamily(), copyGet.getRowOffsetPerColumnFamily());
203    assertEquals(get.getCacheBlocks(), copyGet.getCacheBlocks());
204    assertEquals(get.getId(), copyGet.getId());
205  }
206
207  @Test
208  public void testDynamicFilter() throws Exception {
209    Configuration conf = HBaseConfiguration.create();
210    String localPath = conf.get("hbase.local.dir")
211      + File.separator + "jars" + File.separator;
212    File jarFile = new File(localPath, "MockFilter.jar");
213    jarFile.delete();
214    assertFalse("Should be deleted: " + jarFile.getPath(), jarFile.exists());
215
216    ClientProtos.Get getProto1 =
217      ClientProtos.Get.parseFrom(Base64.getDecoder().decode(PB_GET));
218    ClientProtos.Get getProto2 =
219      ClientProtos.Get.parseFrom(Base64.getDecoder().decode(PB_GET_WITH_FILTER_LIST));
220    try {
221      ProtobufUtil.toGet(getProto1);
222      fail("Should not be able to load the filter class");
223    } catch (IOException ioe) {
224      assertTrue(ioe.getCause() instanceof ClassNotFoundException);
225    }
226    try {
227      ProtobufUtil.toGet(getProto2);
228      fail("Should not be able to load the filter class");
229    } catch (IOException ioe) {
230      assertTrue(ioe.getCause() instanceof InvocationTargetException);
231      InvocationTargetException ite = (InvocationTargetException)ioe.getCause();
232      assertTrue(ite.getTargetException()
233        instanceof DeserializationException);
234    }
235    FileOutputStream fos = new FileOutputStream(jarFile);
236    fos.write(Base64.getDecoder().decode(MOCK_FILTER_JAR));
237    fos.close();
238
239    Get get1 = ProtobufUtil.toGet(getProto1);
240    assertEquals("test.MockFilter", get1.getFilter().getClass().getName());
241
242    Get get2 = ProtobufUtil.toGet(getProto2);
243    assertTrue(get2.getFilter() instanceof FilterList);
244    List<Filter> filters = ((FilterList)get2.getFilter()).getFilters();
245    assertEquals(3, filters.size());
246    assertEquals("test.MockFilter", filters.get(0).getClass().getName());
247    assertEquals("my.MockFilter", filters.get(1).getClass().getName());
248    assertTrue(filters.get(2) instanceof KeyOnlyFilter);
249  }
250
251  @Test
252  public void testGetRowConstructor() {
253    byte[] row1 = Bytes.toBytes("testRow");
254    byte[] row2 = Bytes.toBytes("testtestRow");
255    ByteBuffer rowBuffer = ByteBuffer.allocate(16);
256    rowBuffer = ByteBuffer.wrap(row1);
257    Get get1 = new Get(rowBuffer);
258    Get get2 = new Get(row2, 4, 7);
259    Assert.assertArrayEquals(get1.getRow(), get2.getRow());
260  }
261}