Skip to content

Commit

Permalink
[FLINK-19449][table] Introduce LinkedListSerializer
Browse files Browse the repository at this point in the history
  • Loading branch information
JingsongLi committed Apr 26, 2021
1 parent 362f4ae commit 9b9d4f0
Show file tree
Hide file tree
Showing 2 changed files with 275 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,203 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

package org.apache.flink.table.runtime.typeutils;

import org.apache.flink.annotation.Internal;
import org.apache.flink.api.common.typeutils.CompositeTypeSerializerSnapshot;
import org.apache.flink.api.common.typeutils.TypeSerializer;
import org.apache.flink.api.common.typeutils.TypeSerializerSnapshot;
import org.apache.flink.core.memory.DataInputView;
import org.apache.flink.core.memory.DataOutputView;

import java.io.IOException;
import java.util.LinkedList;

import static org.apache.flink.util.Preconditions.checkNotNull;

/**
* A serializer for {@link LinkedList}. The serializer relies on an element serializer for the
* serialization of the list's elements.
*
* @param <T> The type of element in the list.
*/
@Internal
public final class LinkedListSerializer<T> extends TypeSerializer<LinkedList<T>> {

private static final long serialVersionUID = 1L;

/** The serializer for the elements of the list. */
private final TypeSerializer<T> elementSerializer;

/**
* Creates a list serializer that uses the given serializer to serialize the list's elements.
*
* @param elementSerializer The serializer for the elements of the list
*/
public LinkedListSerializer(TypeSerializer<T> elementSerializer) {
this.elementSerializer = checkNotNull(elementSerializer);
}

// ------------------------------------------------------------------------
// LinkedListSerializer specific properties
// ------------------------------------------------------------------------

/**
* Gets the serializer for the elements of the list.
*
* @return The serializer for the elements of the list
*/
public TypeSerializer<T> getElementSerializer() {
return elementSerializer;
}

// ------------------------------------------------------------------------
// Type Serializer implementation
// ------------------------------------------------------------------------

@Override
public boolean isImmutableType() {
return false;
}

@Override
public TypeSerializer<LinkedList<T>> duplicate() {
TypeSerializer<T> duplicateElement = elementSerializer.duplicate();
return duplicateElement == elementSerializer
? this
: new LinkedListSerializer<>(duplicateElement);
}

@Override
public LinkedList<T> createInstance() {
return new LinkedList<>();
}

@Override
public LinkedList<T> copy(LinkedList<T> from) {
LinkedList<T> newList = new LinkedList<>();
for (T element : from) {
newList.add(elementSerializer.copy(element));
}
return newList;
}

@Override
public LinkedList<T> copy(LinkedList<T> from, LinkedList<T> reuse) {
return copy(from);
}

@Override
public int getLength() {
return -1; // var length
}

@Override
public void serialize(LinkedList<T> list, DataOutputView target) throws IOException {
target.writeInt(list.size());
for (T element : list) {
elementSerializer.serialize(element, target);
}
}

@Override
public LinkedList<T> deserialize(DataInputView source) throws IOException {
final int size = source.readInt();
final LinkedList<T> list = new LinkedList<>();
for (int i = 0; i < size; i++) {
list.add(elementSerializer.deserialize(source));
}
return list;
}

@Override
public LinkedList<T> deserialize(LinkedList<T> reuse, DataInputView source) throws IOException {
return deserialize(source);
}

@Override
public void copy(DataInputView source, DataOutputView target) throws IOException {
// copy number of elements
final int num = source.readInt();
target.writeInt(num);
for (int i = 0; i < num; i++) {
elementSerializer.copy(source, target);
}
}

// --------------------------------------------------------------------

@Override
public boolean equals(Object obj) {
return obj == this
|| (obj != null
&& obj.getClass() == getClass()
&& elementSerializer.equals(
((LinkedListSerializer<?>) obj).elementSerializer));
}

@Override
public int hashCode() {
return elementSerializer.hashCode();
}

// --------------------------------------------------------------------------------------------
// Serializer configuration snapshot & compatibility
// --------------------------------------------------------------------------------------------

@Override
public TypeSerializerSnapshot<LinkedList<T>> snapshotConfiguration() {
return new LinkedListSerializerSnapshot<>(this);
}

/** Snapshot class for the {@link LinkedListSerializer}. */
public static class LinkedListSerializerSnapshot<T>
extends CompositeTypeSerializerSnapshot<LinkedList<T>, LinkedListSerializer<T>> {

private static final int CURRENT_VERSION = 1;

/** Constructor for read instantiation. */
public LinkedListSerializerSnapshot() {
super(LinkedListSerializer.class);
}

/** Constructor to create the snapshot for writing. */
public LinkedListSerializerSnapshot(LinkedListSerializer<T> listSerializer) {
super(listSerializer);
}

@Override
public int getCurrentOuterSnapshotVersion() {
return CURRENT_VERSION;
}

@Override
protected LinkedListSerializer<T> createOuterSerializerWithNestedSerializers(
TypeSerializer<?>[] nestedSerializers) {
@SuppressWarnings("unchecked")
TypeSerializer<T> elementSerializer = (TypeSerializer<T>) nestedSerializers[0];
return new LinkedListSerializer<>(elementSerializer);
}

@Override
protected TypeSerializer<?>[] getNestedSerializers(
LinkedListSerializer<T> outerSerializer) {
return new TypeSerializer<?>[] {outerSerializer.getElementSerializer()};
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,72 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

package org.apache.flink.table.runtime.typeutils;

import org.apache.flink.api.common.typeutils.SerializerTestBase;
import org.apache.flink.api.common.typeutils.TypeSerializer;
import org.apache.flink.api.common.typeutils.base.LongSerializer;

import java.util.LinkedList;
import java.util.Random;

/** A test for the {@link LinkedListSerializer}. */
public class LinkedListSerializerTest extends SerializerTestBase<LinkedList<Long>> {

@Override
protected TypeSerializer<LinkedList<Long>> createSerializer() {
return new LinkedListSerializer<>(LongSerializer.INSTANCE);
}

@Override
protected int getLength() {
return -1;
}

@SuppressWarnings("unchecked")
@Override
protected Class<LinkedList<Long>> getTypeClass() {
return (Class<LinkedList<Long>>) (Class<?>) LinkedList.class;
}

@SuppressWarnings({"rawtypes", "unchecked"})
@Override
protected LinkedList<Long>[] getTestData() {
final Random rnd = new Random(123654789);

// empty lists
final LinkedList<Long> list1 = new LinkedList<>();

// single element lists
final LinkedList<Long> list2 = new LinkedList<>();
list2.add(12345L);

// longer lists
final LinkedList<Long> list3 = new LinkedList<>();
for (int i = 0; i < rnd.nextInt(200); i++) {
list3.add(rnd.nextLong());
}

final LinkedList<Long> list4 = new LinkedList<>();
for (int i = 0; i < rnd.nextInt(200); i++) {
list4.add(rnd.nextLong());
}

return (LinkedList<Long>[]) new LinkedList[] {list1, list2, list3, list4};
}
}

0 comments on commit 9b9d4f0

Please sign in to comment.