-
Notifications
You must be signed in to change notification settings - Fork 60
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
TDD approach - adding unit tests which should pass but they fail.
- Loading branch information
1 parent
62510e8
commit 035ed47
Showing
6 changed files
with
395 additions
and
1 deletion.
There are no files selected for viewing
35 changes: 35 additions & 0 deletions
35
...serde/avro-fastserde-tests-common/src/test/avro/recordWithNestedNotNullComplexFields.avsc
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,35 @@ | ||
| { | ||
| "type": "record", | ||
| "name": "OuterRecordWithNestedNotNullComplexFields", | ||
| "namespace": "com.linkedin.avro.fastserde.generated.avro", | ||
| "doc": "Used in tests of fast-serde to serialize record with schema having not-null complex fields", | ||
| "fields": [ | ||
| { | ||
| "name": "innerRecord", | ||
| "type": { | ||
| "name": "InnerRecordNotNull", | ||
| "type": "record", | ||
| "fields": [ | ||
| { | ||
| "name": "comment", | ||
| "type": "string" | ||
| } | ||
| ] | ||
| } | ||
| }, | ||
| { | ||
| "name": "innerMap", | ||
| "type": { | ||
| "type": "map", | ||
| "values": "int" | ||
| } | ||
| }, | ||
| { | ||
| "name": "innerArray", | ||
| "type": { | ||
| "type": "array", | ||
| "items": "int" | ||
| } | ||
| } | ||
| ] | ||
| } |
50 changes: 50 additions & 0 deletions
50
...erde/avro-fastserde-tests-common/src/test/avro/recordWithNestedNullableComplexFields.avsc
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,50 @@ | ||
| { | ||
| "type": "record", | ||
| "name": "OuterRecordWithNestedNullableComplexFields", | ||
| "aliases": [ | ||
| "OuterRecordWithNestedNotNullComplexFields" | ||
| ], | ||
| "namespace": "com.linkedin.avro.fastserde.generated.avro", | ||
| "doc": "Used in tests of fast-serde to deserialize record serialized with schema having not-null complex fields", | ||
| "fields": [ | ||
| { | ||
| "name": "innerRecord", | ||
| "type": [ | ||
| "null", | ||
| { | ||
| "name": "InnerRecordNullable", | ||
| "aliases": [ | ||
| "InnerRecordNotNull" | ||
| ], | ||
| "type": "record", | ||
| "fields": [ | ||
| { | ||
| "name": "comment", | ||
| "type": "string" | ||
| } | ||
| ] | ||
| } | ||
| ] | ||
| }, | ||
| { | ||
| "name": "innerMap", | ||
| "type": [ | ||
| "null", | ||
| { | ||
| "type": "map", | ||
| "values": "int" | ||
| } | ||
| ] | ||
| }, | ||
| { | ||
| "name": "innerArray", | ||
| "type": [ | ||
| "null", | ||
| { | ||
| "type": "array", | ||
| "items": "int" | ||
| } | ||
| ] | ||
| } | ||
| ] | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
113 changes: 113 additions & 0 deletions
113
...1/OuterRecordWithNestedNullableComplexFields_GenericDeserializer_1244262185_49792023.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,113 @@ | ||
|
|
||
| package com.linkedin.avro.fastserde.generated.deserialization.AVRO_1_11; | ||
|
|
||
| import java.io.IOException; | ||
| import java.util.Map; | ||
| import com.linkedin.avro.api.PrimitiveIntList; | ||
| import com.linkedin.avro.fastserde.FastDeserializer; | ||
| import com.linkedin.avro.fastserde.customized.DatumReaderCustomization; | ||
| import com.linkedin.avro.fastserde.primitive.PrimitiveIntArrayList; | ||
| import org.apache.avro.Schema; | ||
| import org.apache.avro.generic.IndexedRecord; | ||
| import org.apache.avro.io.Decoder; | ||
| import org.apache.avro.util.Utf8; | ||
|
|
||
| public class OuterRecordWithNestedNullableComplexFields_GenericDeserializer_1244262185_49792023 | ||
| implements FastDeserializer<IndexedRecord> | ||
| { | ||
|
|
||
| private final Schema readerSchema; | ||
| private final Schema innerRecord0; | ||
| private final Schema innerRecordNullableRecordSchema0; | ||
| private final Schema innerMap0; | ||
| private final Schema innerMapMapSchema0; | ||
| private final Schema innerArray0; | ||
| private final Schema innerArrayArraySchema0; | ||
|
|
||
| public OuterRecordWithNestedNullableComplexFields_GenericDeserializer_1244262185_49792023(Schema readerSchema) { | ||
| this.readerSchema = readerSchema; | ||
| this.innerRecord0 = readerSchema.getField("innerRecord").schema(); | ||
| this.innerRecordNullableRecordSchema0 = innerRecord0 .getTypes().get(1); | ||
| this.innerMap0 = readerSchema.getField("innerMap").schema(); | ||
| this.innerMapMapSchema0 = innerMap0 .getTypes().get(1); | ||
| this.innerArray0 = readerSchema.getField("innerArray").schema(); | ||
| this.innerArrayArraySchema0 = innerArray0 .getTypes().get(1); | ||
| } | ||
|
|
||
| public IndexedRecord deserialize(IndexedRecord reuse, Decoder decoder, DatumReaderCustomization customization) | ||
| throws IOException | ||
| { | ||
| return deserializeOuterRecordWithNestedNullableComplexFields0((reuse), (decoder), (customization)); | ||
| } | ||
|
|
||
| public IndexedRecord deserializeOuterRecordWithNestedNullableComplexFields0(Object reuse, Decoder decoder, DatumReaderCustomization customization) | ||
| throws IOException | ||
| { | ||
| IndexedRecord OuterRecordWithNestedNullableComplexFields; | ||
| if ((((reuse)!= null)&&((reuse) instanceof IndexedRecord))&&(((IndexedRecord)(reuse)).getSchema() == readerSchema)) { | ||
| OuterRecordWithNestedNullableComplexFields = ((IndexedRecord)(reuse)); | ||
| } else { | ||
| OuterRecordWithNestedNullableComplexFields = new org.apache.avro.generic.GenericData.Record(readerSchema); | ||
| } | ||
| OuterRecordWithNestedNullableComplexFields.put(0, deserializeInnerRecordNullable0(OuterRecordWithNestedNullableComplexFields.get(0), (decoder), (customization))); | ||
| populate_OuterRecordWithNestedNullableComplexFields0((OuterRecordWithNestedNullableComplexFields), (customization), (decoder)); | ||
| return OuterRecordWithNestedNullableComplexFields; | ||
| } | ||
|
|
||
| public IndexedRecord deserializeInnerRecordNullable0(Object reuse, Decoder decoder, DatumReaderCustomization customization) | ||
| throws IOException | ||
| { | ||
| IndexedRecord InnerRecordNullable; | ||
| if ((((reuse)!= null)&&((reuse) instanceof IndexedRecord))&&(((IndexedRecord)(reuse)).getSchema() == innerRecordNullableRecordSchema0)) { | ||
| InnerRecordNullable = ((IndexedRecord)(reuse)); | ||
| } else { | ||
| InnerRecordNullable = new org.apache.avro.generic.GenericData.Record(innerRecordNullableRecordSchema0); | ||
| } | ||
| Utf8 charSequence0; | ||
| Object oldString0 = InnerRecordNullable.get(0); | ||
| if (oldString0 instanceof Utf8) { | ||
| charSequence0 = (decoder).readString(((Utf8) oldString0)); | ||
| } else { | ||
| charSequence0 = (decoder).readString(null); | ||
| } | ||
| InnerRecordNullable.put(0, charSequence0); | ||
| return InnerRecordNullable; | ||
| } | ||
|
|
||
| private void populate_OuterRecordWithNestedNullableComplexFields0(IndexedRecord OuterRecordWithNestedNullableComplexFields, DatumReaderCustomization customization, Decoder decoder) | ||
| throws IOException | ||
| { | ||
| Map<Utf8, Integer> innerMap1 = null; | ||
| long chunkLen0 = (decoder.readMapStart()); | ||
| if (chunkLen0 > 0) { | ||
| innerMap1 = ((Map)(customization).getNewMapOverrideFunc().apply(OuterRecordWithNestedNullableComplexFields.get(1), ((int) chunkLen0))); | ||
| do { | ||
| for (int counter0 = 0; (counter0 <chunkLen0); counter0 ++) { | ||
| Utf8 key0 = (decoder.readString(null)); | ||
| innerMap1 .put(key0, (decoder.readInt())); | ||
| } | ||
| chunkLen0 = (decoder.mapNext()); | ||
| } while (chunkLen0 > 0); | ||
| } else { | ||
| innerMap1 = ((Map)(customization).getNewMapOverrideFunc().apply(OuterRecordWithNestedNullableComplexFields.get(1), 0)); | ||
| } | ||
| OuterRecordWithNestedNullableComplexFields.put(1, innerMap1); | ||
| PrimitiveIntList innerArray1 = null; | ||
| long chunkLen1 = (decoder.readArrayStart()); | ||
| Object oldArray0 = OuterRecordWithNestedNullableComplexFields.get(2); | ||
| if (oldArray0 instanceof PrimitiveIntList) { | ||
| innerArray1 = ((PrimitiveIntList) oldArray0); | ||
| innerArray1 .clear(); | ||
| } else { | ||
| innerArray1 = new PrimitiveIntArrayList(((int) chunkLen1)); | ||
| } | ||
| while (chunkLen1 > 0) { | ||
| for (int counter1 = 0; (counter1 <chunkLen1); counter1 ++) { | ||
| innerArray1 .addPrimitive((decoder.readInt())); | ||
| } | ||
| chunkLen1 = (decoder.arrayNext()); | ||
| } | ||
| OuterRecordWithNestedNullableComplexFields.put(2, innerArray1); | ||
| } | ||
|
|
||
| } |
Oops, something went wrong.