Skip to content

Commit

Permalink
clean up
Browse files Browse the repository at this point in the history
  • Loading branch information
vkorukanti committed Aug 8, 2023
1 parent 4d18d49 commit 389300a
Show file tree
Hide file tree
Showing 20 changed files with 65 additions and 1,260 deletions.
Original file line number Diff line number Diff line change
@@ -1,60 +1,3 @@
{
"commitInfo": {
"timestamp": 1687493467801,
"operation": "DELETE",
"operationParameters": {
"predicate": "[\"(id#32551L = 308)\"]"
},
"readVersion": 28,
"isolationLevel": "Serializable",
"isBlindAppend": false,
"operationMetrics": {
"numRemovedFiles": "0",
"numRemovedBytes": "0",
"numCopiedRows": "0",
"numAddedChangeFiles": "0",
"executionTimeMs": "1410",
"numDeletedRows": "1",
"scanTimeMs": "0",
"numAddedFiles": "0",
"numAddedBytes": "0",
"rewriteTimeMs": "0"
},
"engineInfo": "Apache-Spark/3.4.0 Delta-Lake/2.4.0",
"txnId": "51e5335a-cd2c-467c-93b3-44b1731e03a6"
}
}
{
"add": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"partitionValues": {},
"size": 1495,
"modificationTime": 1687493351000,
"dataChange": true,
"stats": "{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}",
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": "l$m[rf}7BENh@zObPYMw",
"offset": 1,
"sizeInBytes": 44,
"cardinality": 6
}
}
}
{
"remove": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"deletionTimestamp": 1687493467650,
"dataChange": true,
"extendedFileMetadata": true,
"partitionValues": {},
"size": 1495,
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": "[email protected]",
"offset": 1,
"sizeInBytes": 42,
"cardinality": 5
}
}
}
{"commitInfo":{"timestamp":1687493467801,"operation":"DELETE","operationParameters":{"predicate":"[\"(id#32551L = 308)\"]"},"readVersion":28,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numRemovedFiles":"0","numRemovedBytes":"0","numCopiedRows":"0","numAddedChangeFiles":"0","executionTimeMs":"1410","numDeletedRows":"1","scanTimeMs":"0","numAddedFiles":"0","numAddedBytes":"0","rewriteTimeMs":"0"},"engineInfo":"Apache-Spark/3.4.0 Delta-Lake/2.4.0","txnId":"51e5335a-cd2c-467c-93b3-44b1731e03a6"}}
{"add":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","partitionValues":{},"size":1495,"modificationTime":1687493351000,"dataChange":true,"stats":"{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}","deletionVector":{"storageType":"u","pathOrInlineDv":"l$m[rf}7BENh@zObPYMw","offset":1,"sizeInBytes":44,"cardinality":6}}}
{"remove":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","deletionTimestamp":1687493467650,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":1495,"deletionVector":{"storageType":"u","pathOrInlineDv":"[email protected]","offset":1,"sizeInBytes":42,"cardinality":5}}}
Original file line number Diff line number Diff line change
@@ -1,60 +1,3 @@
{
"commitInfo": {
"timestamp": 1687493470112,
"operation": "DELETE",
"operationParameters": {
"predicate": "[\"(id#33672L = 319)\"]"
},
"readVersion": 29,
"isolationLevel": "Serializable",
"isBlindAppend": false,
"operationMetrics": {
"numRemovedFiles": "0",
"numRemovedBytes": "0",
"numCopiedRows": "0",
"numAddedChangeFiles": "0",
"executionTimeMs": "1399",
"numDeletedRows": "1",
"scanTimeMs": "0",
"numAddedFiles": "0",
"numAddedBytes": "0",
"rewriteTimeMs": "0"
},
"engineInfo": "Apache-Spark/3.4.0 Delta-Lake/2.4.0",
"txnId": "852d93d5-998e-4210-871c-6f86b6fa9d9b"
}
}
{
"add": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"partitionValues": {},
"size": 1495,
"modificationTime": 1687493351000,
"dataChange": true,
"stats": "{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}",
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": ">i1<2fv@(-V::TBC{X^$",
"offset": 1,
"sizeInBytes": 46,
"cardinality": 7
}
}
}
{
"remove": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"deletionTimestamp": 1687493469924,
"dataChange": true,
"extendedFileMetadata": true,
"partitionValues": {},
"size": 1495,
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": "l$m[rf}7BENh@zObPYMw",
"offset": 1,
"sizeInBytes": 44,
"cardinality": 6
}
}
}
{"commitInfo":{"timestamp":1687493470112,"operation":"DELETE","operationParameters":{"predicate":"[\"(id#33672L = 319)\"]"},"readVersion":29,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numRemovedFiles":"0","numRemovedBytes":"0","numCopiedRows":"0","numAddedChangeFiles":"0","executionTimeMs":"1399","numDeletedRows":"1","scanTimeMs":"0","numAddedFiles":"0","numAddedBytes":"0","rewriteTimeMs":"0"},"engineInfo":"Apache-Spark/3.4.0 Delta-Lake/2.4.0","txnId":"852d93d5-998e-4210-871c-6f86b6fa9d9b"}}
{"add":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","partitionValues":{},"size":1495,"modificationTime":1687493351000,"dataChange":true,"stats":"{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}","deletionVector":{"storageType":"u","pathOrInlineDv":">i1<2fv@(-V::TBC{X^$","offset":1,"sizeInBytes":46,"cardinality":7}}}
{"remove":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","deletionTimestamp":1687493469924,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":1495,"deletionVector":{"storageType":"u","pathOrInlineDv":"l$m[rf}7BENh@zObPYMw","offset":1,"sizeInBytes":44,"cardinality":6}}}
Original file line number Diff line number Diff line change
@@ -1,60 +1,3 @@
{
"commitInfo": {
"timestamp": 1687493476087,
"operation": "DELETE",
"operationParameters": {
"predicate": "[\"(id#34882L = 330)\"]"
},
"readVersion": 30,
"isolationLevel": "Serializable",
"isBlindAppend": false,
"operationMetrics": {
"numRemovedFiles": "0",
"numRemovedBytes": "0",
"numCopiedRows": "0",
"numAddedChangeFiles": "0",
"executionTimeMs": "3310",
"numDeletedRows": "1",
"scanTimeMs": "0",
"numAddedFiles": "0",
"numAddedBytes": "0",
"rewriteTimeMs": "0"
},
"engineInfo": "Apache-Spark/3.4.0 Delta-Lake/2.4.0",
"txnId": "982792fe-4bd7-404a-a7bd-19113e7ba7da"
}
}
{
"add": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"partitionValues": {},
"size": 1495,
"modificationTime": 1687493351000,
"dataChange": true,
"stats": "{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}",
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": ")y]bjYT7n0T&3ZI7fsnR",
"offset": 1,
"sizeInBytes": 48,
"cardinality": 8
}
}
}
{
"remove": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"deletionTimestamp": 1687493475923,
"dataChange": true,
"extendedFileMetadata": true,
"partitionValues": {},
"size": 1495,
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": ">i1<2fv@(-V::TBC{X^$",
"offset": 1,
"sizeInBytes": 46,
"cardinality": 7
}
}
}
{"commitInfo":{"timestamp":1687493476087,"operation":"DELETE","operationParameters":{"predicate":"[\"(id#34882L = 330)\"]"},"readVersion":30,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numRemovedFiles":"0","numRemovedBytes":"0","numCopiedRows":"0","numAddedChangeFiles":"0","executionTimeMs":"3310","numDeletedRows":"1","scanTimeMs":"0","numAddedFiles":"0","numAddedBytes":"0","rewriteTimeMs":"0"},"engineInfo":"Apache-Spark/3.4.0 Delta-Lake/2.4.0","txnId":"982792fe-4bd7-404a-a7bd-19113e7ba7da"}}
{"add":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","partitionValues":{},"size":1495,"modificationTime":1687493351000,"dataChange":true,"stats":"{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}","deletionVector":{"storageType":"u","pathOrInlineDv":")y]bjYT7n0T&3ZI7fsnR","offset":1,"sizeInBytes":48,"cardinality":8}}}
{"remove":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","deletionTimestamp":1687493475923,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":1495,"deletionVector":{"storageType":"u","pathOrInlineDv":">i1<2fv@(-V::TBC{X^$","offset":1,"sizeInBytes":46,"cardinality":7}}}
Original file line number Diff line number Diff line change
@@ -1,60 +1,3 @@
{
"commitInfo": {
"timestamp": 1687493478659,
"operation": "DELETE",
"operationParameters": {
"predicate": "[\"(id#36283L = 341)\"]"
},
"readVersion": 31,
"isolationLevel": "Serializable",
"isBlindAppend": false,
"operationMetrics": {
"numRemovedFiles": "0",
"numRemovedBytes": "0",
"numCopiedRows": "0",
"numAddedChangeFiles": "0",
"executionTimeMs": "1489",
"numDeletedRows": "1",
"scanTimeMs": "0",
"numAddedFiles": "0",
"numAddedBytes": "0",
"rewriteTimeMs": "0"
},
"engineInfo": "Apache-Spark/3.4.0 Delta-Lake/2.4.0",
"txnId": "19b580df-8671-46f3-bedf-f0ba70b45a64"
}
}
{
"add": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"partitionValues": {},
"size": 1495,
"modificationTime": 1687493351000,
"dataChange": true,
"stats": "{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}",
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": "B(bfMgm}tEXY:Biw>Sff",
"offset": 1,
"sizeInBytes": 50,
"cardinality": 9
}
}
}
{
"remove": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"deletionTimestamp": 1687493478493,
"dataChange": true,
"extendedFileMetadata": true,
"partitionValues": {},
"size": 1495,
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": ")y]bjYT7n0T&3ZI7fsnR",
"offset": 1,
"sizeInBytes": 48,
"cardinality": 8
}
}
}
{"commitInfo":{"timestamp":1687493478659,"operation":"DELETE","operationParameters":{"predicate":"[\"(id#36283L = 341)\"]"},"readVersion":31,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numRemovedFiles":"0","numRemovedBytes":"0","numCopiedRows":"0","numAddedChangeFiles":"0","executionTimeMs":"1489","numDeletedRows":"1","scanTimeMs":"0","numAddedFiles":"0","numAddedBytes":"0","rewriteTimeMs":"0"},"engineInfo":"Apache-Spark/3.4.0 Delta-Lake/2.4.0","txnId":"19b580df-8671-46f3-bedf-f0ba70b45a64"}}
{"add":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","partitionValues":{},"size":1495,"modificationTime":1687493351000,"dataChange":true,"stats":"{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}","deletionVector":{"storageType":"u","pathOrInlineDv":"B(bfMgm}tEXY:Biw>Sff","offset":1,"sizeInBytes":50,"cardinality":9}}}
{"remove":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","deletionTimestamp":1687493478493,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":1495,"deletionVector":{"storageType":"u","pathOrInlineDv":")y]bjYT7n0T&3ZI7fsnR","offset":1,"sizeInBytes":48,"cardinality":8}}}
Original file line number Diff line number Diff line change
@@ -1,60 +1,3 @@
{
"commitInfo": {
"timestamp": 1687493481125,
"operation": "DELETE",
"operationParameters": {
"predicate": "[\"(id#37404L = 352)\"]"
},
"readVersion": 32,
"isolationLevel": "Serializable",
"isBlindAppend": false,
"operationMetrics": {
"numRemovedFiles": "0",
"numRemovedBytes": "0",
"numCopiedRows": "0",
"numAddedChangeFiles": "0",
"executionTimeMs": "1406",
"numDeletedRows": "1",
"scanTimeMs": "0",
"numAddedFiles": "0",
"numAddedBytes": "0",
"rewriteTimeMs": "0"
},
"engineInfo": "Apache-Spark/3.4.0 Delta-Lake/2.4.0",
"txnId": "88f23969-ecda-4300-ad0a-0522b3c50277"
}
}
{
"add": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"partitionValues": {},
"size": 1495,
"modificationTime": 1687493351000,
"dataChange": true,
"stats": "{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}",
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": "o0UC@Ov}pLUd!8XlnsU/",
"offset": 1,
"sizeInBytes": 52,
"cardinality": 10
}
}
}
{
"remove": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"deletionTimestamp": 1687493480901,
"dataChange": true,
"extendedFileMetadata": true,
"partitionValues": {},
"size": 1495,
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": "B(bfMgm}tEXY:Biw>Sff",
"offset": 1,
"sizeInBytes": 50,
"cardinality": 9
}
}
}
{"commitInfo":{"timestamp":1687493481125,"operation":"DELETE","operationParameters":{"predicate":"[\"(id#37404L = 352)\"]"},"readVersion":32,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numRemovedFiles":"0","numRemovedBytes":"0","numCopiedRows":"0","numAddedChangeFiles":"0","executionTimeMs":"1406","numDeletedRows":"1","scanTimeMs":"0","numAddedFiles":"0","numAddedBytes":"0","rewriteTimeMs":"0"},"engineInfo":"Apache-Spark/3.4.0 Delta-Lake/2.4.0","txnId":"88f23969-ecda-4300-ad0a-0522b3c50277"}}
{"add":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","partitionValues":{},"size":1495,"modificationTime":1687493351000,"dataChange":true,"stats":"{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}","deletionVector":{"storageType":"u","pathOrInlineDv":"o0UC@Ov}pLUd!8XlnsU/","offset":1,"sizeInBytes":52,"cardinality":10}}}
{"remove":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","deletionTimestamp":1687493480901,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":1495,"deletionVector":{"storageType":"u","pathOrInlineDv":"B(bfMgm}tEXY:Biw>Sff","offset":1,"sizeInBytes":50,"cardinality":9}}}
Original file line number Diff line number Diff line change
@@ -1,60 +1,3 @@
{
"commitInfo": {
"timestamp": 1687493483736,
"operation": "DELETE",
"operationParameters": {
"predicate": "[\"(id#38525L = 363)\"]"
},
"readVersion": 33,
"isolationLevel": "Serializable",
"isBlindAppend": false,
"operationMetrics": {
"numRemovedFiles": "0",
"numRemovedBytes": "0",
"numCopiedRows": "0",
"numAddedChangeFiles": "0",
"executionTimeMs": "1555",
"numDeletedRows": "1",
"scanTimeMs": "0",
"numAddedFiles": "0",
"numAddedBytes": "0",
"rewriteTimeMs": "0"
},
"engineInfo": "Apache-Spark/3.4.0 Delta-Lake/2.4.0",
"txnId": "c4c917d0-94d2-4eab-9e3b-c38a00d8d30f"
}
}
{
"add": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"partitionValues": {},
"size": 1495,
"modificationTime": 1687493351000,
"dataChange": true,
"stats": "{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}",
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": "[W5]y}RT#DZ1e^jIu+&k",
"offset": 1,
"sizeInBytes": 54,
"cardinality": 11
}
}
}
{
"remove": {
"path": "part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet",
"deletionTimestamp": 1687493483543,
"dataChange": true,
"extendedFileMetadata": true,
"partitionValues": {},
"size": 1495,
"deletionVector": {
"storageType": "u",
"pathOrInlineDv": "o0UC@Ov}pLUd!8XlnsU/",
"offset": 1,
"sizeInBytes": 52,
"cardinality": 10
}
}
}
{"commitInfo":{"timestamp":1687493483736,"operation":"DELETE","operationParameters":{"predicate":"[\"(id#38525L = 363)\"]"},"readVersion":33,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numRemovedFiles":"0","numRemovedBytes":"0","numCopiedRows":"0","numAddedChangeFiles":"0","executionTimeMs":"1555","numDeletedRows":"1","scanTimeMs":"0","numAddedFiles":"0","numAddedBytes":"0","rewriteTimeMs":"0"},"engineInfo":"Apache-Spark/3.4.0 Delta-Lake/2.4.0","txnId":"c4c917d0-94d2-4eab-9e3b-c38a00d8d30f"}}
{"add":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","partitionValues":{},"size":1495,"modificationTime":1687493351000,"dataChange":true,"stats":"{\"numRecords\":250,\"minValues\":{\"id\":250},\"maxValues\":{\"id\":499},\"nullCount\":{\"id\":0},\"tightBounds\":false}","deletionVector":{"storageType":"u","pathOrInlineDv":"[W5]y}RT#DZ1e^jIu+&k","offset":1,"sizeInBytes":54,"cardinality":11}}}
{"remove":{"path":"part-00001-c94c50bd-c7bb-4c0d-b6cb-958707d77d01-c000.snappy.parquet","deletionTimestamp":1687493483543,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":1495,"deletionVector":{"storageType":"u","pathOrInlineDv":"o0UC@Ov}pLUd!8XlnsU/","offset":1,"sizeInBytes":52,"cardinality":10}}}
Loading

0 comments on commit 389300a

Please sign in to comment.