#include "processor/operator/scan/scan_table.h" #include "binder/expression/scalar_function_expression.h" #include "common/json_utils.h" #include "common/vector/value_vector.h" using namespace lbug::common; using namespace lbug::storage; namespace lbug { namespace processor { void ColumnCaster::init(ValueVector* vectorAfterCasting, storage::MemoryManager* memoryManager) { this->vectorAfterCasting = vectorAfterCasting; vectorBeforeCasting = std::make_shared(columnType.copy(), memoryManager); vectorBeforeCasting->setState(vectorAfterCasting->state); funcInputVectors = {vectorBeforeCasting}; funcInputSelVectors = {&vectorBeforeCasting->state->getSelVectorUnsafe()}; } void ColumnCaster::cast() { if (jsonExtractPropertyName.has_value()) { auto& selVector = vectorAfterCasting->state->getSelVector(); for (auto i = 0u; i < selVector.getSelSize(); ++i) { auto pos = selVector[i]; if (vectorBeforeCasting->isNull(pos)) { vectorAfterCasting->setNull(pos, true); continue; } auto data = vectorBeforeCasting->getValue(pos).getAsString(); auto json = json_extension::stringToJsonNoError(data); if (json.ptr == nullptr) { vectorAfterCasting->setNull(pos, true); continue; } auto extracted = json_extension::jsonExtractScalarToString(json, *jsonExtractPropertyName); if (extracted.empty()) { vectorAfterCasting->setNull(pos, true); continue; } vectorAfterCasting->setNull(pos, false); common::StringVector::addString(vectorAfterCasting, pos, extracted); } return; } auto& funcExpr = castExpr->constCast(); funcExpr.getFunction().execFunc(funcInputVectors, funcInputSelVectors, *vectorAfterCasting, &vectorAfterCasting->state->getSelVectorUnsafe(), funcExpr.getBindData()); } void ScanTableInfo::castColumns() { for (auto& caster : columnCasters) { if (caster.hasCast() || caster.hasJSONExtract()) { caster.cast(); } } } void ScanTableInfo::addColumnInfo(column_id_t columnID, ColumnCaster caster) { if (caster.hasCast() || caster.hasJSONExtract()) { hasColumnCaster = true; } columnIDs.push_back(columnID); columnCasters.push_back(std::move(caster)); } void ScanTableInfo::initScanStateVectors(TableScanState& scanState, const std::vector& outVectors, MemoryManager* memoryManager) { if (!hasColumnCaster) { // Fast path scanState.outputVectors = outVectors; return; } scanState.outputVectors.clear(); for (auto i = 0u; i < columnCasters.size(); ++i) { auto& caster = columnCasters[i]; auto vector = outVectors[i]; if (!caster.hasCast() && !caster.hasJSONExtract()) { // No need to cast scanState.outputVectors.push_back(vector); } else { caster.init(vector, memoryManager); scanState.outputVectors.push_back(caster.getVectorBeforeCasting()); } } } void ScanTable::refreshNbrMasks(const common::NodeOffsetMaskMap* maskMap) { nbrEnabledMasks.clear(); nbrSingleEnabledMask = nullptr; if (maskMap == nullptr) { return; } for (auto& [tableID, mask] : maskMap->getMasks()) { if (mask->isEnabled()) { nbrEnabledMasks.emplace_back(tableID, mask); } } if (nbrEnabledMasks.size() == 1) { nbrSingleEnabledMask = nbrEnabledMasks[0].second; } } common::sel_t ScanTable::applyNbrMaskFilter(common::SelectionVector& selVector, common::ValueVector* nbrVector) const { const auto selSize = selVector.getSelSize(); if (nbrSingleEnabledMask == nullptr && nbrEnabledMasks.empty()) { return selSize; } auto buffer = selVector.getMutableBuffer(); sel_t selectedSize = 0; if (nbrSingleEnabledMask != nullptr) { for (auto i = 0u; i < selSize; ++i) { auto pos = selVector[i]; buffer[selectedSize] = pos; selectedSize += nbrSingleEnabledMask->isMasked(nbrVector->getValue(pos).offset); } } else { for (auto i = 0u; i < selSize; ++i) { auto pos = selVector[i]; auto nbrID = nbrVector->getValue(pos); buffer[selectedSize] = pos; auto keep = true; for (auto& [tableID, mask] : nbrEnabledMasks) { if (nbrID.tableID == tableID) { keep = mask->isMasked(nbrID.offset); break; } } selectedSize += keep; } } if (selectedSize == selSize) { return selSize; } selVector.setToFiltered(selectedSize); return selectedSize; } void ScanTable::initLocalStateInternal(ResultSet*, ExecutionContext*) { outVectors.clear(); for (auto& pos : opInfo.outVectorsPos) { outVectors.push_back(resultSet->getValueVector(pos).get()); } } } // namespace processor } // namespace lbug