Pass langver via dq (#17537)

Author: vitstn

ydb/library/yql/dq/proto/dq_tasks.proto

@@ -52,6 +52,7 @@ message TProgram {
     uint32 RuntimeVersion = 1;
     bytes Raw = 2;
     TSettings Settings = 3;
+    uint32 LangVer = 4;
 }
 
 message TDqUri {

ydb/library/yql/dq/runtime/dq_tasks_runner.cpp

@@ -325,7 +325,8 @@ class TDqTaskRunner : public IDqTaskRunner {
 
         TComputationPatternOpts opts(alloc.Ref(), typeEnv, taskRunnerFactory,
             Context.FuncRegistry, NUdf::EValidateMode::None, validatePolicy, optLLVM, EGraphPerProcess::Multi,
-            AllocatedHolder->ProgramParsed.StatsRegistry.Get(), CollectFull() ? &CountersProvider : nullptr, nullptr, ComputationLogProvider.Get());
+            AllocatedHolder->ProgramParsed.StatsRegistry.Get(), CollectFull() ? &CountersProvider : nullptr, nullptr,
+            ComputationLogProvider.Get(), task.GetProgram().GetLangVer());
 
         if (!SecureParamsProvider) {
             SecureParamsProvider = MakeSimpleSecureParamsProvider(Settings.SecureParams);

ydb/library/yql/providers/dq/planner/execution_planner.cpp

@@ -454,6 +454,7 @@ namespace NYql::NDqs {
             ui64 stageId, publicId;
             std::tie(programStr, stageId, publicId) = StagePrograms[task.StageId];
             program.SetRaw(programStr);
+            program.SetLangVer(TypeContext->LangVer);
             taskMeta.SetStageId(publicId);
             taskDesc.MutableMeta()->PackFrom(taskMeta);
             taskDesc.SetStageId(stageId);
@@ -823,11 +824,13 @@ namespace NYql::NDqs {
         const TString& program,
         NActors::TActorId executerID,
         NActors::TActorId resultID,
-        const TTypeAnnotationNode* typeAnn)
+        const TTypeAnnotationNode* typeAnn,
+        TLangVersion langver)
         : Program(program)
         , ExecuterID(executerID)
         , ResultID(resultID)
         , TypeAnn(typeAnn)
+        , LangVer(langver)
     { }
 
     TVector<TDqTask>& TDqsSingleExecutionPlanner::GetTasks()
@@ -855,6 +858,7 @@ namespace NYql::NDqs {
         auto& program = *task.MutableProgram();
         program.SetRuntimeVersion(NYql::NDqProto::ERuntimeVersion::RUNTIME_VERSION_YQL_1_0);
         program.SetRaw(Program);
+        program.SetLangVer(LangVer);
 
         auto outputDesc = task.AddOutputs();
         outputDesc->MutableMap();

ydb/library/yql/providers/dq/planner/execution_planner.h

@@ -104,7 +104,8 @@ namespace NYql::NDqs {
             const TString& program,
             NActors::TActorId executerID,
             NActors::TActorId resultID,
-            const TTypeAnnotationNode* typeAnn);
+            const TTypeAnnotationNode* typeAnn,
+            TLangVersion langver);
 
         TVector<NDqProto::TDqTask>& GetTasks() override;
         TVector<NDqProto::TDqTask> GetTasks(const TVector<NActors::TActorId>& workers) override;
@@ -119,6 +120,7 @@ namespace NYql::NDqs {
         TMaybe<NActors::TActorId> SourceID = {};
         TVector<NDqProto::TDqTask> Tasks;
         const TTypeAnnotationNode* TypeAnn;
+        const TLangVersion LangVer;
     };
 
     // Execution planner for Graph

ydb/library/yql/providers/dq/provider/exec/yql_dq_exectransformer.cpp

@@ -110,6 +110,7 @@ class TLocalExecutor: public TCounters
         auto& program = *task.MutableProgram();
         program.SetRuntimeVersion(NYql::NDqProto::ERuntimeVersion::RUNTIME_VERSION_YQL_1_0);
         program.SetRaw(lambda);
+        program.SetLangVer(State->TypeCtx->LangVer);
 
         auto outputDesc = task.AddOutputs();
         outputDesc->MutableMap();
@@ -990,7 +991,8 @@ class TDqExecTransformer: public TExecTransformerBase, TCounters
                     new TDqsSingleExecutionPlanner(
                         lambda, NActors::TActorId(),
                         NActors::TActorId(1, 0, 1, 0),
-                        result.Input().Ref().GetTypeAnn()));
+                        result.Input().Ref().GetTypeAnn(),
+                        State->TypeCtx->LangVer));
                 auto& tasks = executionPlanner->GetTasks();
                 Yql::DqsProto::TTaskMeta taskMeta;
                 tasks[0].MutableMeta()->UnpackTo(&taskMeta);
@@ -1401,6 +1403,7 @@ class TDqExecTransformer: public TExecTransformerBase, TCounters
                 TString lambda = t.GetProgram().GetRaw();
                 fallbackFlag |= BuildUploadList(&uploadList, localRun, &lambda, typeEnv, files);
                 t.MutableProgram()->SetRaw(lambda);
+                t.MutableProgram()->SetLangVer(State->TypeCtx->LangVer);
 
                 Yql::DqsProto::TTaskMeta taskMeta;
                 t.MutableMeta()->UnpackTo(&taskMeta);
@@ -1946,6 +1949,7 @@ class TDqExecTransformer: public TExecTransformerBase, TCounters
                     TString lambda = t.GetProgram().GetRaw();
                     fallbackFlag |= BuildUploadList(&uploadList, false, &lambda, typeEnv, files);
                     t.MutableProgram()->SetRaw(lambda);
+                    t.MutableProgram()->SetLangVer(State->TypeCtx->LangVer);
 
                     Yql::DqsProto::TTaskMeta taskMeta;
                     t.MutableMeta()->UnpackTo(&taskMeta);