mirror of
https://github.com/saymrwulf/pytorch.git
synced 2026-05-14 20:57:59 +00:00
70d2e4d1f6
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/44653 This changes the profiler per a discussion with ilia-cher offline that enables `disableProfiler()` event consolidation logic to be called from different threads (i.e. threads where the profiler was not explicitly enabled). This is needed to support the functionality enabled by D23638387 where we defer profiling event collection until executing an async callback that can execute on a different thread, to support RPC async function profiling. This is done by introducing 2 flags `cleanupTLSState` and `consolidate` which controls whether we should clean up thread local settings (we don't do this when calling `disableProfiler()` on non-main threads) and whether we should consolidate all profiled events. Backwards compatiblity is ensured since both options are true by default. Added a test in `test_misc.cpp` to test this. ghstack-source-id: 112605620 Reviewed By: mrshenli Differential Revision: D23638499 fbshipit-source-id: f5bbb0d41ef883c5e5870bc27e086b8b8908f46b
243 lines
12 KiB
C++
243 lines
12 KiB
C++
#pragma once
|
|
|
|
/**
|
|
* See README.md for instructions on how to add a new test.
|
|
*/
|
|
#include <c10/macros/Export.h>
|
|
#include <torch/csrc/WindowsTorchApiMacro.h>
|
|
|
|
namespace torch {
|
|
namespace jit {
|
|
#define TH_FORALL_TESTS(_) \
|
|
_(ADFormulas) \
|
|
_(Attributes) \
|
|
_(Blocks) \
|
|
_(CallStack) \
|
|
_(CallStackCaching) \
|
|
_(CodeTemplate) \
|
|
_(ControlFlow) \
|
|
_(CreateAutodiffSubgraphs) \
|
|
_(CustomOperators) \
|
|
_(CustomOperatorAliasing) \
|
|
_(TemplatedOperatorCreator) \
|
|
_(IValueKWargs) \
|
|
_(CustomFusion) \
|
|
_(SchemaMatching) \
|
|
_(Differentiate) \
|
|
_(DifferentiateWithRequiresGrad) \
|
|
_(FromQualString) \
|
|
_(InternedStrings) \
|
|
_(PassManagement) \
|
|
_(Proto) \
|
|
_(RegisterFusionCachesKernel) \
|
|
_(SchemaParser) \
|
|
_(TopologicalIndex) \
|
|
_(SubgraphUtils) \
|
|
_(SubgraphUtilsVmap) \
|
|
_(IRParser) \
|
|
_(ConstantPooling) \
|
|
_(CleanUpPasses) \
|
|
_(THNNConv) \
|
|
_(ATenNativeBatchNorm) \
|
|
_(NoneSchemaMatch) \
|
|
_(ClassParser) \
|
|
_(UnifyTypes) \
|
|
_(Profiler) \
|
|
_(FallbackGraphs) \
|
|
_(InsertAndEliminateRedundantGuards) \
|
|
_(LoopPeeler) \
|
|
_(InsertBailOuts) \
|
|
_(PeepholeOptimize) \
|
|
_(RecordFunction) \
|
|
_(ThreadLocalDebugInfo) \
|
|
_(SubgraphMatching) \
|
|
_(SubgraphRewriter) \
|
|
_(ModuleClone) \
|
|
_(ModuleConstant) \
|
|
_(ModuleParameter) \
|
|
_(ModuleCopy) \
|
|
_(ModuleDeepcopy) \
|
|
_(ModuleDeepcopyString) \
|
|
_(ModuleDeepcopyAliasing) \
|
|
_(ModuleDefine) \
|
|
_(QualifiedName) \
|
|
_(ClassImport) \
|
|
_(ScriptObject) \
|
|
_(ExtraFilesHookPreference) \
|
|
_(SaveExtraFilesHook) \
|
|
_(TypeTags) \
|
|
_(DCE) \
|
|
_(CustomFusionNestedBlocks) \
|
|
_(ClassDerive) \
|
|
_(SaveLoadTorchbind) \
|
|
_(ModuleInterfaceSerialization) \
|
|
_(ModuleCloneWithModuleInterface) \
|
|
_(ClassTypeAddRemoveAttr) \
|
|
_(Inliner) \
|
|
_(LiteInterpreterAdd) \
|
|
_(LiteInterpreterConv) \
|
|
_(LiteInterpreterInline) \
|
|
_(LiteInterpreterTuple) \
|
|
_(LiteInterpreterUpsampleNearest2d) \
|
|
_(CommonAncestor) \
|
|
_(AutogradSymbols) \
|
|
_(DefaultArgTypeHinting) \
|
|
_(Futures) \
|
|
_(TLSFutureCallbacks) \
|
|
_(ProfilerDisableInCallback) \
|
|
_(MobileTypeParser) \
|
|
_(LiteInterpreterBuiltinFunction) \
|
|
_(LiteInterpreterPrim) \
|
|
_(LiteInterpreterLoadOrigJit) \
|
|
_(LiteInterpreterWrongMethodName) \
|
|
_(LiteInterpreterParams) \
|
|
_(LiteInterpreterSetState) \
|
|
_(LiteInterpreterModuleInfoBasic) \
|
|
_(LiteInterpreterNotSavingModuleInfo) \
|
|
_(LiteInterpreterOneSubmoduleModuleInfo) \
|
|
_(LiteInterpreterTwoSubmodulesModuleInfo) \
|
|
_(LiteInterpreterSequentialModuleInfo) \
|
|
_(LiteInterpreterHierarchyModuleInfo) \
|
|
_(LiteInterpreterDuplicatedClassTypeModuleInfo) \
|
|
_(LiteInterpreterEval) \
|
|
_(TorchbindIValueAPI) \
|
|
_(LiteInterpreterDict) \
|
|
_(LiteInterpreterFindAndRunMethod) \
|
|
_(LiteInterpreterFindWrongMethodName) \
|
|
_(MobileNamedParameters) \
|
|
_(MobileSaveLoadData) \
|
|
_(MobileSaveLoadParameters) \
|
|
_(MobileSaveLoadParametersEmpty) \
|
|
_(LiteSGD) \
|
|
_(LiteSequentialSampler) \
|
|
_(FusionAliasing)
|
|
|
|
#if defined(USE_CUDA)
|
|
#define TH_FORALL_TESTS_CUDA(_) \
|
|
_(Fusion) \
|
|
_(GraphExecutor) \
|
|
_(ModuleConversion) \
|
|
_(Interp) \
|
|
_(TypeCheck) \
|
|
_(GPU_IrGraphGenerator) \
|
|
_(GPU_FusionDispatch) \
|
|
_(GPU_FusionClear) \
|
|
_(GPU_FusionCopy) \
|
|
_(GPU_FusionMove) \
|
|
_(GPU_FusionSimpleArith) \
|
|
_(GPU_FusionExprEvalConstants) \
|
|
_(GPU_FusionExprEvalBindings) \
|
|
_(GPU_FusionExprEvalBasic) \
|
|
_(GPU_FusionExprEvalComplex) \
|
|
_(GPU_FusionExprEvalPostLower) \
|
|
_(GPU_FusionSimpleTypePromote) \
|
|
_(GPU_FusionMutator) \
|
|
_(GPU_FusionRegister) \
|
|
_(GPU_FusionTopoSort) \
|
|
_(GPU_FusionTensor) \
|
|
_(GPU_FusionFilterVals) \
|
|
_(GPU_FusionTVSplit) \
|
|
_(GPU_FusionTVMerge) \
|
|
_(GPU_FusionTVReorder) \
|
|
_(GPU_FusionEquality) \
|
|
_(GPU_FusionParser) \
|
|
_(GPU_FusionDependency) \
|
|
_(GPU_FusionCodeGen) \
|
|
_(GPU_FusionCodeGen2) \
|
|
_(GPU_FusionSimplePWise) \
|
|
_(GPU_FusionExecKernel) \
|
|
_(GPU_FusionForLoop) \
|
|
_(GPU_FusionLoopUnroll) \
|
|
_(GPU_FusionUnaryOps) \
|
|
_(GPU_FusionBinaryOps) \
|
|
_(GPU_FusionTernaryOps) \
|
|
_(GPU_FusionCompoundOps) \
|
|
_(GPU_FusionCastOps) \
|
|
_(GPU_FusionAdvancedComputeAt) \
|
|
_(GPU_FusionScalarInputs) \
|
|
_(GPU_FusionRFactorReplay) \
|
|
_(GPU_FusionReduction) \
|
|
_(GPU_FusionReduction2) \
|
|
_(GPU_FusionReduction3) \
|
|
_(GPU_FusionReduction4) \
|
|
_(GPU_FusionReduction5) \
|
|
_(GPU_FusionReductionTFT) \
|
|
_(GPU_FusionSimpleBCast) \
|
|
_(GPU_FusionComplexBCast) \
|
|
_(GPU_FusionAdvancedIndexing) \
|
|
_(GPU_FusionSimpleGemm) \
|
|
_(GPU_FusionSoftmax1D) \
|
|
_(GPU_FusionSoftmax1DNormalized) \
|
|
_(GPU_FusionSoftmax3D) \
|
|
_(GPU_FusionSoftmax3DNormalized) \
|
|
_(GPU_FusionSoftmaxComputeAt) \
|
|
_(GPU_FusionGridReduction1) \
|
|
_(GPU_FusionGridReduction2) \
|
|
_(GPU_FusionGridReduction3dim1) \
|
|
_(GPU_FusionGridReduction3dim0) \
|
|
_(GPU_FusionGridReduction4) \
|
|
_(GPU_FusionGridReduction5) \
|
|
_(GPU_FusionGridReduction6) \
|
|
_(GPU_FusionNonRedAxisBind) \
|
|
_(GPU_FusionBCastInnerDim) \
|
|
_(GPU_FusionBCastReduce) \
|
|
_(GPU_FusionSplitBCast) \
|
|
_(GPU_FusionComputeAtExprOrder) \
|
|
_(GPU_FusionZeroDimComputeAt) \
|
|
_(GPU_FusionZeroDimBroadcast) \
|
|
_(GPU_FusionZeroDimReduction) \
|
|
_(GPU_FusionReductionMultiConsumer) \
|
|
_(GPU_FusionBCastAfterReduce) \
|
|
_(GPU_FusionReductionScheduler) \
|
|
_(GPU_FusionReductionSchedulerMultiDimNonFastest) \
|
|
_(GPU_FusionReductionSchedulerMultiDimFastest) \
|
|
_(GPU_FusionReductionSchedulerDimShmoo) \
|
|
_(GPU_FusionCacheBefore) \
|
|
_(GPU_FusionCacheAfter) \
|
|
_(GPU_FusionCacheIndirect) \
|
|
_(GPU_FusionCacheBcast) \
|
|
_(GPU_FusionCacheComplex) \
|
|
_(GPU_FusionCacheMultiConsumer) \
|
|
_(GPU_FusionSmem) \
|
|
_(GPU_FusionSmemReduce) \
|
|
_(GPU_FusionSmemBlockGemm) \
|
|
_(GPU_FusionSmemBlockGemmCache) \
|
|
_(GPU_FusionConstCheck) \
|
|
_(GPU_FusionSymbolicReduction) \
|
|
_(GPU_FusionUnrollWithAlloc) \
|
|
_(GPU_FusionIsZeroInt) \
|
|
_(GPU_FusionIsOneInt) \
|
|
_(GPU_FusionComputeAtNonterminatingOutput) \
|
|
_(GPU_FusionTraversalOrder1) \
|
|
_(GPU_FusionTraversalOrder2) \
|
|
_(GPU_FusionTraversalOrder3) \
|
|
_(GPU_FusionTraversalOrder4) \
|
|
_(GPU_FusionTraversalOrder5) \
|
|
_(GPU_FusionTraversalOrder6) \
|
|
_(GPU_FusionTraversalOrder7) \
|
|
_(GPU_FusionBranches) \
|
|
_(GPU_FusionThreadPredicate)
|
|
#else
|
|
#define TH_FORALL_TESTS_CUDA(_) \
|
|
_(Fusion) \
|
|
_(GraphExecutor) \
|
|
_(ModuleConversion) \
|
|
_(Interp) \
|
|
_(TypeCheck)
|
|
#endif
|
|
|
|
#define DECLARE_JIT_TEST(name) void test##name();
|
|
TH_FORALL_TESTS(DECLARE_JIT_TEST)
|
|
TH_FORALL_TESTS_CUDA(DECLARE_JIT_TEST)
|
|
#undef DECLARE_JIT_TEST
|
|
|
|
// This test is special since it requires prior setup in python.
|
|
// So it is not part of the general test list (which is shared between the gtest
|
|
// and python test runners), but is instead invoked manually by the
|
|
// torch_python_test.cpp
|
|
void testEvalModeForLoadedModule();
|
|
void testSerializationInterop();
|
|
void testTorchSaveError();
|
|
|
|
} // namespace jit
|
|
} // namespace torch
|