diff --git a/base/CMakeLists.txt b/base/CMakeLists.txt index 46ef22106..9a3d1fc34 100755 --- a/base/CMakeLists.txt +++ b/base/CMakeLists.txt @@ -5,6 +5,7 @@ OPTION(ENABLE_CUDA "Use this switch to enable CUDA" ON) OPTION(ENABLE_ARM64 "Use this switch to enable ARM64" OFF) OPTION(ENABLE_WINDOWS "Use this switch to enable WINDOWS" OFF) OPTION(ENABLE_ARM_WITHOUT_JETSON "Use this switch to enable ARM without JETSON libs" OFF) +OPTION(ENABLE_JPEG_DECODER "Use this switch to enable jpeg decoder switch" OFF) set(VCPKG_OVERLAY_PORTS "${CMAKE_CURRENT_SOURCE_DIR}/../thirdparty/custom-overlay") set(VCPKG_INSTALL_OPTIONS "--clean-after-build") IF(ENABLE_CUDA) @@ -54,7 +55,7 @@ find_package(LibLZMA REQUIRED) find_package(FFMPEG REQUIRED) find_package(ZXing CONFIG REQUIRED) find_package(bigint CONFIG REQUIRED) -find_package(SFML COMPONENTS system window audio graphics CONFIG REQUIRED) +find_package(SFML COMPONENTS System Window Audio Graphics CONFIG REQUIRED) find_package(whisper CONFIG REQUIRED) @@ -188,7 +189,7 @@ SET(CORE_FILES src/Split.cpp src/Utils.cpp src/FIndexStrategy.cpp - src/AudioCaptureSrc.cpp + #src/AudioCaptureSrc.cpp src/QRReader.cpp src/Mp4WriterSink.cpp src/Mp4WriterSinkUtils.cpp @@ -196,7 +197,7 @@ SET(CORE_FILES src/Mp4ReaderSource.cpp src/RTSPClientSrc.cpp src/RTSPClientSrc.cpp - src/MotionVectorExtractor.cpp + #src/MotionVectorExtractor.cpp src/OverlayModule.cpp src/OrderedCacheOfFiles.cpp src/SimpleControlModule.cpp @@ -204,6 +205,27 @@ SET(CORE_FILES src/APHealthObject.cpp ) +set(JETSON_DECODER_SRCS + src/JPEGDecoderL4TM.cpp + src/JPEGEncoderL4TM.cpp + src/JPEGDecoderL4TMHelper.cpp + src/JPEGEncoderL4TMHelper.cpp +) +add_library(aprapipes_jpeg_l4tm STATIC ${JETSON_DECODER_SRCS}) + +target_include_directories(aprapipes_jpeg_l4tm PRIVATE + ${JETSON_MULTIMEDIA_LIB_INCLUDE} + /usr/src/jetson_multimedia_api/include/libjpeg-8b + /usr/src/jetson_multimedia_api/include +) +find_library(JPEG8_LIB jpeg PATHS /usr/src/jetson_multimedia_api/include/libjpeg-8b) +target_link_libraries(aprapipes_jpeg_l4tm PRIVATE + ${CUDA_LIBRARIES} + ${NVCUDAToolkit_LIBS} + ${OpenCV_LIBRARIES} + ${JPEG8_LIB} +) + SET(CORE_FILES_H include/BufferMaker.h include/Mp4ErrorFrame.h @@ -316,22 +338,22 @@ ENDIF(ENABLE_LINUX) SET(IP_FILES src/ApraLines.cpp - # src/CalcHistogramCV.cpp - # src/HistogramOverlay.cpp - # src/ImageDecoderCV.cpp - # src/ImageViewerModule.cpp - # src/BMPConverter.cpp - # src/ImageResizeCV.cpp - # src/FacialLandmarksCV.cpp - # src/ImageEncoderCV.cpp - # src/RotateCV.cpp - # src/AffineTransform.cpp - # src/BrightnessContrastControlXform.cpp - # src/VirtualPTZ.cpp - # src/WebCamSource.cpp - # src/FaceDetectorXform.cpp - # src/TextOverlayXForm.cpp - # src/ValveModule.cpp + src/CalcHistogramCV.cpp + src/HistogramOverlay.cpp + src/ImageDecoderCV.cpp + src/ImageViewerModule.cpp + src/BMPConverter.cpp + src/ImageResizeCV.cpp + src/FacialLandmarksCV.cpp + src/ImageEncoderCV.cpp + src/RotateCV.cpp + src/AffineTransform.cpp + src/BrightnessContrastControlXform.cpp + src/VirtualPTZ.cpp + src/WebCamSource.cpp + src/FaceDetectorXform.cpp + src/TextOverlayXForm.cpp + src/ValveModule.cpp src/ColorConversionXForm.cpp src/AbsColorConversionFactory.cpp src/ColorConversionStrategy.h @@ -340,10 +362,10 @@ SET(IP_FILES src/Overlay.cpp src/OverlayFactory.h src/OverlayFactory.cpp - # src/TestSignalGeneratorSrc.cpp - # src/AudioToTextXForm.cpp + src/TestSignalGeneratorSrc.cpp + #src/AudioToTextXForm.cpp src/AbsControlModule.cpp - # src/ThumbnailListGenerator.cpp + src/ThumbnailListGenerator.cpp ) SET(IP_FILES_H @@ -395,42 +417,39 @@ SET(CUDA_CORE_FILES_H SET(CUDA_IP_FILES src/build_point_list.cu - # src/CCKernel.cu - # src/CCNPPI.cpp - # src/EffectsKernel.cu - # src/EffectsNPPI.cpp - # src/GaussianBlur.cpp - # src/OverlayKernel.cu - # src/OverlayNPPI.cpp + src/CCKernel.cu + src/CCNPPI.cpp + src/EffectsKernel.cu + src/EffectsNPPI.cpp + src/GaussianBlur.cpp + src/OverlayKernel.cu + src/OverlayNPPI.cpp src/ResizeNPPI.cpp - # src/RotateNPPI.cpp + src/RotateNPPI.cpp src/H264Decoder.cpp ) IF(ENABLE_ARM64) SET(CUDA_IP_FILES ${CUDA_IP_FILES} - # src/JPEGDecoderL4TM.cpp - # src/JPEGDecoderL4TMHelper.cpp - src/JPEGEncoderL4TM.cpp - src/JPEGEncoderL4TMHelper.cpp src/AV4L2Buffer.cpp src/AV4L2ElementPlane.cpp - # src/H264EncoderV4L2Helper.cpp - # src/V4L2CUYUV420Converter.cpp - # src/H264EncoderV4L2.cpp + src/H264EncoderV4L2Helper.cpp + src/V4L2CUYUV420Converter.cpp + src/H264EncoderV4L2.cpp src/DMAFDWrapper.cpp - # src/NvArgusCameraHelper.cpp - # src/NvArgusCamera.cpp - # src/NvV4L2Camera.cpp - # src/NvV4L2CameraHelper.cpp - # src/EglRenderer.cpp - # src/NvEglRenderer.cpp + src/NvArgusCameraHelper.cpp + src/NvArgusCamera.cpp + src/NvV4L2Camera.cpp + src/NvV4L2CameraHelper.cpp + src/EglRenderer.cpp + src/NvEglRenderer.cpp src/DMAUtils.cpp - # src/NvTransform.cpp + src/NvTransform.cpp src/ApraEGLDisplay.cpp src/DMAFDToHostCopy.cpp src/H264DecoderV4L2Helper.cpp src/H264DecoderV4L2Helper.h + ) ELSE() SET(CUDA_IP_FILES ${CUDA_IP_FILES} # following modules and related files do not work on ARM64 @@ -531,31 +550,33 @@ target_include_directories ( aprapipes PRIVATE IF (ENABLE_ARM64) SET(ARM64_UT_FILES - # test/jpegencoderl4tm_tests.cpp - # test/jpegdecoderl4tm_tests.cpp -# test/l4tm_dec_enc_1_tests.cpp #todo this test needs to be improved to add to jetson suite - # test/opencvresize_tests.cpp - # test/h264encoderv4l2_tests.cpp - # test/nvarguscamerahelper_tests.cpp - # test/nvarguscamera_tests.cpp - # test/nvv4l2camera_test.cpp - # test/nvv4l2camerahelper_test.cpp - # test/nvtransform_tests.cpp - # test/eglrenderer_test.cpp - # test/cuda_arm_tests.cpp - # test/apraegldisplay_tests.cpp - # test/frame_factory_test_dma.cpp + test/l4tm_dec_enc_1_tests.cpp #todo this test needs to be improved to add to jetson suite + test/opencvresize_tests.cpp + test/h264encoderv4l2_tests.cpp + test/nvarguscamerahelper_tests.cpp + test/nvarguscamera_tests.cpp + test/nvv4l2camera_test.cpp + test/nvv4l2camerahelper_test.cpp + test/nvtransform_tests.cpp + test/eglrenderer_test.cpp + #test/cuda_arm_tests.cpp + test/apraegldisplay_tests.cpp + test/frame_factory_test_dma.cpp test/h264decoder_tests.cpp + test/jpegencoderl4tm_tests.cpp + test/jpegdecoderl4tm_tests.cpp + ) + ENDIF(ENABLE_ARM64) IF (ENABLE_CUDA) SET(CUDA_UT_FILES - # test/cudamemcopy_tests.cpp - # test/resizenppi_tests.cpp - # test/rotatenppi_tests.cpp - # test/ccnppi_tests.cpp - # test/memtypeconversion_tests.cpp + test/cudamemcopy_tests.cpp + test/resizenppi_tests.cpp + test/rotatenppi_tests.cpp + test/ccnppi_tests.cpp + test/memtypeconversion_tests.cpp ) IF(NOT ENABLE_ARM64) # following tests need CUDA but can not run on ARM ? @@ -579,65 +600,65 @@ SET(UT_FILES test/unit_tests.cpp test/cv_memory_leaks_tests.cpp test/module_tests.cpp - # test/calchistogramcv_tests.cpp - # test/filenamestrategy_tests.cpp + test/calchistogramcv_tests.cpp + test/filenamestrategy_tests.cpp test/test_utils.cpp test/test_utils.h test/filewritermodule_tests.cpp - # test/logger_tests.cpp -# test/logger_stress_tests.cpp #todo this test needs to be improved and added - # test/quepushstrategy_tests.cpp - # test/framesmuxer_tests.cpp - # test/filereadermodule_tests.cpp - # test/merge_tests.cpp - # test/split_tests.cpp - # test/imagemetadata_tests.cpp - # test/bmpconverter_tests.cpp - # test/rtsppusher_tests.cpp - # test/findexstrategy_tests.cpp - # test/jpegdecodercv_tests.cpp - # test/Imageresizecv_tests.cpp - # test/faciallandmarkscv_tests.cpp - # test/imageviewermodule_tests.cpp - # test/ImageEncodeCV_tests.cpp - # test/rotatecv_tests.cpp - # test/affinetransform_tests.cpp - # test/brightness_contrast_tests.cpp - # test/virtualptz_tests.cpp - # test/webcam_source_tests.cpp - # test/facedetectorXform_tests.cpp - # test/sound_record_tests.cpp - # test/pullstratergy_tests.cpp - # test/QRReader_tests.cpp - # test/textoverlayxform_tests.cpp - # test/mp4writersink_tests.cpp - # test/pipeline_tests.cpp -# test/multiple_pipeline_tests.cpp #todo this test needs to be improved and added - # test/valveModule_tests.cpp - # test/color_conversion_tests.cpp - # test/archivespacemanager_tests.cpp - # test/multimediaqueuexform_tests.cpp - # test/mp4readersource_tests.cpp - # test/rtsp_client_tests.cpp - # test/motionvector_extractor_and_overlay_tests.cpp - # test/mp4_reverse_play_tests.cpp - # test/ordered_cache_of_files_tests.cpp - # test/mp4_seek_tests.cpp - # test/mp4_simul_read_write_tests.cpp - # test/mp4_getlivevideots_tests.cpp - # test/mp4_dts_strategy_tests.cpp - # test/overlaymodule_tests.cpp - # test/testSignalGeneratorSrc_tests.cpp - # test/audioToTextXform_tests.cpp + test/logger_tests.cpp + #test/logger_stress_tests.cpp #todo this test needs to be improved and added + test/quepushstrategy_tests.cpp + test/framesmuxer_tests.cpp + test/filereadermodule_tests.cpp + test/merge_tests.cpp + test/split_tests.cpp + test/imagemetadata_tests.cpp + test/bmpconverter_tests.cpp + test/rtsppusher_tests.cpp + test/findexstrategy_tests.cpp + test/jpegdecodercv_tests.cpp + test/Imageresizecv_tests.cpp + test/faciallandmarkscv_tests.cpp + test/imageviewermodule_tests.cpp + test/ImageEncodeCV_tests.cpp + test/rotatecv_tests.cpp + test/affinetransform_tests.cpp + test/brightness_contrast_tests.cpp + test/virtualptz_tests.cpp + test/webcam_source_tests.cpp + test/facedetectorXform_tests.cpp + #test/sound_record_tests.cpp + test/pullstratergy_tests.cpp + test/QRReader_tests.cpp + test/textoverlayxform_tests.cpp + test/mp4writersink_tests.cpp + test/pipeline_tests.cpp + #test/multiple_pipeline_tests.cpp #todo this test needs to be improved and added + test/valveModule_tests.cpp + test/color_conversion_tests.cpp + test/archivespacemanager_tests.cpp + test/multimediaqueuexform_tests.cpp + test/mp4readersource_tests.cpp + test/rtsp_client_tests.cpp + #test/motionvector_extractor_and_overlay_tests.cpp + test/mp4_reverse_play_tests.cpp + test/ordered_cache_of_files_tests.cpp + test/mp4_seek_tests.cpp + test/mp4_simul_read_write_tests.cpp + test/mp4_getlivevideots_tests.cpp + test/mp4_dts_strategy_tests.cpp + test/overlaymodule_tests.cpp + test/testSignalGeneratorSrc_tests.cpp + #test/audioToTextXform_tests.cpp ${ARM64_UT_FILES} ${CUDA_UT_FILES} ) IF(ENABLE_LINUX) list(APPEND UT_FILES - # test/gtkglrenderer_tests.cpp - # test/virtualcamerasink_tests.cpp - # test/QRReader_tests.cpp + test/gtkglrenderer_tests.cpp + test/virtualcamerasink_tests.cpp + test/QRReader_tests.cpp ) set(GLEW_LIBRARIES GLEW::GLEW @@ -669,34 +690,66 @@ IF(ENABLE_LINUX) ${GTK3_LIBRARIES} ) ENDIF(ENABLE_LINUX) +if(ENABLE_JPEG_DECODER) + target_link_libraries(aprapipesut + aprapipes + aprapipes_jpeg_l4tm + /usr/lib/aarch64-linux-gnu/libEGL.so.1.1.0 + ${GLEW_LIBRARIES} + ${LIBMP4_LIB} + ${OPENH264_LIB} + ${Boost_LIBRARIES} + ${FFMPEG_LIBRARIES} + ${OpenCV_LIBRARIES} + ${JETSON_LIBS} + ${NVCUDAToolkit_LIBS} + ${NVCODEC_LIB} + ${NVJPEGLIB_L4T} + ${CURSES_LIBRARIES} + ZXing::Core + ZXing::ZXing + BZip2::BZip2 + ZLIB::ZLIB + LibLZMA::LibLZMA + bigint::bigint + SFML::Audio + SFML::System + SFML::Window + SFML::Graphics + whisper::whisper + ) +else() + target_link_libraries(aprapipesut + aprapipes + aprapipes_jpeg_l4tm + /usr/lib/aarch64-linux-gnu/libEGL.so.1.1.0 + ${GLEW_LIBRARIES} + ${JPEG_LIBRARIES} + ${LIBMP4_LIB} + ${OPENH264_LIB} + ${Boost_LIBRARIES} + ${FFMPEG_LIBRARIES} + ${OpenCV_LIBRARIES} + ${JETSON_LIBS} + ${NVCUDAToolkit_LIBS} + ${NVCODEC_LIB} + ${NVJPEGLIB_L4T} + ${CURSES_LIBRARIES} + ZXing::Core + ZXing::ZXing + BZip2::BZip2 + ZLIB::ZLIB + LibLZMA::LibLZMA + bigint::bigint + SFML::Audio + SFML::System + SFML::Window + SFML::Graphics + whisper::whisper + ) +endif() + -target_link_libraries(aprapipesut - aprapipes - /usr/lib/aarch64-linux-gnu/libEGL.so.1.1.0 - ${GLEW_LIBRARIES} - ${JPEG_LIBRARIES} - ${LIBMP4_LIB} - ${OPENH264_LIB} - ${Boost_LIBRARIES} - ${FFMPEG_LIBRARIES} - ${OpenCV_LIBRARIES} - ${JETSON_LIBS} - ${NVCUDAToolkit_LIBS} - ${NVCODEC_LIB} - ${NVJPEGLIB_L4T} - ${CURSES_LIBRARIES} - /usr/lib/aarch64-linux-gnu/libEGL.so.1.1.0 - ZXing::Core - ZXing::ZXing - BZip2::BZip2 - ZLIB::ZLIB - LibLZMA::LibLZMA - bigint::bigint - sfml-audio - whisper::whisper - /usr/lib/aarch64-linux-gnu/libEGL.so.1.1.0 - - ) IF(ENABLE_WINDOWS) file(COPY ${RUNTIME_DLLS} DESTINATION Debug/) diff --git a/base/include/ApraNvEglRenderer.h b/base/include/ApraNvEglRenderer.h index 5c9a644d6..a43f74e0b 100644 --- a/base/include/ApraNvEglRenderer.h +++ b/base/include/ApraNvEglRenderer.h @@ -39,6 +39,11 @@ #include #include #include +#include +#include FT_FREETYPE_H +#include +#include +#include #include @@ -95,9 +100,29 @@ class NvEglRenderer */ static NvEglRenderer *createEglRenderer(const char *name, uint32_t width, uint32_t height, uint32_t x_offset, - uint32_t y_offset , bool displayOnTop); + uint32_t y_offset, + const char* ttfFilePath = NULL, + const char* message = NULL, + float scale = 0.0f, + float r = 0.0f, + float g = 0.0f, + float b = 0.0f,float fontsize = 0.0f,int textPosX = 0, int textPosY = 0, + std::string imagePath = "",int imagePosX = 0,int imagePosY = 0,uint32_t imageWidth = 0,uint32_t imageHeight = 0,float opacity = 1,bool mask = false, + float imageOpacity = 1.0f,float textOpacity = 1.0f); ~NvEglRenderer(); + std::string ttfFilePath; + std::string message; + float scale; + float r, g, b; + float fontSize; + int textPosX, textPosY; + float opacity; + std::string imagePath; + int imagePosX, imagePosY; + uint32_t imageWidth, imageHeight; + float imageOpacity,textOpacity; + bool mask; /** * Renders a buffer. * @@ -112,6 +137,41 @@ class NvEglRenderer */ int render(int fd); + // Set dmabuf import parameters for EGL_EXT_image_dma_buf_import + void setImportParams(int pitchBytes, int fourcc, int offsetBytes = 0, int width = 0, int height = 0) + { + render_pitch = pitchBytes; + render_fourcc = fourcc; + render_offset = offsetBytes; + render_width = width; + render_height = height; + render_num_planes = 1; + } + + // Set multi-plane import parameters (e.g., NV12 - 2 planes, YUV420 - 3 planes) + void setImportParamsPlanar(int fourcc, + int width, + int height, + int pitchPlane0, + int offsetPlane0, + int pitchPlane1, + int offsetPlane1, + int pitchPlane2 = 0, + int offsetPlane2 = 0, + int numPlanes = 2) + { + render_fourcc = fourcc; + render_width = width; + render_height = height; + render_pitch = pitchPlane0; + render_offset = offsetPlane0; + render_pitch1 = pitchPlane1; + render_offset1 = offsetPlane1; + render_pitch2 = pitchPlane2; + render_offset2 = offsetPlane2; + render_num_planes = numPlanes; + } + /** * Sets the rendering rate in frames per second (fps). * @@ -138,8 +198,7 @@ class NvEglRenderer * @return 0 for success, -1 otherwise. */ static int getDisplayResolution(uint32_t &width, uint32_t &height); - bool renderAndDrawLoop(); - bool windowDrag(); + /** * Sets the overlay string. * @@ -149,23 +208,25 @@ class NvEglRenderer * @param[in] y Vertical offset, in pixels. * @return 0 for success, -1 otherwise. */ + static PFNGLGENVERTEXARRAYSOESPROC glGenVertexArraysOES; + static PFNGLBINDVERTEXARRAYOESPROC glBindVertexArrayOES; + static PFNGLDELETEVERTEXARRAYSOESPROC glDeleteVertexArraysOES; + int setOverlayText(char *str, uint32_t x, uint32_t y); -public: + void setWindowOpacity(float opacity); + void RenderText(std::string text, float x, float y, float scale, float r, float g, float b); + GLuint initTextShader(); + int initFontAtlas(const char* fontPath, int fontSize); + GLuint loadImageTexture(const char* imagePath); + GLuint initImageShader(); + void RenderImage(GLuint texture, float x, float y, float width, float height); + +private: Display * x_display; /**< Connection to the X server created using XOpenDisplay(). */ Window x_window; /**< Holds the window to be used for rendering created using XCreateWindow(). */ - uint32_t mWidth,mHeight; - - int drag_start_x = 0; - int drag_start_y = 0; - bool is_dragging = false; - uint32_t _x_offset = 0; - uint32_t _y_offset = 0; - XEvent event; - bool drawBorder = false; - EGLDisplay egl_display; /**< Holds the EGL Display connection. */ EGLContext egl_context; /**< Holds the EGL rendering context. */ EGLSurface egl_surface; /**< Holds the EGL Window render surface. */ @@ -176,7 +237,9 @@ class NvEglRenderer GC gc; /**< Graphic Context */ XFontStruct *fontinfo; /**< Brush's font info */ char overlay_str[512]; /**< Overlay's text */ - + GLuint gl_program = 0; // OpenGL shader program handle + GLint alpha_location = -1; // Location of alpha uniform in shader + GLuint cached_image_texture = 0; // Cached image texture loaded once during initialization /** * Creates a GL texture used for rendering. * @@ -223,7 +286,15 @@ class NvEglRenderer * Constructor called by the wrapper createEglRenderer. */ NvEglRenderer(const char *name, uint32_t width, uint32_t height, - uint32_t x_offset, uint32_t y_offset , bool displayOnTop); + uint32_t x_offset, uint32_t y_offset, + const char* ttfFilePath = NULL, + const char* message = NULL, + float scale = 0.0f, + float r = 0.0f, + float g = 0.0f, + float b = 0.0f,float fontsize = 0.0f,int textPosX = 0, int textPosY = 0, + std::string imagePath = "",int imagePosX = 0,int imagePosY = 0,uint32_t imageWidth = 0,uint32_t imageHeight = 0,float opacity = 1,bool mask = false, + float imageOpacity = 1.0f,float textOpacity = 1.0f); /** * Gets the pointers to the required EGL methods. */ @@ -242,6 +313,19 @@ class NvEglRenderer */ int renderInternal(); + /** + * Helper functions for rendering + */ + EGLImageKHR createEglImageFromDmaBuf(); + int renderVideoFrame(EGLImageKHR hEglImage); + void renderOverlays(); + void saveGLState(GLint& prevProgram, GLint& prevVAO, GLint& prevTexExternal, + GLint& prevTex2D, GLint& prevArrayBuffer, GLint& prevActiveTexUnit, + GLboolean& wasBlendEnabled); + void restoreGLState(GLint prevProgram, GLint prevVAO, GLint prevTexExternal, + GLint prevTex2D, GLint prevArrayBuffer, GLint prevActiveTexUnit, + GLboolean wasBlendEnabled); + /** * These EGL function pointers are required by the renderer. */ @@ -252,6 +336,18 @@ class NvEglRenderer static PFNEGLCLIENTWAITSYNCKHRPROC eglClientWaitSyncKHR; static PFNEGLGETSYNCATTRIBKHRPROC eglGetSyncAttribKHR; static PFNGLEGLIMAGETARGETTEXTURE2DOESPROC glEGLImageTargetTexture2DOES; + + // dma-buf import params + int render_pitch = 0; + int render_offset = 0; + int render_fourcc = 0; + int render_width = 0; + int render_height = 0; + int render_num_planes = 1; + int render_pitch1 = 0; + int render_offset1 = 0; + int render_pitch2 = 0; + int render_offset2 = 0; }; /** @} */ #endif \ No newline at end of file diff --git a/base/include/AudioCaptureSrc.h b/base/include/AudioCaptureSrc.h index ff93989a5..80b2b225d 100644 --- a/base/include/AudioCaptureSrc.h +++ b/base/include/AudioCaptureSrc.h @@ -8,17 +8,15 @@ class AudioCaptureSrcProps : public ModuleProps AudioCaptureSrcProps( int _sampleRate, int _channels, - int _audioInputDeviceIndex, - int _processingIntervalMS) : sampleRate(_sampleRate), + int _audioInputDeviceIndex) : sampleRate(_sampleRate), channels(_channels), - audioInputDeviceIndex(_audioInputDeviceIndex), - processingIntervalMS(_processingIntervalMS) + audioInputDeviceIndex(_audioInputDeviceIndex) { } int sampleRate; int channels; int audioInputDeviceIndex; // starts from 0 to no. of available devices on users system. - int processingIntervalMS; + }; class AudioCaptureSrc : public Module diff --git a/base/include/Command.h b/base/include/Command.h index f93a97294..68e7c675f 100644 --- a/base/include/Command.h +++ b/base/include/Command.h @@ -24,7 +24,8 @@ class Command { SendMMQTimestamps, SendLastGTKGLRenderTS, DecoderPlaybackSpeed, - Mp4FileClose + Mp4FileClose, + DecoderEOS }; Command() { type = CommandType::None; } @@ -68,6 +69,27 @@ class NoneCommand : public Command { } }; +class DecoderEOS : public Command +{ +public: + DecoderEOS() : Command(CommandType::DecoderEOS) + { + } + + size_t getSerializeSize() + { + return Command::getSerializeSize(); + } + +private: + + friend class boost::serialization::access; + template + void serialize(Archive& ar, const unsigned int) + { + ar& boost::serialization::base_object(*this); + } +}; class FileReaderModuleCommand : public Command { public: FileReaderModuleCommand() : Command(CommandType::FileReaderModule) { diff --git a/base/include/DMAAllocator.h b/base/include/DMAAllocator.h index b26725719..e4167ebe9 100755 --- a/base/include/DMAAllocator.h +++ b/base/include/DMAAllocator.h @@ -8,7 +8,7 @@ #include "FrameMetadataFactory.h" #include "Logger.h" #include - +using namespace std; class DMAAllocator : public HostAllocator { private: @@ -19,75 +19,75 @@ class DMAAllocator : public HostAllocator int mHeight; int mWidth; int mCount; + // Store metadata to allow lazy initialization when metadata is populated later + framemetadata_sp mMetadata; - static NvBufSurfaceColorFormat getColorFormat(ImageMetadata::ImageType imageType) + static NvBufSurfaceColorFormat getColorFormat(ImageMetadata::ImageType imageType) { - NvBufSurfaceColorFormat colorFormat; + NvBufSurfaceColorFormat colorFormat; switch (imageType) { - case ImageMetadata::UYVY: - colorFormat = NVBUF_COLOR_FORMAT_UYVY; - break; - case ImageMetadata::YUYV: - colorFormat = NVBUF_COLOR_FORMAT_YUYV; - break; - case ImageMetadata::RGBA: - colorFormat = NVBUF_COLOR_FORMAT_RGBA; - break; - case ImageMetadata::BGRA: - colorFormat = NVBUF_COLOR_FORMAT_BGRA; - break; - case ImageMetadata::YUV420: - colorFormat = NVBUF_COLOR_FORMAT_YUV420; - break; - case ImageMetadata::NV12: - colorFormat = NVBUF_COLOR_FORMAT_NV12; - break; - default: - throw AIPException(AIP_FATAL, "Expected Actual<" + std::to_string(imageType) + ">"); + case ImageMetadata::UYVY: + colorFormat = NVBUF_COLOR_FORMAT_UYVY; + break; + case ImageMetadata::YUYV: + colorFormat = NVBUF_COLOR_FORMAT_YUYV; + break; + case ImageMetadata::RGBA: + colorFormat = NVBUF_COLOR_FORMAT_RGBA; + break; + case ImageMetadata::BGRA: + colorFormat = NVBUF_COLOR_FORMAT_BGRA; + break; + case ImageMetadata::YUV420: + colorFormat = NVBUF_COLOR_FORMAT_YUV420; + break; + case ImageMetadata::NV12: + colorFormat = NVBUF_COLOR_FORMAT_NV12; + break; + default: + throw AIPException(AIP_FATAL, "Expected Actual<" + std::to_string(imageType) + ">"); } - return colorFormat; } public: DMAAllocator(framemetadata_sp framemetadata) : mFreeDMACount(0), mCount(0) { - if (!framemetadata->isSet()) - { - return; - } - + // Always keep a handle to metadata for lazy initialization later + mMetadata = framemetadata; mEglDisplay = ApraEGLDisplay::getEGLDisplay(); - - auto imageType = ImageMetadata::RGBA; - - auto frameType = framemetadata->getFrameType(); - switch (frameType) + mWidth = 0; + mHeight = 0; + // If metadata is already set, initialize now; otherwise we'll initialize lazily in allocateChunks + if (framemetadata->isSet()) { - case FrameMetadata::FrameType::RAW_IMAGE: - { - auto inputRawMetadata = FrameMetadataFactory::downcast(framemetadata); - mWidth = inputRawMetadata->getWidth(); - mHeight = inputRawMetadata->getHeight(); - imageType = inputRawMetadata->getImageType(); - } - break; - case FrameMetadata::FrameType::RAW_IMAGE_PLANAR: - { - auto inputRawMetadata = FrameMetadataFactory::downcast(framemetadata); - mWidth = inputRawMetadata->getWidth(0); - mHeight = inputRawMetadata->getHeight(0); - imageType = inputRawMetadata->getImageType(); - } - break; - default: - throw AIPException(AIP_FATAL, "Expected Raw Image or RAW_IMAGE_PLANAR. Actual<" + std::to_string(frameType) + ">"); - break; + auto imageType = ImageMetadata::RGBA; + auto frameType = framemetadata->getFrameType(); + switch (frameType) + { + case FrameMetadata::FrameType::RAW_IMAGE: + { + auto inputRawMetadata = FrameMetadataFactory::downcast(framemetadata); + mWidth = inputRawMetadata->getWidth(); + mHeight = inputRawMetadata->getHeight(); + imageType = inputRawMetadata->getImageType(); + } + break; + case FrameMetadata::FrameType::RAW_IMAGE_PLANAR: + { + auto inputRawMetadata = FrameMetadataFactory::downcast(framemetadata); + mWidth = inputRawMetadata->getWidth(0); + mHeight = inputRawMetadata->getHeight(0); + imageType = inputRawMetadata->getImageType(); + } + break; + default: + throw AIPException(AIP_FATAL, "Expected Raw Image or RAW_IMAGE_PLANAR. Actual<" + std::to_string(frameType) + ">"); + } + mColorFormat = getColorFormat(imageType); } - - mColorFormat = getColorFormat(imageType); - }; + } ~DMAAllocator() { @@ -97,7 +97,7 @@ class DMAAllocator : public HostAllocator } } - static void setMetadata(framemetadata_sp &metadata, int width, int height, ImageMetadata::ImageType imageType,size_t pitchValues[4] = nullptr, size_t offsetValues[4] = nullptr) + static void setMetadata(framemetadata_sp &metadata, int width, int height, ImageMetadata::ImageType imageType, size_t pitchValues[4] = nullptr, size_t offsetValues[4] = nullptr) { auto eglDisplay = ApraEGLDisplay::getEGLDisplay(); auto colorFormat = getColorFormat(imageType); @@ -105,7 +105,7 @@ class DMAAllocator : public HostAllocator auto dmaFDWrapper = DMAFDWrapper::create(0, width, height, colorFormat, NVBUF_LAYOUT_PITCH, eglDisplay); if (!dmaFDWrapper) { - LOG_ERROR << "Failed to allocate dmaFDWrapper"; + LOG_INFO << "Failed to allocate dmaFDWrapper"; throw AIPException(AIP_FATAL, "Memory Allocation Failed."); } @@ -118,59 +118,65 @@ class DMAAllocator : public HostAllocator auto &fdParams = surf->surfaceList[0]; LOG_DEBUG << "PixelFormat<" << fdParams.colorFormat << "> Layout<" << fdParams.layout << ">"; LOG_DEBUG << "Width<" << fdParams.width << "> Height<" << fdParams.height << "> Pitch<" << fdParams.planeParams.pitch[0] << "> Offset<" << fdParams.planeParams.offset[0] << "> PSize<" << fdParams.planeParams.psize[0] << ">"; - + LOG_DEBUG <<"pitch 1="<(metadata); - RawImageMetadata rawMetadata(width, height, imageType, type, fdParams.planeParams.pitch[0], CV_8U, FrameMetadata::MemType::DMABUF, false); - inputRawMetadata->setData(rawMetadata); - if(pitchValues != nullptr) + case FrameMetadata::FrameType::RAW_IMAGE: { - pitchValues[0] = fdParams.planeParams.pitch[0]; + int type = CV_8UC4; + switch (imageType) + { + case ImageMetadata::ImageType::RGBA: + case ImageMetadata::ImageType::BGRA: + type = CV_8UC4; + break; + case ImageMetadata::ImageType::YUYV: + case ImageMetadata::ImageType::UYVY: + type = CV_8UC3; + break; + default: + throw AIPException(AIP_FATAL, "Only Image Type accepted are UYVY or ARGB found " + std::to_string(imageType)); + } + auto inputRawMetadata = FrameMetadataFactory::downcast(metadata); + RawImageMetadata rawMetadata( + width, height, imageType, type, + fdParams.planeParams.pitch[0], CV_8U, FrameMetadata::MemType::DMABUF, false); + inputRawMetadata->setData(rawMetadata); + if (pitchValues != nullptr) + { + pitchValues[0] = fdParams.planeParams.pitch[0]; + } } - } - break; - case FrameMetadata::FrameType::RAW_IMAGE_PLANAR: - { - auto inputRawMetadata = FrameMetadataFactory::downcast(metadata); - size_t step[4] = {0, 0, 0, 0}; - // Populate pitch/offset for all available planes - int num_planes = fdParams.planeParams.num_planes; - for (int i = 0; i < num_planes && i < 4; i++) + break; + case FrameMetadata::FrameType::RAW_IMAGE_PLANAR: // need to check for yuv444 { - step[i] = fdParams.planeParams.pitch[i]; + auto inputRawMetadata = FrameMetadataFactory::downcast(metadata); + size_t step[4] = {0, 0, 0, 0}; + step[0] = fdParams.planeParams.pitch[0]; + // Fill pitches for all planes when available + step[1] = fdParams.planeParams.pitch[1]; + step[2] = fdParams.planeParams.pitch[2]; if (pitchValues != nullptr) { - pitchValues[i] = fdParams.planeParams.pitch[i]; + pitchValues[0] = fdParams.planeParams.pitch[0]; + pitchValues[1] = fdParams.planeParams.pitch[1]; + pitchValues[2] = fdParams.planeParams.pitch[2]; } + if (offsetValues != nullptr) { - offsetValues[i] = fdParams.planeParams.offset[i]; + offsetValues[0] = fdParams.planeParams.offset[0]; + offsetValues[1] = fdParams.planeParams.offset[1]; + offsetValues[2] = fdParams.planeParams.offset[2]; } + + RawImagePlanarMetadata rawMetadata(width, height, imageType, step, CV_8U, FrameMetadata::MemType::DMABUF); + inputRawMetadata->setData(rawMetadata); } - RawImagePlanarMetadata rawMetadata(width, height, imageType, step, CV_8U, FrameMetadata::MemType::DMABUF); - inputRawMetadata->setData(rawMetadata); - } - break; - default: - throw AIPException(AIP_FATAL, "Expected Raw Image or RAW_IMAGE_PLANAR. Actual<" + std::to_string(frameType) + ">"); + break; + default: + throw AIPException(AIP_FATAL, "Expected Raw Image or RAW_IMAGE_PLANAR. Actual<" + std::to_string(frameType) + ">"); break; } @@ -179,12 +185,40 @@ class DMAAllocator : public HostAllocator void *allocateChunks(size_t n) { + // Lazy initialize using metadata if dimensions were not known at construction time + if ((mWidth == 0 || mHeight == 0) && mMetadata && mMetadata->isSet()) + { + auto imageType = ImageMetadata::RGBA; + auto frameType = mMetadata->getFrameType(); + switch (frameType) + { + case FrameMetadata::FrameType::RAW_IMAGE: + { + auto inputRawMetadata = FrameMetadataFactory::downcast(mMetadata); + mWidth = inputRawMetadata->getWidth(); + mHeight = inputRawMetadata->getHeight(); + imageType = inputRawMetadata->getImageType(); + } + break; + case FrameMetadata::FrameType::RAW_IMAGE_PLANAR: + { + auto inputRawMetadata = FrameMetadataFactory::downcast(mMetadata); + mWidth = inputRawMetadata->getWidth(0); + mHeight = inputRawMetadata->getHeight(0); + imageType = inputRawMetadata->getImageType(); + } + break; + default: + throw AIPException(AIP_FATAL, "Expected Raw Image or RAW_IMAGE_PLANAR. Actual<" + std::to_string(frameType) + ">"); + } + mColorFormat = getColorFormat(imageType); + } if (mFreeDMACount == 0) { auto dmaFDWrapper = DMAFDWrapper::create(mCount++, mWidth, mHeight, mColorFormat, NVBUF_LAYOUT_PITCH, mEglDisplay); if (!dmaFDWrapper) { - LOG_ERROR << "Failed to allocate dmaFDWrapper"; + LOG_INFO << "Failed to allocate dmaFDWrapper"; throw AIPException(AIP_FATAL, "Memory Allocation Failed."); } mDMAFDWrapperArr.push_back(dmaFDWrapper); diff --git a/base/include/DMAUtils.h b/base/include/DMAUtils.h index f7991ee8d..b02288513 100644 --- a/base/include/DMAUtils.h +++ b/base/include/DMAUtils.h @@ -1,14 +1,28 @@ #pragma once - #include "EGL/egl.h" #include "cudaEGL.h" - +#include // Include the new header for NvBufSurface class Frame; class DMAUtils { public: - static uint8_t* getCudaPtrForFD(int fd, EGLImageKHR eglImage, CUgraphicsResource *pResource, CUeglFrame eglFrame, EGLDisplay eglDisplay); - static uint8_t* getCudaPtr(EGLImageKHR eglImage, CUgraphicsResource *pResource, CUeglFrame eglFrame, EGLDisplay eglDisplay); - static void freeCudaPtr(EGLImageKHR eglImage, CUgraphicsResource *pResource, EGLDisplay eglDisplay); -}; \ No newline at end of file + /** + * @brief Registers an EGLImage as a CUDA resource and maps it to a CUeglFrame. + * @param eglImage The EGL image handle. + * @param pResource Pointer to the CUgraphicsResource handle. + * @param pEglFrame Pointer to the CUeglFrame structure to fill. + * @return A pointer to the CUDA mapped buffer, or nullptr on failure. + */ + static uint8_t* getCudaPtr(EGLImageKHR eglImage, CUgraphicsResource *pResource, CUeglFrame *pEglFrame); + + /** + * @brief Unregisters a CUDA resource, unmaps the EGLImage, and destroys the NvBufSurface. + * @param eglImage The EGL image handle (no longer needed, but kept for legacy reference). + * @param pResource Pointer to the CUgraphicsResource handle. + * @param surf Pointer to the NvBufSurface. + * @param eglDisplay The EGL display handle. + */ + static void freeCudaPtr(EGLImageKHR eglImage, CUgraphicsResource *pResource, NvBufSurface *surf, EGLDisplay eglDisplay); + static uint8_t* getCudaPtrForFD(int fd, EGLImageKHR &eglImage, CUgraphicsResource *pResource, CUeglFrame eglFrame, EGLDisplay eglDisplay); +}; diff --git a/base/include/EglRenderer.h b/base/include/EglRenderer.h index 3858091e3..e49264582 100644 --- a/base/include/EglRenderer.h +++ b/base/include/EglRenderer.h @@ -2,48 +2,131 @@ #include "Module.h" +using CallbackFunction = std::function; class EglRendererProps : public ModuleProps { public: - EglRendererProps(uint32_t _x_offset,uint32_t _y_offset, uint32_t _width, uint32_t _height) : ModuleProps() - { - x_offset = _x_offset; - y_offset = _y_offset; - height = _height; - width = _width; - } - EglRendererProps(uint32_t _x_offset,uint32_t _y_offset,bool _displayOnTop = true) : ModuleProps() - { - x_offset = _x_offset; - y_offset = _y_offset; - height = 0; - width = 0; - displayOnTop = _displayOnTop ? 1 : 0; - } - uint32_t x_offset; - uint32_t y_offset; - uint32_t height; - uint32_t width; - bool displayOnTop; + struct TextInfo { + std::string fontPath = ""; //Path for TTF font file + std::string message = ""; + float scale = 0.0f; + float fontSize = 0.0f; + std::vector color = {0.0f, 0.0f, 0.0f}; // RGB + std::pair position = {0, 0}; + float opacity = 1.0f; + }; + + struct ImageInfo { + std::string path = ""; + std::pair position = {0, 0}; + std::pair size = {0, 0}; + float opacity = 1.0f; // width, height + }; + EglRendererProps() : ModuleProps() {}; + // All settings enabled + EglRendererProps(uint32_t _x_offset , uint32_t _y_offset , + uint32_t _width , uint32_t _height , + const TextInfo& _text , + const ImageInfo& _image , + float _opacity,bool _mask) + : ModuleProps(), + x_offset(_x_offset), y_offset(_y_offset), + width(_width), height(_height), + text(_text), image(_image), + opacity(_opacity), mask(_mask) + {} + // --- Geometry (x, y) --- + EglRendererProps(uint32_t _x_offset, uint32_t _y_offset) + : ModuleProps(), x_offset(_x_offset), y_offset(_y_offset) + {} + + // --- Geometry (x, y, width, height) --- + EglRendererProps(uint32_t _x_offset, uint32_t _y_offset, + uint32_t _width, uint32_t _height) + : ModuleProps(), x_offset(_x_offset), y_offset(_y_offset), + width(_width), height(_height) + {} + + // --- Geometry + Text --- + EglRendererProps(uint32_t _x_offset, uint32_t _y_offset, + uint32_t _width, uint32_t _height, + const TextInfo& _text) + : ModuleProps(), x_offset(_x_offset), y_offset(_y_offset), + width(_width), height(_height), text(_text) + {} + + // --- Geometry + Image --- + EglRendererProps(uint32_t _x_offset, uint32_t _y_offset, + uint32_t _width, uint32_t _height, + const ImageInfo& _image) + : ModuleProps(), x_offset(_x_offset), y_offset(_y_offset), + width(_width), height(_height), image(_image) + {} + + // --- Geometry + Text + Image --- + EglRendererProps(uint32_t _x_offset, uint32_t _y_offset, + uint32_t _width, uint32_t _height, + const TextInfo& _text, + const ImageInfo& _image) + : ModuleProps(), x_offset(_x_offset), y_offset(_y_offset), + width(_width), height(_height), + text(_text), image(_image) + {} + + // --- Geometry + Opacity + Mask --- + EglRendererProps(uint32_t _x_offset, uint32_t _y_offset, + uint32_t _width, uint32_t _height, + float _opacity, bool _mask) + : ModuleProps(), x_offset(_x_offset), y_offset(_y_offset), + width(_width), height(_height), + opacity(_opacity), mask(_mask) + {} + + + + + ~EglRendererProps() = default; + + // --- Geometry --- + uint32_t x_offset = 0; + uint32_t y_offset = 0; + uint32_t width = 0; + uint32_t height = 0; + + // --- Rendering data --- + TextInfo text; + ImageInfo image; + + // --- Display --- + float opacity = 1.0f; + bool mask = false; }; + class EglRenderer : public Module { public: EglRenderer(EglRendererProps props); ~EglRenderer(); - + void registerCallback(const CallbackFunction &_callback) + { + m_callbackFunction = _callback; + } bool init(); bool term(); bool closeWindow(); bool createWindow(int width, int height); + void waitForNextFrame(); + bool statusOfEglWindow(); protected: bool process(frame_container& frames); bool processSOS(frame_sp& frame); bool validateInputPins(); bool shouldTriggerSOS(); bool handleCommand(Command::CommandType type, frame_sp& frame); + bool processEOS(string& pinId); private: class Detail; boost::shared_ptr mDetail; + CallbackFunction m_callbackFunction = NULL; }; \ No newline at end of file diff --git a/base/include/H264Decoder.h b/base/include/H264Decoder.h index c94892f24..489df32e7 100644 --- a/base/include/H264Decoder.h +++ b/base/include/H264Decoder.h @@ -1,18 +1,12 @@ #pragma once #include "Module.h" -#include class H264DecoderProps : public ModuleProps { public: - H264DecoderProps(uint _lowerWaterMark = 300, uint _upperWaterMark = 350) - { - lowerWaterMark = _lowerWaterMark; - upperWaterMark = _upperWaterMark; - } - uint lowerWaterMark; - uint upperWaterMark; + H264DecoderProps() : ModuleProps() + {} }; class H264Decoder : public Module @@ -23,6 +17,9 @@ class H264Decoder : public Module bool init(); bool term(); bool processEOS(string& pinId); + bool decoderEos(); + void flushQueue(); + void changeDecoderSpeed(int _playbackFps, float _playbackSpeed, int _gop); protected: bool process(frame_container& frames); @@ -31,58 +28,12 @@ class H264Decoder : public Module bool validateInputPins(); bool validateOutputPins(); bool shouldTriggerSOS(); - void flushQue(); bool handleCommand(Command::CommandType type, frame_sp& frame); - private: - void bufferDecodedFrames(frame_sp& frame); - void bufferBackwardEncodedFrames(frame_sp& frame, short naluType); - void bufferAndDecodeForwardEncodedFrames(frame_sp& frame, short naluType); - class Detail; boost::shared_ptr mDetail; bool mShouldTriggerSOS; framemetadata_sp mOutputMetadata; std::string mOutputPinId; H264DecoderProps mProps; - - - /* Used to buffer multiple complete GOPs - note that we decode frames from this queue in reverse play*/ - std::deque> backwardGopBuffer; - /* buffers the incomplete GOP */ - std::deque latestBackwardGop; - /* It buffers only one latest GOP - used in cases where partial GOP maybe in cache and rest of the GOP needs to be decoded - note that since there is no buffering in forward play, we directly decode frames from module queue*/ - std::deque latestForwardGop; - std::map decodedFramesCache; - void sendDecodedFrame(); - bool mDirection; - bool dirChangedToFwd = false; - bool dirChangedToBwd = false; - bool foundIFrameOfReverseGop = false; - bool decodePreviousFramesOfTheForwardGop = false; - bool prevFrameInCache = false; - void decodeFrameFromBwdGOP(); - std::deque incomingFramesTSQ; - void clearIncompleteBwdGopTsFromIncomingTSQ(std::deque& latestGop); - void saveSpsPps(frame_sp frame); - void* prependSpsPps(frame_sp& iFrame, size_t& spsPpsFrameSize); - void dropFarthestFromCurrentTs(uint64_t ts); - frame_sp mHeaderFrame; - boost::asio::const_buffer spsBuffer; - boost::asio::const_buffer ppsBuffer; - std::mutex m; - int framesToSkip = 0; - int iFramesToSkip = 0; - int currentFps = 24; - int previousFps = 24; - float playbackSpeed = 1; - int gop; - uint64_t lastFrameSent; - bool resumeFwdPlayback = true; - bool resumeBwdPlayback = true; - bool resumePlayback = true; - int incomingFramesTSQSize = 0; -}; +}; \ No newline at end of file diff --git a/base/include/H264EncoderV4L2.h b/base/include/H264EncoderV4L2.h index 694dcad1c..8b5db5f8f 100644 --- a/base/include/H264EncoderV4L2.h +++ b/base/include/H264EncoderV4L2.h @@ -7,15 +7,12 @@ class H264EncoderV4L2Helper; class H264EncoderV4L2Props : public ModuleProps { public: - H264EncoderV4L2Props(bool _enableMotionVectors = false, int _motionVectorThreshold = 5): targetKbps(1024) + H264EncoderV4L2Props(): targetKbps(1024) { - enableMotionVectors = _enableMotionVectors; - motionVectorThreshold = _motionVectorThreshold; + } uint32_t targetKbps; - bool enableMotionVectors = false; - int motionVectorThreshold = 5; }; class H264EncoderV4L2 : public Module @@ -39,6 +36,6 @@ class H264EncoderV4L2 : public Module std::shared_ptr mHelper; H264EncoderV4L2Props mProps; - std::string motionVectorFramePinId; - std::string h264FrameOutputPinId; + framemetadata_sp mOutputMetadata; + std::string mOutputPinId; }; diff --git a/base/include/H264EncoderV4L2Helper.h b/base/include/H264EncoderV4L2Helper.h index 0e38c2a4b..21f42ab9e 100644 --- a/base/include/H264EncoderV4L2Helper.h +++ b/base/include/H264EncoderV4L2Helper.h @@ -1,18 +1,22 @@ #pragma once -#include -#include "ExtFrame.h" #include "AV4L2ElementPlane.h" #include "V4L2CUYUV420Converter.h" -#include + +#include "ExtFrame.h" +#include +#include +#include + class H264EncoderV4L2Helper { public: - typedef std::function SendFrameContainer; - static std::shared_ptr create(enum v4l2_memory memType, uint32_t pixelFormat, uint32_t width, uint32_t height, uint32_t step, uint32_t bitrate, bool enableMotionVectors, int motionVectorThreshold, uint32_t fps, std::string h264FrameOutputPinId, std::string motionVectorFramePinId, framemetadata_sp h264Metadata, std::function makeFrame, SendFrameContainer sendFrameContainer); + typedef std::function SendFrame; + + static std::shared_ptr create(enum v4l2_memory memType, uint32_t pixelFormat, uint32_t width, uint32_t height, uint32_t step, uint32_t bitrate, uint32_t fps, SendFrame sendFrame); - H264EncoderV4L2Helper(enum v4l2_memory memType, uint32_t pixelFormat, uint32_t width, uint32_t height, uint32_t step, uint32_t bitrate, bool enableMotionVectors, int motionVectorThreshold, uint32_t fps,std::string h264FrameOutputPinId, std::string motionVectorFramePinId, framemetadata_sp h264Metadata, std::function makeFrame, SendFrameContainer sendFrameContainer); + H264EncoderV4L2Helper(enum v4l2_memory memType, uint32_t pixelFormat, uint32_t width, uint32_t height, uint32_t step, uint32_t bitrate, uint32_t fps, SendFrame sendFrame); ~H264EncoderV4L2Helper(); void stop(); @@ -31,8 +35,6 @@ class H264EncoderV4L2Helper void setLevel(); void setFrameRate(uint32_t framerate_num, uint32_t framerate_den); - int setExtControlsMV(v4l2_ext_controls &ctl); - int enableMotionVectorReporting(); void initEncoderParams(uint32_t bitrate, uint32_t fps); int setExtControls(v4l2_ext_control &control); @@ -40,26 +42,17 @@ class H264EncoderV4L2Helper void reuseCatureBuffer(ExtFrame *pointer, uint32_t index, std::shared_ptr self); bool processEOS(); - int getExtControls(v4l2_ext_controls &ctl); - int getMotionVectors(uint32_t buffer_index, - v4l2_ctrl_videoenc_outputbuf_metadata_MV &enc_mv_metadata); - void serializeMotionVectors(v4l2_ctrl_videoenc_outputbuf_metadata_MV enc_mv_metadata, frame_container &frames); + private: std::shared_ptr mSelf; int mFD; std::unique_ptr mOutputPlane; std::unique_ptr mCapturePlane; - boost::object_pool frame_opool; - SendFrameContainer mSendFrameContainer; - int mWidth = 0; - int mHeight = 0; - bool enableMotionVectors; - int motionVectorThreshold; - std::string h264FrameOutputPinId; - std::string motionVectorFramePinId; - framemetadata_sp h264Metadata; - std::function makeFrame; + + std::shared_ptr> frame_opool; + SendFrame mSendFrame; + std::unique_ptr mConverter; -protected: - std::queue incomingTimeStamp; + std::recursive_mutex mPoolMutex; + std::atomic mShuttingDown{false}; }; \ No newline at end of file diff --git a/base/include/JPEGDecoderL4TM.h b/base/include/JPEGDecoderL4TM.h index 759f04317..0ff4eeee1 100755 --- a/base/include/JPEGDecoderL4TM.h +++ b/base/include/JPEGDecoderL4TM.h @@ -7,8 +7,9 @@ class JPEGDecoderL4TMProps : public ModuleProps public: JPEGDecoderL4TMProps() : ModuleProps() { - + decodeToFd=false; } + bool decodeToFd; }; class JPEGDecoderL4TM : public Module diff --git a/base/include/JPEGDecoderL4TMHelper.h b/base/include/JPEGDecoderL4TMHelper.h index 73a4c98ae..987c7a185 100755 --- a/base/include/JPEGDecoderL4TMHelper.h +++ b/base/include/JPEGDecoderL4TMHelper.h @@ -13,6 +13,7 @@ class JPEGDecoderL4TMHelper bool init(const unsigned char* in_buf, unsigned long in_buf_size, int& width, int& height); int decode(const unsigned char* in_buf, unsigned long in_buf_size, unsigned char *out_buf); + int decodeToFd(int &fd, unsigned char * in_buf,unsigned long in_buf_size); private: diff --git a/base/include/JPEGEncoderL4TMHelper.h b/base/include/JPEGEncoderL4TMHelper.h index 5feff099e..d25d74cb4 100755 --- a/base/include/JPEGEncoderL4TMHelper.h +++ b/base/include/JPEGEncoderL4TMHelper.h @@ -1,5 +1,12 @@ #ifndef __NV_JPEG_ENCODER_H__ #define __NV_JPEG_ENCODER_H__ +#ifndef TEGRA_ACCELERATE +/** + * @c TEGRA_ACCELERATE must be defined to enable hardware acceleration of + * JPEG encoding. + */ +#define TEGRA_ACCELERATE +#endif #include #include @@ -13,6 +20,9 @@ class JPEGEncoderL4TMHelper bool init(uint32_t width, uint32_t height, uint32_t stride, J_COLOR_SPACE color_space, double scale); int encode(const unsigned char* in_buf, unsigned char **out_buf, unsigned long &out_buf_size); + int encodeFromFd(int fd, J_COLOR_SPACE color_space, + unsigned char **out_buf, unsigned long &out_buf_size, + int quality); private: struct jpeg_compress_struct cinfo; @@ -23,9 +33,12 @@ class JPEGEncoderL4TMHelper uint32_t comp_height[3]; uint32_t comp_width[3]; unsigned int stride[3]; + bool hardware_acc=TRUE; uint32_t h_max_samp = 0; uint32_t v_max_samp = 0; + uint32_t scaled_width; + uint32_t scaled_height; uint32_t h_samp[3]; uint32_t v_samp[3]; diff --git a/base/include/NvTransform.h b/base/include/NvTransform.h index 05c90723e..5ccea63a4 100644 --- a/base/include/NvTransform.h +++ b/base/include/NvTransform.h @@ -5,58 +5,86 @@ class NvTransformProps : public ModuleProps { public: - enum NvTransformFilter - { - NEAREST=0, // transform filter nearest. - BILINEAR, // transform filter bilinear. - TAP_5, // transform filter 5 tap. - TAP_10, // transform filter 10 tap. - SMART, // transform filter smart. - NICEST // transform filter nicest. - }; - - NvTransformProps(ImageMetadata::ImageType _imageType) : top(0) , left(0) , width(0) , height(0) - { - imageType = _imageType; - scaleHeight = 1; - scaleWidth = 1; - filterType = NvTransformFilter::SMART; - } - NvTransformProps(ImageMetadata::ImageType _imageType, int _width, int _height) : top(0) , left(0) , width(_width) , height(_height) - { - imageType = _imageType; - scaleHeight = 1; - scaleWidth = 1; - filterType = NvTransformFilter::SMART; - } - NvTransformProps(ImageMetadata::ImageType _imageType, int _width, int _height, float _scaleWidth, float _scaleHeight, NvTransformFilter _filterType) : top(0) , left(0) , width(_width) , height(_height) - { - imageType = _imageType; - filterType = _filterType; - scaleHeight = _scaleHeight; - scaleWidth = _scaleWidth; - } - NvTransformProps(ImageMetadata::ImageType _imageType, int _width, int _height, int _top , int _left) : top(_top) , left(_left) , width(_width) , height(_height) - { - imageType = _imageType; - scaleHeight = 1; - scaleWidth = 1; - filterType = NvTransformFilter::SMART; - } - NvTransformProps(ImageMetadata::ImageType _imageType, int _width, int _height, int _top , int _left, float _scaleWidth, float _scaleHeight, NvTransformFilter _filterType) : top(_top) , left(_left) , width(_width) , height(_height) - { - imageType = _imageType; - filterType = _filterType; - scaleHeight = _scaleHeight; - scaleWidth = _scaleWidth; - } - ImageMetadata::ImageType imageType; - int top,left,width,height; - NvTransformFilter filterType; - float scaleWidth, scaleHeight; // scaleWidth and scaleHeight are factor of width and height , - //1 means no change 0.5 means half of actual dimension ,2 means twice of actual dimension + enum class NvRotation + { + None_ = 0, + Rotate90 = 90, + Rotate180 = 180, + Rotate270 = 270 + }; + + enum class NvFlip + { + None_ = 0, + FlipX = 1, + FlipY = 2 + }; + + // Default crop constructor + NvTransformProps(ImageMetadata::ImageType _imageType) + : top(0), left(0), width(0), height(0), + rotation(NvRotation::None_), flip(NvFlip::None_) + { + imageType = _imageType; + } + + // Crop with width and height + NvTransformProps(ImageMetadata::ImageType _imageType, int _width, int _height) + : top(0), left(0), width(_width), height(_height), + rotation(NvRotation::None_), flip(NvFlip::None_) + { + imageType = _imageType; + } + + // Crop with width, height, top, left + NvTransformProps(ImageMetadata::ImageType _imageType, int _width, int _height, int _top, int _left) + : top(_top), left(_left), width(_width), height(_height), + rotation(NvRotation::None_), flip(NvFlip::None_) + { + imageType = _imageType; + } + + // Rotation constructor + NvTransformProps(ImageMetadata::ImageType _imageType, NvRotation _rotation) + : top(0), left(0), width(0), height(0), + rotation(_rotation),flip(NvFlip::None_) + { + imageType = _imageType; + } + + // Flip constructor + NvTransformProps(ImageMetadata::ImageType _imageType, NvFlip _flip) + : top(0), left(0), width(0), height(0), + rotation(NvRotation::None_), flip(_flip) + { + imageType = _imageType; + } + + //crop with rotation + NvTransformProps(ImageMetadata::ImageType _imageType, int _width, int _height, int _top, int _left, NvRotation _rotation) + : top(_top), left(_left), width(_width), height(_height), + rotation(_rotation), flip(NvFlip::None_) + { + imageType = _imageType; + } + + //crop with flip + NvTransformProps(ImageMetadata::ImageType _imageType, int _width, int _height, int _top, int _left, NvFlip _flip) + : top(_top), left(_left), width(_width), height(_height), + rotation(NvRotation::None_), flip(_flip) + { + imageType = _imageType; + } + + + + ImageMetadata::ImageType imageType; + int top, left, width, height; + NvRotation rotation; + NvFlip flip; }; + class NvTransform : public Module { diff --git a/base/include/RawImagePlanarMetadata.h b/base/include/RawImagePlanarMetadata.h index 30a3514a9..4f3c73ca4 100644 --- a/base/include/RawImagePlanarMetadata.h +++ b/base/include/RawImagePlanarMetadata.h @@ -148,14 +148,15 @@ class RawImagePlanarMetadata : public FrameMetadata protected: void setDataSize() { - dataSize = 0; + size_t tmp = 0; for (auto i = 0; i < channels; i++) { - if (nextPtrOffset[i] == NOT_SET_NUM) - { - nextPtrOffset[i] = dataSize; - dataSize += step[i] * height[i]; - } + nextPtrOffset[i] = tmp; + tmp += step[i] * height[i]; + } + if(dataSize != tmp) + { + dataSize = tmp; } } diff --git a/base/src/AudioCaptureSrc.cpp b/base/src/AudioCaptureSrc.cpp index d2c4b2fd8..7cedad20b 100644 --- a/base/src/AudioCaptureSrc.cpp +++ b/base/src/AudioCaptureSrc.cpp @@ -11,8 +11,8 @@ class AudioCaptureSrc::Detail public: Detail( AudioCaptureSrcProps _props, - std::function _mMakeFrame) : mRecorder(_mMakeFrame, _props.processingIntervalMS, _props.channels), + std::function _mMakeFrame) : mRecorder(_mMakeFrame, _props.channels), mProps(_props) { } @@ -48,25 +48,24 @@ class AudioCaptureSrc::Detail class ApraRecorder : public sf::SoundRecorder { friend class AudioCaptureSrc; - int processingIntervalInMilliSecond; + int channelCount; - std::function mMakeFrame; + std::function mMakeFrame; public: - ApraRecorder(std::function _mMakeFrame, int _processingIntervalInMilliSecond, int _channelCount) + + ApraRecorder(std::function _mMakeFrame, int _channelCount) { mMakeFrame = _mMakeFrame; - processingIntervalInMilliSecond = _processingIntervalInMilliSecond; channelCount = _channelCount; } virtual bool onStart() { - setProcessingInterval(sf::milliseconds(processingIntervalInMilliSecond)); //set Processing Interval return true; } - virtual bool onProcessSamples(const sf::Int16 *samples, std::size_t sampleCount) + virtual bool onProcessSamples(const std::int16_t *samples, std::size_t sampleCount) { return mMakeFrame(samples, sampleCount); } @@ -80,7 +79,7 @@ class AudioCaptureSrc::Detail AudioCaptureSrc::AudioCaptureSrc(AudioCaptureSrcProps _props) : Module(SOURCE, "AudioCaptureSrc", _props) { - mDetail.reset(new Detail(_props, [&](const sf::Int16 *samples, std::size_t sampleCount) -> bool + mDetail.reset(new Detail(_props, [&](const std::int16_t *samples, std::size_t sampleCount) -> bool { auto outFrame = makeFrame(sampleCount * 2); // Size of Int16 is 2 byte frame_container frames; diff --git a/base/src/AudioToTextXForm.cpp b/base/src/AudioToTextXForm.cpp index d84a13073..a20a32775 100644 --- a/base/src/AudioToTextXForm.cpp +++ b/base/src/AudioToTextXForm.cpp @@ -154,7 +154,7 @@ bool AudioToTextXForm::term() bool AudioToTextXForm::process(frame_container& frames) { auto frame = frames.begin()->second; - sf::Int16* constFloatPointer = static_cast(frame->data()); + int16_t* constFloatPointer = static_cast(frame->data()); int numberOfSamples = frame->size() / 2; //TODO: Modify to use NPP/ IPP for (int index = 0; index < numberOfSamples; index++) { diff --git a/base/src/DMAFDWrapper.cpp b/base/src/DMAFDWrapper.cpp index 9c1912184..1a7f3c4c9 100644 --- a/base/src/DMAFDWrapper.cpp +++ b/base/src/DMAFDWrapper.cpp @@ -3,6 +3,7 @@ #include "nvbufsurface.h" #include "Logger.h" #include "AIPExceptions.h" +#include #include "cuda_runtime.h" @@ -23,7 +24,7 @@ DMAFDWrapper *DMAFDWrapper::create(int index, int width, int height, inputParams.params.layout = layout; inputParams.params.colorFormat = colorFormat; inputParams.params.memType = NVBUF_MEM_SURFACE_ARRAY; - inputParams.memtag = NvBufSurfaceTag_VIDEO_DEC; + inputParams.memtag = NvBufSurfaceTag_CAMERA; if (NvBufSurfaceAllocate(&buffer->m_surf, 1, &inputParams)) { @@ -32,6 +33,7 @@ DMAFDWrapper *DMAFDWrapper::create(int index, int width, int height, return nullptr; } + buffer->m_surf->numFilled = 1; buffer->m_fd = buffer->m_surf->surfaceList[0].bufferDesc; // Use NvBufferMemMapEx @@ -58,25 +60,7 @@ DMAFDWrapper *DMAFDWrapper::create(int index, int width, int height, } // JP5: Set hostPtrU to mapped address for plane 1 - // For NV12, UV plane comes after Y plane in memory - // For NV12, use the actual mapped address for UV plane - // NvBufSurfaceCopy copies to addr[1], not to Y + offset - if (colorFormat == NVBUF_COLOR_FORMAT_NV12) { - // Use the actual mapped UV address, not calculated offset - buffer->hostPtrU = buffer->m_surf->surfaceList[0].mappedAddr.addr[1]; - LOG_ERROR << "[DMAFDWrapper] NV12 UV pointer using mapped addr[1]:"; - LOG_ERROR << " Y ptr = " << buffer->hostPtr << " UV ptr = " << buffer->hostPtrU; - - // Verify if addr[1] is valid - if (buffer->hostPtrU == nullptr) { - LOG_ERROR << "[DMAFDWrapper] WARNING: UV addr[1] is NULL, calculating offset"; - uint32_t yPitch = buffer->m_surf->surfaceList[0].planeParams.pitch[0]; - uint32_t yHeight = buffer->m_surf->surfaceList[0].planeParams.height[0]; - buffer->hostPtrU = (uint8_t*)buffer->hostPtr + (yPitch * yHeight); - } - } else { - buffer->hostPtrU = buffer->m_surf->surfaceList[0].mappedAddr.addr[1]; - } + buffer->hostPtrU = buffer->m_surf->surfaceList[0].mappedAddr.addr[1]; } if (colorFormat == NVBUF_COLOR_FORMAT_YUV420) @@ -93,20 +77,30 @@ DMAFDWrapper *DMAFDWrapper::create(int index, int width, int height, buffer->hostPtrV = buffer->m_surf->surfaceList[0].mappedAddr.addr[2]; } - // if (colorFormat != NvBufferColorFormat_UYVY) + // Map NvBufSurface to EGLImage for JP6.2 CUDA interop + NvBufSurface *surf = buffer->m_surf; + if (NvBufSurfaceMapEglImage(surf, 0) != 0) { - // buffer->eglImage = NvEGLImageFromFd(eglDisplay, buffer->m_fd); - // if (buffer->eglImage == EGL_NO_IMAGE_KHR) - // { - // LOG_ERROR << "Failed to create eglImage"; - // delete buffer; - // return nullptr; - // } - - // cudaFree(0); - // buffer->cudaPtr = DMAUtils::getCudaPtr(buffer->eglImage, &buffer->pResource, buffer->eglFrame, eglDisplay); + LOG_ERROR << "NvBufSurfaceMapEglImage failed"; + delete buffer; + return nullptr; } - + buffer->eglImage = surf->surfaceList[0].mappedAddr.eglImage; + LOG_INFO << "Mapped EGL image from NvBufSurface. FD: " << buffer->m_fd + << " EGLImage: " << buffer->eglImage; + + cudaFree(0); + buffer->cudaPtr = DMAUtils::getCudaPtr(buffer->eglImage, &buffer->pResource, &buffer->eglFrame); + + if (buffer->cudaPtr == nullptr) + { + LOG_ERROR << "Failed to get CUDA pointer from EGL image"; + delete buffer; + return nullptr; + } + + LOG_INFO << "Successfully created CUDA pointer: " << (void*)buffer->cudaPtr; + return buffer; } @@ -126,8 +120,14 @@ DMAFDWrapper::~DMAFDWrapper() { if (eglImage != EGL_NO_IMAGE_KHR) { - // cudaFree(0); - // DMAUtils::freeCudaPtr(eglImage, &pResource, eglDisplay); + if (m_surf) + { + auto res_unmap_egl = NvBufSurfaceUnMapEglImage(m_surf, 0); + if (res_unmap_egl) + { + LOG_ERROR << "NvBufSurfaceUnMapEglImage Error: " << res_unmap_egl; + } + } } if (hostPtr) @@ -211,29 +211,4 @@ const void *DMAFDWrapper::getClientData() const void DMAFDWrapper::setClientData(const void *_clientData) { clientData = _clientData; -} -void DMAFDWrapper::refreshHostPointers() -{ - if (m_surf) { - hostPtr = m_surf->surfaceList[0].mappedAddr.addr[0]; - - // For NV12, use the actual mapped address for UV - if (m_surf->surfaceList[0].colorFormat == NVBUF_COLOR_FORMAT_NV12) { - hostPtrU = m_surf->surfaceList[0].mappedAddr.addr[1]; - if (hostPtrU == nullptr) { - // Fallback to calculated offset if addr[1] is NULL - uint32_t yPitch = m_surf->surfaceList[0].planeParams.pitch[0]; - uint32_t yHeight = m_surf->surfaceList[0].planeParams.height[0]; - hostPtrU = (uint8_t*)hostPtr + (yPitch * yHeight); - } - } else { - if (m_surf->surfaceList[0].planeParams.num_planes > 1) { - hostPtrU = m_surf->surfaceList[0].mappedAddr.addr[1]; - } - } - - if (m_surf->surfaceList[0].planeParams.num_planes > 2) { - hostPtrV = m_surf->surfaceList[0].mappedAddr.addr[2]; - } - } -} +} \ No newline at end of file diff --git a/base/src/DMAUtils.cpp b/base/src/DMAUtils.cpp index 61abfb2ab..fce1bab96 100644 --- a/base/src/DMAUtils.cpp +++ b/base/src/DMAUtils.cpp @@ -1,60 +1,82 @@ #include "DMAUtils.h" #include "Logger.h" +#include +#include -// uint8_t* DMAUtils::getCudaPtrForFD(int fd, EGLImageKHR eglImage, CUgraphicsResource *pResource, CUeglFrame eglFrame, EGLDisplay eglDisplay){ -// eglImage = NvEGLImageFromFd(eglDisplay, fd); -// if (eglImage == NULL) -// { -// LOG_ERROR << "DID not find eglImage for File Descriptor"; -// return nullptr; -// } -// return getCudaPtr(eglImage, pResource, eglFrame, eglDisplay); -// } -// uint8_t* DMAUtils::getCudaPtr(EGLImageKHR eglImage, CUgraphicsResource *pResource, CUeglFrame eglFrame, EGLDisplay eglDisplay) -// { -// auto status = cuGraphicsEGLRegisterImage(pResource, eglImage, CU_GRAPHICS_MAP_RESOURCE_FLAGS_NONE); -// if (status != CUDA_SUCCESS) -// { -// LOG_ERROR << "cuGraphicsEGLRegisterImage failed: " << status << " cuda process stop"; -// return NULL; -// } - -// status = cuGraphicsResourceGetMappedEglFrame(&eglFrame, *pResource, 0, 0); -// if (status != CUDA_SUCCESS) -// { -// LOG_ERROR << "cuGraphicsSubResourceGetMappedArray failed status<" << status << ">"; -// return NULL; -// } - -// status = cuCtxSynchronize(); -// if (status != CUDA_SUCCESS) -// { -// LOG_ERROR << "cuCtxSynchronize failed status<" << status << ">"; -// return NULL; -// } - -// return static_cast(eglFrame.frame.pPitch[0]); -// } - -// void DMAUtils::freeCudaPtr(EGLImageKHR eglImage, CUgraphicsResource *pResource, EGLDisplay eglDisplay) -// { -// auto status = cuCtxSynchronize(); -// if (status != CUDA_SUCCESS) -// { -// LOG_ERROR << "cuCtxSynchronize failed after cc status<" << status << ">"; -// return; -// } - -// status = cuGraphicsUnregisterResource(*pResource); -// if (status != CUDA_SUCCESS) -// { -// LOG_ERROR << "cuGraphicsEGLUnRegisterResource failed: " << status; -// return; -// } - -// auto res = NvDestroyEGLImage(eglDisplay, eglImage); -// if (res) -// { -// LOG_ERROR << "NvDestroyEGLImage Error<>" << res; -// } -// } \ No newline at end of file + +uint8_t* DMAUtils::getCudaPtr(EGLImageKHR eglImage, CUgraphicsResource *pResource, CUeglFrame *pEglFrame) +{ + // Register the EGL image as a CUDA graphics resource + auto status = cuGraphicsEGLRegisterImage(pResource, eglImage, CU_GRAPHICS_MAP_RESOURCE_FLAGS_NONE); + if (status != CUDA_SUCCESS) + { + LOG_ERROR << "cuGraphicsEGLRegisterImage failed: " << status << " cuda process stop"; + return NULL; + } + + // Get the mapped CUeglFrame from the resource + status = cuGraphicsResourceGetMappedEglFrame(pEglFrame, *pResource, 0, 0); + if (status != CUDA_SUCCESS) + { + LOG_ERROR << "cuGraphicsResourceGetMappedEglFrame failed status<" << status << ">"; + return NULL; + } + + status = cuCtxSynchronize(); + if (status != CUDA_SUCCESS) + { + LOG_ERROR << "cuCtxSynchronize failed status<" << status << ">"; + return NULL; + } + + return static_cast(pEglFrame->frame.pPitch[0]); +} + + +void DMAUtils::freeCudaPtr(EGLImageKHR eglImage, CUgraphicsResource *pResource, NvBufSurface *surf, EGLDisplay eglDisplay) +{ + auto status = cuCtxSynchronize(); + if (status != CUDA_SUCCESS) + { + LOG_ERROR << "cuCtxSynchronize failed<" << status << ">"; + + } + + status = cuGraphicsUnregisterResource(*pResource); + if (status != CUDA_SUCCESS) + { + LOG_ERROR << "cuGraphicsUnregisterResource failed: " << status; + } + + auto res_unmap_egl = NvBufSurfaceUnMapEglImage(surf, 0); + if (res_unmap_egl) + { + LOG_ERROR << "NvBufSurfaceUnMapEglImage Error: " << res_unmap_egl; + } + auto res_destroy = NvBufSurfaceDestroy(surf); + if (res_destroy) + { + LOG_ERROR << "NvBufSurfaceDestroy Error: " << res_destroy; + } +} +uint8_t* DMAUtils::getCudaPtrForFD(int fd, EGLImageKHR &eglImage, CUgraphicsResource *pResource, CUeglFrame eglFrame, EGLDisplay eglDisplay){ + + NvBufSurface *surf = nullptr; + if (NvBufSurfaceFromFd(fd, (void**)&surf) != 0) { + LOG_ERROR << "Failed to create NvBufSurface from file descriptor"; + return nullptr; + } + if (NvBufSurfaceMapEglImage(surf, 0) != 0) { + LOG_ERROR << "NvBufSurfaceMapEglImage Error"; + NvBufSurfaceDestroy(surf); + return nullptr; + } + eglImage = surf->surfaceList[0].mappedAddr.eglImage; + if (eglImage == EGL_NO_IMAGE_KHR) { + LOG_ERROR << "Failed to get EGL image from NvBufSurface"; + NvBufSurfaceUnMapEglImage(surf, 0); + NvBufSurfaceDestroy(surf); + return nullptr; + } + return getCudaPtr(eglImage, pResource, &eglFrame); +} \ No newline at end of file diff --git a/base/src/EglRenderer.cpp b/base/src/EglRenderer.cpp index 50a563191..5dfd4e495 100644 --- a/base/src/EglRenderer.cpp +++ b/base/src/EglRenderer.cpp @@ -2,118 +2,192 @@ #include "EglRenderer.h" #include "ApraNvEglRenderer.h" #include "DMAFDWrapper.h" -#include "Command.h" +#include +#include +#include +#include +#include +#include +#include class EglRenderer::Detail { - public: - Detail(uint32_t _x_offset, uint32_t _y_offset, uint32_t _width, uint32_t _height , bool _displayOnTop): x_offset(_x_offset), y_offset(_y_offset), width(_width), height(_height), displayOnTop(_displayOnTop) {} - ~Detail() + Detail(uint32_t _x_offset , uint32_t _y_offset , + uint32_t _width , uint32_t _height , + const EglRendererProps::TextInfo& _text, + const EglRendererProps::ImageInfo& _image, + float _opacity ,bool _mask) + : x_offset(_x_offset), y_offset(_y_offset), + width(_width), height(_height), + text(_text), image(_image), opacity(_opacity),mask(_mask) + {} + + ~Detail() { - if(renderer) + if (renderer) { delete renderer; + renderer = nullptr; } } - bool init(uint32_t _height, uint32_t _width , bool _displayOnTop){ + bool init(uint32_t _height, uint32_t _width) + { + LOG_DEBUG << "WILL INITIALIZE NEW WINDOW"; uint32_t displayHeight, displayWidth; - NvEglRenderer::getDisplayResolution(displayWidth,displayHeight); - if(height!=0 && width!=0){ - x_offset += (displayWidth-width)/2; - y_offset += (displayHeight-height)/2; - renderer = NvEglRenderer::createEglRenderer(__TIMESTAMP__, width, height, x_offset, y_offset,displayOnTop); - }else{ - x_offset += (displayWidth-_width)/2; - y_offset += (displayHeight-_height)/2; - renderer = NvEglRenderer::createEglRenderer(__TIMESTAMP__, _width, _height, x_offset, y_offset, displayOnTop); + NvEglRenderer::getDisplayResolution(displayWidth, displayHeight); + + uint32_t renderW = (width == 0) ? _width : width; + uint32_t renderH = (height == 0) ? _height : height; + + if (width == 0 || height == 0) + { + x_offset += (displayWidth - renderW) / 2; + y_offset += (displayHeight - renderH) / 2; } + + LOG_DEBUG << "X_OFFSET " << x_offset << " y_offset " << y_offset; + + renderer = NvEglRenderer::createEglRenderer( + __TIMESTAMP__, + renderW, renderH, x_offset, y_offset, + text.fontPath.c_str(), text.message.c_str(), + text.scale, + text.color[0], text.color[1], text.color[2], + text.fontSize, + text.position.first, text.position.second, + image.path, + image.position.first, image.position.second, + image.size.first, image.size.second, + opacity,mask, + image.opacity,text.opacity + ); + if (!renderer) { - LOG_ERROR << "Failed to create EGL renderer"; + LOG_INFO << "Failed to create EGL renderer"; return false; } + m_isEglWindowCreated = true; return true; } bool destroyWindow() { - if(renderer) + LOG_DEBUG << "GOING TO DESTROY WINDOW"; + if (renderer) { + LOG_DEBUG << "Window Exist"; + m_isEglWindowCreated = false; delete renderer; + renderer = nullptr; } + return true; + } + + bool shouldTriggerSOS() const + { + return (!m_isEglWindowCreated) || (!renderer); } - bool shouldTriggerSOS() - { - return !renderer; - } + // --- Renderer and Window Info --- + NvEglRenderer *renderer = nullptr; + bool m_isEglWindowCreated = false; + + // --- Geometry --- + uint32_t x_offset = 0; + uint32_t y_offset = 0; + uint32_t width = 0; + uint32_t height = 0; + + // --- Rendering Data --- + EglRendererProps::TextInfo text; + EglRendererProps::ImageInfo image; + + //Display + float opacity = 1.0f; + bool mask = false; + - NvEglRenderer *renderer = nullptr; - uint32_t x_offset,y_offset,width,height; - bool displayOnTop; + std::chrono::milliseconds m_frameDelay{27}; }; + EglRenderer::EglRenderer(EglRendererProps props) : Module(SINK, "EglRenderer", props) { - mDetail.reset(new Detail(props.x_offset,props.y_offset, props.width, props.height,props.displayOnTop)); + mDetail.reset(new Detail(props.x_offset, props.y_offset, props.width, props.height,props.text,props.image,props.opacity,props.mask)); } EglRenderer::~EglRenderer() {} -bool EglRenderer::init(){ +bool EglRenderer::init() +{ if (!Module::init()) - { - return false; - } + { + return false; + } return true; } -bool EglRenderer::process(frame_container& frames) +bool EglRenderer::process(frame_container &frames) { auto frame = frames.cbegin()->second; - if (isFrameEmpty(frame)) - { - return true; - } - - mDetail->renderer->render((static_cast(frame->data()))->getFd()); + // LOG_ERROR << "Egl Frame TimeStamp is " << frame->timestamp; + if (isFrameEmpty(frame)) + { + return true; + } + if (mDetail->renderer) + { + mDetail->renderer->render((static_cast(frame->data()))->getFd()); + // waitForNextFrame(); + } + else + { + LOG_INFO << "renderer not found for rendering frames =============================>>>>>>>>>"; + } return true; } -bool EglRenderer::validateInputPins(){ +bool EglRenderer::validateInputPins() +{ if (getNumberOfInputPins() != 1) - { - LOG_ERROR << "<" << getId() << ">::validateInputPins size is expected to be 1. Actual<" << getNumberOfInputPins() << ">"; - return false; - } + { + LOG_INFO << "<" << getId() << ">::validateInputPins size is expected to be 1. Actual<" << getNumberOfInputPins() << ">"; + return false; + } framemetadata_sp metadata = getFirstInputMetadata(); - FrameMetadata::MemType memType = metadata->getMemType(); - if (memType != FrameMetadata::MemType::DMABUF) - { - LOG_ERROR << "<" << getId() << ">::validateInputPins input memType is expected to be DMABUF. Actual<" << memType << ">"; - return false; - } + FrameMetadata::MemType memType = metadata->getMemType(); + if (memType != FrameMetadata::MemType::DMABUF) + { + LOG_INFO << "<" << getId() << ">::validateInputPins input memType is expected to be DMABUF. Actual<" << memType << ">"; + return false; + } return true; } -bool EglRenderer::term(){ +bool EglRenderer::term() +{ bool res = Module::term(); return res; } -bool EglRenderer::processSOS(frame_sp& frame) +bool EglRenderer::processSOS(frame_sp &frame) { auto inputMetadata = frame->getMetadata(); auto frameType = inputMetadata->getFrameType(); int width = 0; - int height =0; - + int height = 0; + int pitch = 0; + int fourcc = 0; + int offset0 = 0, offset1 = 0, offset2 = 0; + int pitch1_dmabuf = 0, pitch2_dmabuf = 0; + switch (frameType) { case FrameMetadata::FrameType::RAW_IMAGE: @@ -121,6 +195,25 @@ bool EglRenderer::processSOS(frame_sp& frame) auto metadata = FrameMetadataFactory::downcast(inputMetadata); width = metadata->getWidth(); height = metadata->getHeight(); + pitch = static_cast(metadata->getStep()); + switch (metadata->getImageType()) + { + case ImageMetadata::RGBA: + fourcc = DRM_FORMAT_ABGR8888; // Tegra commonly expects ABGR for RGBA memory + break; + case ImageMetadata::BGRA: + fourcc = DRM_FORMAT_BGRA8888; // Correct mapping for BGRA layouts + break; + case ImageMetadata::UYVY: + fourcc = DRM_FORMAT_UYVY; + break; + case ImageMetadata::YUYV: + fourcc = DRM_FORMAT_YUYV; + break; + default: + fourcc = DRM_FORMAT_RGBA8888; + break; + } } break; case FrameMetadata::FrameType::RAW_IMAGE_PLANAR: @@ -128,35 +221,90 @@ bool EglRenderer::processSOS(frame_sp& frame) auto metadata = FrameMetadataFactory::downcast(inputMetadata); width = metadata->getWidth(0); height = metadata->getHeight(0); + + // Use actual dmabuf plane pitches/offsets from producer + auto dma = static_cast(frame->data()); + auto surf = dma->getNvBufSurface(); + auto &fdParams = surf->surfaceList[0]; + + pitch = static_cast(fdParams.planeParams.pitch[0]); + pitch1_dmabuf = static_cast(fdParams.planeParams.pitch[1]); + pitch2_dmabuf = static_cast(fdParams.planeParams.pitch[2]); + + offset0 = static_cast(fdParams.planeParams.offset[0]); + offset1 = static_cast(fdParams.planeParams.offset[1]); + offset2 = static_cast(fdParams.planeParams.offset[2]); + + if (metadata->getImageType() == ImageMetadata::NV12) + { + fourcc = DRM_FORMAT_NV12; + } + else if (metadata->getImageType() == ImageMetadata::YUV420) + { + fourcc = DRM_FORMAT_YUV420; + } } break; default: throw AIPException(AIP_FATAL, "Unsupported FrameType<" + std::to_string(frameType) + ">"); } - mDetail->init(height,width,mDetail->displayOnTop); - return true; + mDetail->init(height, width); + if (mDetail->renderer && fourcc != 0 && pitch != 0) + { + if (frameType == FrameMetadata::FrameType::RAW_IMAGE_PLANAR && + (fourcc == DRM_FORMAT_NV12 || fourcc == DRM_FORMAT_YUV420)) + { + int pitch1 = pitch1_dmabuf; + int pitch2 = (fourcc == DRM_FORMAT_YUV420) ? pitch2_dmabuf : 0; + int numPlanes = (fourcc == DRM_FORMAT_NV12) ? 2 : 3; + mDetail->renderer->setImportParamsPlanar( + fourcc, + width, + height, + pitch, + offset0, + pitch1, + offset1, + pitch2, + offset2, + numPlanes); + } + else + { + mDetail->renderer->setImportParams(pitch, fourcc, 0, width, height); + } + } + return true; } bool EglRenderer::shouldTriggerSOS() { - return mDetail->shouldTriggerSOS(); + return mDetail->shouldTriggerSOS(); } bool EglRenderer::handleCommand(Command::CommandType type, frame_sp &frame) { if (type == Command::CommandType::DeleteWindow) { + LOG_DEBUG << "Got Command TO Destroy Window"; EglRendererCloseWindow cmd; getCommand(cmd, frame); - mDetail->destroyWindow(); + if (mDetail->m_isEglWindowCreated) + { + mDetail->destroyWindow(); + } return true; } else if (type == Command::CommandType::CreateWindow) { + LOG_DEBUG << "GOT CREATE WINDOW COMMAND"; EglRendererCreateWindow cmd; getCommand(cmd, frame); - mDetail->init(cmd.width, cmd.height,mDetail->displayOnTop); + if(!mDetail->m_isEglWindowCreated) + { + mDetail->init(cmd.height, cmd.width); + } return true; } return Module::handleCommand(type, frame); @@ -165,14 +313,35 @@ bool EglRenderer::handleCommand(Command::CommandType type, frame_sp &frame) bool EglRenderer::closeWindow() { EglRendererCloseWindow cmd; - return queueCommand(cmd); + return queueCommand(cmd, false); } bool EglRenderer::createWindow(int width, int height) { + LOG_DEBUG << "GOT REQUEST TO CREATE WINDOW"; EglRendererCreateWindow cmd; cmd.width = width; cmd.height = height; - return queueCommand(cmd); + return queueCommand(cmd, false); +} + +bool EglRenderer::processEOS(string &pinId) +{ + if (m_callbackFunction) + { + LOG_DEBUG << "WILL CALL CALLBACK FUNCTIONS WILL CALL CALLBACK FUNCTIONS WILL CALL CALLBACK FUNCTIONS WILL CALL CALLBACK FUNCTIONS WILL CALL CALLBACK FUNCTIONS WILL CALL CALLBACK FUNCTIONSWILL CALL CALLBACK FUNCTIONS WILL CALL CALLBACK FUNCTIONS WILL CALL CALLBACK FUNCTIONS"; + m_callbackFunction(); + } + return true; } +void EglRenderer::waitForNextFrame() +{ + std::this_thread::sleep_for(mDetail->m_frameDelay); +} + +bool EglRenderer::statusOfEglWindow() +{ + // LOG_ERROR << "Egl Renderer " << mDetail->m_isEglWindowCreated; + return mDetail->m_isEglWindowCreated; +} \ No newline at end of file diff --git a/base/src/H264Decoder.cpp b/base/src/H264Decoder.cpp index 6ae5bd78b..f4f8a4aa7 100644 --- a/base/src/H264Decoder.cpp +++ b/base/src/H264Decoder.cpp @@ -12,7 +12,6 @@ #include "Frame.h" #include "Logger.h" #include "Utils.h" -#include "H264Utils.h" class H264Decoder::Detail { @@ -26,10 +25,9 @@ class H264Decoder::Detail helper.reset(); } - bool setMetadata(framemetadata_sp& metadata, frame_sp frame, std::function send, std::function makeFrame) + bool setMetadata(framemetadata_sp& metadata, frame_sp frame, std::function send, std::function makeFrame, std::function flushModuleQueue) { - auto type = H264Utils::getNALUType((char*)frame->data()); - if (type == H264Utils::H264_NAL_TYPE_IDR_SLICE || type == H264Utils::H264_NAL_TYPE_SEQ_PARAM) + if (metadata->getFrameType() == FrameMetadata::FrameType::H264_DATA) { if (metadata->getFrameType() == FrameMetadata::FrameType::H264_DATA) { @@ -86,26 +84,46 @@ class H264Decoder::Detail throw AIPException(AIP_NOTIMPLEMENTED, "Unknown frame type"); } } + else { - return false; + throw AIPException(AIP_NOTIMPLEMENTED, "Unknown frame type"); } + +#ifdef ARM64 + helper.reset(new h264DecoderV4L2Helper()); + return helper->init(send, makeFrame, flushModuleQueue); +#else + helper.reset(new H264DecoderNvCodecHelper(mWidth, mHeight)); + return helper->init(send, makeFrame);// +#endif } - void compute(void* inputFrameBuffer, size_t inputFrameSize, uint64_t inputFrameTS) + void compute(frame_sp& frame) { - if(helper != nullptr) + if(frame->size()) { - helper->process(inputFrameBuffer, inputFrameSize, inputFrameTS); + helper->process(frame); } } + + void intitliazeSpeedElement(int _playbackFps, float _playbackSpeed, int _gop) + { + LOG_DEBUG << "Decoder is initializing speed factor."; + helper->intitliazeSpeed(_playbackFps, _playbackSpeed, _gop); + } -#ifdef ARM64 - void closeAllThreads(frame_sp eosFrame) + bool flush_frames() { - helper->closeAllThreads(eosFrame); + LOG_DEBUG << "Decoder is flushing frames."; + return helper->flush_frames(); + } + + void terminateHelper() + { + LOG_DEBUG << "Should Free all the resources "; + helper->term_helper(); } -#endif public: int mWidth; int mHeight; @@ -122,7 +140,7 @@ H264Decoder::H264Decoder(H264DecoderProps _props) : Module(TRANSFORM, "H264Decod { mDetail.reset(new Detail(mProps)); #ifdef ARM64 - mOutputMetadata = boost::shared_ptr(new RawImageMetadata(FrameMetadata::MemType::DMABUF)); + mOutputMetadata = boost::shared_ptr(new RawImagePlanarMetadata(FrameMetadata::MemType::DMABUF)); #else mOutputMetadata = boost::shared_ptr(new RawImagePlanarMetadata(RawImageMetadata::MemType::HOST)); #endif @@ -136,7 +154,7 @@ bool H264Decoder::validateInputPins() auto numberOfInputPins = getNumberOfInputPins(); if (numberOfInputPins != 1 && numberOfInputPins != 2) { - LOG_ERROR << "<" << getId() << ">::validateInputPins size is expected to be 1 or 2. Actual<" << getNumberOfInputPins() << ">"; + LOG_INFO << "<" << getId() << ">::validateInputPins size is expected to be 1 or 2. Actual<" << getNumberOfInputPins() << ">"; return false; } @@ -144,7 +162,7 @@ bool H264Decoder::validateInputPins() FrameMetadata::FrameType frameType = metadata->getFrameType(); if (frameType != FrameMetadata::FrameType::H264_DATA) { - LOG_ERROR << "<" << getId() << ">::validateInputPins input frameType is expected to be H264_DATA. Actual<" << frameType << ">"; + LOG_INFO << "<" << getId() << ">::validateInputPins input frameType is expected to be H264_DATA. Actual<" << frameType << ">"; return false; } @@ -155,15 +173,15 @@ bool H264Decoder::validateOutputPins() { if (getNumberOfOutputPins() != 1) { - LOG_ERROR << "<" << getId() << ">::validateOutputPins size is expected to be 1. Actual<" << getNumberOfOutputPins() << ">"; + LOG_INFO << "<" << getId() << ">::validateOutputPins size is expected to be 1. Actual<" << getNumberOfOutputPins() << ">"; return false; } framemetadata_sp metadata = getFirstOutputMetadata(); FrameMetadata::FrameType frameType = metadata->getFrameType(); - if (frameType != FrameMetadata::RAW_IMAGE && frameType != FrameMetadata::RAW_IMAGE_PLANAR) + if (frameType != FrameMetadata::RAW_IMAGE_PLANAR) { - LOG_ERROR << "<" << getId() << ">::validateOutputPins input frameType is expected to be RAW_IMAGE or RAW_IMAGE_PLANAR. Actual<" << frameType << ">"; + LOG_INFO << "<" << getId() << ">::validateOutputPins input frameType is expected to be RAW_IMAGE_PLANAR. Actual<" << frameType << ">"; return false; } @@ -181,528 +199,69 @@ bool H264Decoder::init() { return false; } + return true; } bool H264Decoder::term() { + LOG_DEBUG << "calling decoder term"; #ifdef ARM64 - auto eosFrame = frame_sp(new EoSFrame()); - mDetail->closeAllThreads(eosFrame); + mDetail->terminateHelper(); #endif mDetail.reset(); - return Module::term(); -} - -void* H264Decoder::prependSpsPps(frame_sp& iFrame, size_t& spsPpsFrameSize) -{ - spsPpsFrameSize = iFrame->size() + spsBuffer.size() + ppsBuffer.size() + 8; - uint8_t* spsPpsFrameBuffer = new uint8_t[spsPpsFrameSize]; - char NaluSeprator[4] = { 00 ,00, 00 ,01 }; - auto nalu = reinterpret_cast(NaluSeprator); - memcpy(spsPpsFrameBuffer, nalu, 4); - spsPpsFrameBuffer += 4; - memcpy(spsPpsFrameBuffer, spsBuffer.data(), spsBuffer.size()); - spsPpsFrameBuffer += spsBuffer.size(); - memcpy(spsPpsFrameBuffer, nalu, 4); - spsPpsFrameBuffer += 4; - memcpy(spsPpsFrameBuffer, ppsBuffer.data(), ppsBuffer.size()); - spsPpsFrameBuffer += ppsBuffer.size(); - memcpy(spsPpsFrameBuffer, iFrame->data(), iFrame->size()); - spsPpsFrameBuffer = spsPpsFrameBuffer - spsBuffer.size() - ppsBuffer.size() - 8; - return spsPpsFrameBuffer; -} -void H264Decoder::clearIncompleteBwdGopTsFromIncomingTSQ(std::deque& latestGop) -{ - while (!latestGop.empty() && !incomingFramesTSQ.empty()) - { - auto deleteItr = std::find(incomingFramesTSQ.begin(), incomingFramesTSQ.end(), latestGop.front()->timestamp); - if (deleteItr != incomingFramesTSQ.end()) - { - incomingFramesTSQ.erase(deleteItr); - latestGop.pop_front(); - } - } -} - -void H264Decoder::bufferBackwardEncodedFrames(frame_sp& frame, short naluType) -{ - if (dirChangedToBwd) - { - latestBackwardGop.clear(); - dirChangedToBwd = false; - } - // insert frames into the latest gop until I frame comes. - latestBackwardGop.emplace_back(frame); - H264Utils::H264_NAL_TYPE nalTypeAfterSpsPps = (H264Utils::H264_NAL_TYPE)1; - if(naluType == H264Utils::H264_NAL_TYPE_SEQ_PARAM) - { - nalTypeAfterSpsPps = H264Utils::getNalTypeAfterSpsPps(frame->data(), frame->size()); - } - // The latest GOP is complete when I Frame comes up, move the GOP to backwardGopBuffer where all the backward GOP's are buffered - if (naluType == H264Utils::H264_NAL_TYPE_IDR_SLICE || nalTypeAfterSpsPps == H264Utils::H264_NAL_TYPE_IDR_SLICE) - { - foundIFrameOfReverseGop = true; - backwardGopBuffer.push_back(std::move(latestBackwardGop)); - } + return Module::term(); } -void H264Decoder::bufferAndDecodeForwardEncodedFrames(frame_sp& frame, short naluType) +bool H264Decoder::process(frame_container& frames) { - if (dirChangedToFwd) - { - // Whenever the direction changes to forward we just send all the backward buffered GOP's to decoded in a single step . The motive is to send the current forward frame to decoder in the same step. - while (!backwardGopBuffer.empty()) - { - decodeFrameFromBwdGOP(); - } + auto frame = frames.cbegin()->second; - // Whenever direction changes to forward , And the latestBackwardGop is incomplete , then delete the latest backward GOP and remove the frames from incomingFramesTSQ entry as well - if (!latestBackwardGop.empty()) - { - clearIncompleteBwdGopTsFromIncomingTSQ(latestBackwardGop); - } - dirChangedToFwd = false; - } - if(prevFrameInCache) - { - // previous Frame was In Cache & current is not - if (!latestForwardGop.empty()) - { - short naluTypeOfForwardGopFirstFrame = H264Utils::getNALUType((char*)latestForwardGop.front()->data()); - H264Utils::H264_NAL_TYPE nalTypeAfterSpsPpsOfForwardGopFirstFrame = (H264Utils::H264_NAL_TYPE)1; - if(naluTypeOfForwardGopFirstFrame == H264Utils::H264_NAL_TYPE_SEQ_PARAM) - { - nalTypeAfterSpsPpsOfForwardGopFirstFrame = H264Utils::getNalTypeAfterSpsPps(latestForwardGop.front()->data(), latestForwardGop.front()->size()); - } - if (naluTypeOfForwardGopFirstFrame == H264Utils::H264_NAL_TYPE_IDR_SLICE || nalTypeAfterSpsPpsOfForwardGopFirstFrame == H264Utils::H264_NAL_TYPE_IDR_SLICE) - { - // Corner case: Forward :- current frame is not part of latestForwardGOP - if (latestForwardGop.front()->timestamp > frame->timestamp) - { - latestForwardGop.clear(); - } - } - - // Corner case: Forward:- When end of cache hits while in the middle of gop, before decoding the next P frame we need decode the previous frames of that GOP. - // There might be a case where we might have cleared the decoder, in order to start the decoder again we must prepend sps and pps to I frame if not present - if (!latestForwardGop.empty() && naluTypeOfForwardGopFirstFrame == H264Utils::H264_NAL_TYPE_IDR_SLICE) - { - auto iFrame = latestForwardGop.front(); - size_t spsPpsFrameSize; - auto spsPpsFrameBuffer = prependSpsPps(iFrame, spsPpsFrameSize); - mDetail->compute(spsPpsFrameBuffer, spsPpsFrameSize, iFrame->timestamp); - latestForwardGop.pop_front(); - for (auto itr = latestForwardGop.begin(); itr != latestForwardGop.end(); itr++) - { - if (!latestForwardGop.empty() && itr != latestForwardGop.end() && itr->get()->timestamp < frame->timestamp) - { - mDetail->compute(itr->get()->data(), itr->get()->size(), itr->get()->timestamp); - } - } - } - else if (!latestForwardGop.empty() && nalTypeAfterSpsPpsOfForwardGopFirstFrame == H264Utils::H264_NAL_TYPE_IDR_SLICE) - { - for (auto itr = latestForwardGop.begin(); itr != latestForwardGop.end(); itr++) - { - if (!latestForwardGop.empty() && itr != latestForwardGop.end() && itr->get()->timestamp < frame->timestamp) - { - mDetail->compute(itr->get()->data(), itr->get()->size(), itr->get()->timestamp); - } - } - } - } - } - prevFrameInCache = false; + mDetail->compute(frame); - /* buffer fwd GOP and send the current frame */ - // new GOP starts - H264Utils::H264_NAL_TYPE nalTypeAfterSpsPpsOfCurrentFrame = (H264Utils::H264_NAL_TYPE)1; - if(naluType == H264Utils::H264_NAL_TYPE_SEQ_PARAM) - { - nalTypeAfterSpsPpsOfCurrentFrame = H264Utils::getNalTypeAfterSpsPps(frame->data(), frame->size()); - } - if (naluType == H264Utils::H264_NAL_TYPE_IDR_SLICE || nalTypeAfterSpsPpsOfCurrentFrame == H264Utils::H264_NAL_TYPE_IDR_SLICE) - { - latestForwardGop.clear(); - } + // LOG_DEBUG << "Got H264 Frame"; - latestForwardGop.emplace_back(frame); - - - // If direction changed to forward in the middle of GOP (Even the latest gop of backward was half and not decoded) , Then we drop the P frames until next I frame. - // We also remove the entries of P frames from the incomingFramesTSQ. - short latestForwardGopFirstFrameNaluType = H264Utils::getNALUType((char*)latestForwardGop.begin()->get()->data()); - H264Utils::H264_NAL_TYPE naluTypeAfterSpsPpsOfLatestForwardGopFirstFrame = (H264Utils::H264_NAL_TYPE)1; - if(latestForwardGopFirstFrameNaluType == H264Utils::H264_NAL_TYPE_SEQ_PARAM) - { - naluTypeAfterSpsPpsOfLatestForwardGopFirstFrame = H264Utils::getNalTypeAfterSpsPps(latestForwardGop.front()->data(), latestForwardGop.front()->size()); - } - if (latestForwardGopFirstFrameNaluType != H264Utils::H264_NAL_TYPE_IDR_SLICE && naluTypeAfterSpsPpsOfLatestForwardGopFirstFrame != H264Utils::H264_NAL_TYPE_IDR_SLICE) - { - clearIncompleteBwdGopTsFromIncomingTSQ(latestForwardGop); - return; - } - - mDetail->compute(frame->data(), frame->size(), frame->timestamp); - return; -} - -void H264Decoder::decodeFrameFromBwdGOP() -{ - if (!backwardGopBuffer.empty() && !backwardGopBuffer.front().empty() && H264Utils::getNALUType((char*)backwardGopBuffer.front().back()->data()) == H264Utils::H264_NAL_TYPE_IDR_SLICE && prevFrameInCache) - { - auto iFrame = backwardGopBuffer.front().back(); - size_t spsPpsFrameSize; - auto spsPpsFrameBuffer = prependSpsPps(iFrame, spsPpsFrameSize); - mDetail->compute(spsPpsFrameBuffer, spsPpsFrameSize, iFrame->timestamp); - - backwardGopBuffer.front().pop_back(); - - prevFrameInCache = false; - } - - if (!backwardGopBuffer.empty() && !backwardGopBuffer.front().empty()) - { - // For reverse play we sent the frames to the decoder in reverse, As the last frame added in the deque should be sent first (Example : P,P,P,P,P,P,I) - auto itr = backwardGopBuffer.front().rbegin(); - mDetail->compute(itr->get()->data(), itr->get()->size(), itr->get()->timestamp); - backwardGopBuffer.front().pop_back(); - } - if (backwardGopBuffer.size() >= 1 && backwardGopBuffer.front().empty()) - { - backwardGopBuffer.pop_front(); - } - - if (backwardGopBuffer.empty()) - { - foundIFrameOfReverseGop = false; - } -} - -void H264Decoder::saveSpsPps(frame_sp frame) -{ - auto mFrameBuffer = const_buffer(frame->data(), frame->size()); - auto ret = H264Utils::parseNalu(mFrameBuffer); - const_buffer tempSpsBuffer; - const_buffer tempPpsBuffer; - short typeFound; - tie(typeFound, tempSpsBuffer, tempPpsBuffer) = ret; - - if ((tempSpsBuffer.size() != 0) || (tempPpsBuffer.size() != 0)) - { - mHeaderFrame = frame; - spsBuffer = tempSpsBuffer; - ppsBuffer = tempPpsBuffer; - } -} - -bool H264Decoder::process(frame_container& frames) -{ - if(incomingFramesTSQ.size() >= 1000) - { - flushQue(); - } - auto frame = frames.begin()->second; - auto myId = Module::getId(); - auto frameMetadata = frame->getMetadata(); - auto h264Metadata = FrameMetadataFactory::downcast(frameMetadata); - - if (mDirection && !h264Metadata->direction) - { - dirChangedToBwd = true; - resumeBwdPlayback = false; - LOG_INFO<<"Pausing decoder"; - - } - else if (!mDirection && h264Metadata->direction) - { - dirChangedToFwd = true; - resumeFwdPlayback = false; - LOG_INFO<<"Pausing decoder"; - } - else - { - dirChangedToBwd = false; - dirChangedToFwd = false; - } - /* Clear the latest forward gop whenever seek happens bcz there is no buffering for fwd play. - We dont clear backwardGOP because there might be a left over GOP to be decoded. */ - if (h264Metadata->mp4Seek) - { - - latestForwardGop.clear(); - - } - - mDirection = h264Metadata->direction; - short naluType = H264Utils::getNALUType((char*)frame->data()); - - if ((playbackSpeed == 8 || playbackSpeed == 16 || playbackSpeed == 32) && (naluType != H264Utils::H264_NAL_TYPE_IDR_SLICE && naluType != H264Utils::H264_NAL_TYPE_SEQ_PARAM)) - { - if ((currentFps * playbackSpeed) / gop > currentFps) - { - if (iFramesToSkip) - { - iFramesToSkip--; - return true; - } - if (!iFramesToSkip) - { - iFramesToSkip = ((currentFps * playbackSpeed) / gop) / currentFps; - } - } - } - - if (naluType == H264Utils::H264_NAL_TYPE_SEQ_PARAM) - { - saveSpsPps(frame); - } - - //Insert the frames time stamp in TS queue. We send the frames to next modules in the same order. - incomingFramesTSQ.push_back(frame->timestamp); - //If the frame is already present in the decoded output cache then skip the frame decoding. - if (decodedFramesCache.find(frame->timestamp) != decodedFramesCache.end()) - { - //prepend sps and pps if 1st frame is I frame - if (!backwardGopBuffer.empty() && H264Utils::getNALUType((char*)backwardGopBuffer.front().back()->data()) == H264Utils::H264_NAL_TYPE_IDR_SLICE) - { - - auto iFrame = backwardGopBuffer.front().back(); - - size_t spsPpsFrameSize; - auto spsPpsFrameBuffer = prependSpsPps(iFrame, spsPpsFrameSize); - mDetail->compute(spsPpsFrameBuffer, spsPpsFrameSize, iFrame->timestamp); - - backwardGopBuffer.front().pop_back(); - - } - // the buffered GOPs in bwdGOPBuffer needs to need to be processed first - while (!backwardGopBuffer.empty()) - { - decodeFrameFromBwdGOP(); - } - - // if we seeked - if (h264Metadata->mp4Seek) - { - clearIncompleteBwdGopTsFromIncomingTSQ(latestBackwardGop); - } - - if (!latestBackwardGop.empty()) - { - // Corner case: backward :- (I,P,P,P) Here if first two frames are in the cache and last two frames are not in the cache , to decode the last two frames we buffer the full gop and later decode it. - bufferBackwardEncodedFrames(frame, naluType); - sendDecodedFrame(); - return true; - } - - H264Utils::H264_NAL_TYPE nalTypeAfterSpsPpsCurrentFrame = (H264Utils::H264_NAL_TYPE)1; - if(naluType == H264Utils::H264_NAL_TYPE_SEQ_PARAM) - { - nalTypeAfterSpsPpsCurrentFrame = H264Utils::getNalTypeAfterSpsPps(frame->data(), frame->size()); - } - if (mDirection && ((nalTypeAfterSpsPpsCurrentFrame == H264Utils::H264_NAL_TYPE_IDR_SLICE) || (naluType == H264Utils::H264_NAL_TYPE_IDR_SLICE))) - { - latestForwardGop.clear(); - latestForwardGop.push_back(frame); - - } - // dont buffer fwd GOP if I frame has not been recieved (possible in intra GOP direction change cases) - else if (mDirection && !latestForwardGop.empty() && (nalTypeAfterSpsPpsCurrentFrame == H264Utils::H264_NAL_TYPE_IDR_SLICE || H264Utils::getNALUType((char*)latestForwardGop.front()->data()) == H264Utils::H264_NAL_TYPE_IDR_SLICE)) - { - latestForwardGop.push_back(frame); - } - - prevFrameInCache = true; - sendDecodedFrame(); - return true; - } - /* If frame is not in output cache, it needs to be buffered & decoded */ - if (mDirection) - { - //Buffers the latest GOP and send the current frame to decoder. - bufferAndDecodeForwardEncodedFrames(frame, naluType); - } - else - { - //Only buffering of backward GOP happens - bufferBackwardEncodedFrames(frame, naluType); - } - if (foundIFrameOfReverseGop) - { - // The I frame of backward GOP was found , now we send the frames to the decoder one by one in every step - decodeFrameFromBwdGOP(); - } - sendDecodedFrame(); - dropFarthestFromCurrentTs(frame->timestamp); return true; } -void H264Decoder::sendDecodedFrame() -{ - // timestamp in output cache - if (!incomingFramesTSQ.empty() && !decodedFramesCache.empty() && decodedFramesCache.find(incomingFramesTSQ.front()) != decodedFramesCache.end()) - { - auto outFrame = decodedFramesCache[incomingFramesTSQ.front()]; - incomingFramesTSQ.pop_front(); - if (resumeBwdPlayback == false && outFrame->timestamp <= lastFrameSent) - { - LOG_INFO << "resuming decoder"; - resumeBwdPlayback = true; - } - - if (resumeFwdPlayback == false && outFrame->timestamp >= lastFrameSent) - { - LOG_INFO << "resuming decoder"; - resumeFwdPlayback = true; - } - - // while (!decodedFramesCache.empty() && incomingFramesTSQSize >0 && resumePlayback == false){ - // //take decoder frames and keep popping till incomingFramesTSQSize becomes zero - - // incomingFramesTSQ.pop_front(); - // incomingFramesTSQSize -= 1; - // } - // if (incomingFramesTSQSize == 0){ - // resumePlayback = true; - // incomingFramesTSQSize = -1; - // LOG_ERROR<<"Decoder seek playback continues"; - // } - - if (incomingFramesTSQSize > 0){ - incomingFramesTSQSize -= 1; - } - else if (incomingFramesTSQSize == 0){ - resumePlayback = true; - LOG_INFO<<"resuming decoder playback "; - incomingFramesTSQSize = -1; - } - - if(!framesToSkip) - { - frame_container frames; - frames.insert(make_pair(mOutputPinId, outFrame)); - if(resumePlayback && resumeFwdPlayback && resumeBwdPlayback){ - if (!mDirection && lastFrameSent timestamp){ - LOG_ERROR <<"Sending newer frame:" << "lastFrameSent: "<timestamp; - } - else if (mDirection && lastFrameSent >outFrame->timestamp){ - LOG_ERROR <<"Sending older frame:" << "lastFrameSent: "<timestamp; - } - send(frames); - auto myId = Module::getId(); - lastFrameSent = outFrame->timestamp; - if (lastFrameSent == 0){ - LOG_ERROR<<"something is wrong"; - } - } - } - if(playbackSpeed == 2 || playbackSpeed == 4) - { - if(!framesToSkip) - { - framesToSkip = (currentFps * playbackSpeed) / currentFps ; - } - framesToSkip--; - } - } -} - -void H264Decoder::bufferDecodedFrames(frame_sp& frame) -{ - decodedFramesCache.insert({ frame->timestamp, frame }); -} - -void H264Decoder::dropFarthestFromCurrentTs(uint64_t ts) -{ - if (decodedFramesCache.empty()) - { - return; - } - /* dropping algo */ - int64_t begDistTS = ts - decodedFramesCache.begin()->first; - auto absBeginDistance = abs(begDistTS); - int64_t endDistTS = ts - decodedFramesCache.rbegin()->first; - auto absEndDistance = abs(endDistTS); - if (decodedFramesCache.size() >= mProps.upperWaterMark) - { - if (absEndDistance <= absBeginDistance) - { - auto itr = decodedFramesCache.begin(); - while (itr != decodedFramesCache.end()) - { - if (decodedFramesCache.size() >= mProps.lowerWaterMark) - { - boost::mutex::scoped_lock(m_mutex); - // Note - erase returns the iterator of next element after deletion. - // Dont drop the frames from cache which are present in the incomingFramesTSQ - if (std::find(incomingFramesTSQ.begin(), incomingFramesTSQ.end(), itr->first) != incomingFramesTSQ.end()) - { - itr++; - continue; - } - itr = decodedFramesCache.erase(itr); - } - else - { - return; - } - } - } - else - { - // delete from end using the fwd iterator. - auto itr = decodedFramesCache.end(); - --itr; - while (itr != decodedFramesCache.begin()) - { - if (decodedFramesCache.size() >= mProps.lowerWaterMark) - { - boost::mutex::scoped_lock(m_mutex); - // Note - erase returns the iterator of next element after deletion. - if (std::find(incomingFramesTSQ.begin(), incomingFramesTSQ.end(), itr->first) != incomingFramesTSQ.end()) - { - --itr; - continue; - } - itr = decodedFramesCache.erase(itr); - --itr; - } - else - { - return; - } - } - } - } -} - bool H264Decoder::processSOS(frame_sp& frame) { auto metadata = frame->getMetadata(); - auto h264Metadata = FrameMetadataFactory::downcast(metadata); - mDirection = h264Metadata->direction; - auto ret = mDetail->setMetadata(metadata, frame, - [&](frame_sp& outputFrame) { - bufferDecodedFrames(outputFrame); - }, [&]() -> frame_sp {return makeFrame(); } - ); - if (ret) - { - mShouldTriggerSOS = false; - auto rawOutMetadata = FrameMetadataFactory::downcast(mOutputMetadata); + // change bool to true + LOG_DEBUG << "================Got SOS FRAME =============="; + mDetail->setMetadata(metadata, frame, [&](frame_sp &outputFrame) + { + frame_container frames; + frames.insert(make_pair(mOutputPinId, outputFrame)); + send(frames); }, [&]() -> frame_sp + { return makeFrame(); }, [&]() + { flushQue(); }); + mShouldTriggerSOS = false; + auto rawOutMetadata = FrameMetadataFactory::downcast(mOutputMetadata); #ifdef ARM64 - RawImageMetadata OutputMetadata(mDetail->mWidth, mDetail->mHeight, ImageMetadata::ImageType::RGBA, CV_8UC4, size_t(0), CV_8U, FrameMetadata::MemType::DMABUF, true); + RawImagePlanarMetadata OutputMetadata(mDetail->mWidth, mDetail->mHeight, ImageMetadata::ImageType::NV12, 128, CV_8U, FrameMetadata::MemType::DMABUF); #else - RawImagePlanarMetadata OutputMetadata(mDetail->mWidth, mDetail->mHeight, ImageMetadata::YUV420, size_t(0), CV_8U, FrameMetadata::HOST); + RawImagePlanarMetadata OutputMetadata(mDetail->mWidth, mDetail->mHeight, ImageMetadata::YUV420, size_t(0), CV_8U, FrameMetadata::HOST); #endif - rawOutMetadata->setData(OutputMetadata); - } + rawOutMetadata->setData(OutputMetadata); + return true; +} +bool H264Decoder::shouldTriggerSOS() +{ + return mShouldTriggerSOS; +} + +bool H264Decoder::processEOS(string& pinId) +{ + LOG_DEBUG << "Got EOS Frame"; + auto frame = frame_sp(new EmptyFrame()); + mDetail->compute(frame); + mDetail->terminateHelper(); + mShouldTriggerSOS = true; return true; } @@ -712,68 +271,43 @@ bool H264Decoder::handleCommand(Command::CommandType type, frame_sp& frame) { DecoderPlaybackSpeed cmd; getCommand(cmd, frame); - currentFps = cmd.playbackFps; - playbackSpeed = cmd.playbackSpeed; - gop = cmd.gop; + // currentFps = cmd.playbackFps; + // playbackSpeed = cmd.playbackSpeed; + // gop = cmd.gop; - if(playbackSpeed == 2 || playbackSpeed == 4) - { - if(previousFps >= currentFps * 8) - { - flushQue(); - } - framesToSkip = (currentFps *playbackSpeed) / currentFps - 1; - } - else if(playbackSpeed == 8 || playbackSpeed == 16 || playbackSpeed == 32) - { - flushQue(); - framesToSkip = 0; - if((currentFps * playbackSpeed) / gop > currentFps) - { - iFramesToSkip = ((currentFps * playbackSpeed) / gop) / currentFps; - } - } - else - { - if(previousFps >= currentFps * 8) - { - flushQue(); - } - framesToSkip = 0; - } - LOG_INFO << "frames to skip in decoder in decoder = " << framesToSkip << " fps = " << currentFps * playbackSpeed; - previousFps = currentFps; + mDetail->intitliazeSpeedElement(cmd.playbackFps, cmd.playbackSpeed, cmd.gop); } - if (type == Command::CommandType::Seek) - { - incomingFramesTSQSize = incomingFramesTSQ.size(); - resumePlayback = false; - LOG_INFO<<"Pausing decoder"; + else if (type == Command::CommandType::DecoderEOS) + { + DecoderEOS decEos; + getCommand(decEos, frame); + processEOS(mOutputPinId); } - else if (type == Command::CommandType::Relay) + else { - Module::handleCommand(type, frame); + return Module::handleCommand(type, frame); } - return true; } -bool H264Decoder::shouldTriggerSOS() +bool H264Decoder::decoderEos() { - return mShouldTriggerSOS; + DecoderEOS cmd; + return queueCommand(cmd); } -bool H264Decoder::processEOS(string& pinId) +void H264Decoder::changeDecoderSpeed(int _playbackFps, float _playbackSpeed, int _gop) { - //THIS HAS BEEN COMMENTED IN NVR - BECAUSE EOS IS SENT FROM MP4READER WHICH COMES TO DECODER AND THE FOLLOWING PROCESS IS NOT REQUIRED IN NVR. - - // auto frame = frame_sp(new EmptyFrame()); - // mDetail->compute(frame->data(), frame->size(), frame->timestamp); - // LOG_ERROR << "processes sos " ; - //mShouldTriggerSOS = true; - return true; + DecoderPlaybackSpeed cmd; + cmd.playbackFps = _playbackFps; + cmd.playbackSpeed = _playbackSpeed; + cmd.gop = _gop; + + Module::queueCommand(cmd, true); } -void H264Decoder::flushQue() +void H264Decoder::flushQueue() { + mDetail->flush_frames(); Module::flushQue(); } + \ No newline at end of file diff --git a/base/src/H264DecoderV4L2Helper.cpp b/base/src/H264DecoderV4L2Helper.cpp index f046ab58d..bc47f8173 100644 --- a/base/src/H264DecoderV4L2Helper.cpp +++ b/base/src/H264DecoderV4L2Helper.cpp @@ -273,14 +273,6 @@ switch (raw_pixfmt) planefmts[0].bytesperpixel = 1; planefmts[1].bytesperpixel = 2; break; - case V4L2_PIX_FMT_RGB32: - case V4L2_PIX_FMT_ABGR32: - *num_planes = 1; - - planefmts[0].width = width; - planefmts[0].height = height; - planefmts[0].bytesperpixel = 4; - break; default: cout << "Unsupported pixel format " << raw_pixfmt << endl; return -1; @@ -288,10 +280,10 @@ switch (raw_pixfmt) return 0; } -void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, size_t inputFrameSize, Buffer * buffer) +void h264DecoderV4L2Helper::read_input_chunk_frame_sp(frame_sp inpFrame, Buffer * buffer) { - memcpy(buffer->planes[0].data,inputFrameBuffer,inputFrameSize); - buffer->planes[0].bytesused = static_cast(inputFrameSize); + memcpy(buffer->planes[0].data,inpFrame->data(),inpFrame->size()); + buffer->planes[0].bytesused = static_cast(inpFrame->size()); } /** @@ -323,11 +315,69 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si } outputFrame->timestamp = framesTimestampEntry.front(); framesTimestampEntry.pop(); - - send(outputFrame); + // LOG_ERROR << "DEcoder TimeStamp is " << outputFrame->timestamp; + // LOG_ERROR << "framesToSkip -> " << framesToSkip; + if(!framesToSkip) + { + send(outputFrame); + } + + if(playbackSpeed == 2 || playbackSpeed == 4) + { + if(!framesToSkip) + { + framesToSkip = (currentFps * playbackSpeed) / currentFps ; + // LOG_ERROR << " Frames to SKp " << framesToSkip; + } + framesToSkip--; + } return 0; } + +void h264DecoderV4L2Helper::intitliazeSpeed(int _playbackFps, float _playbackSpeed, int _gop) +{ + currentFps = _playbackFps; + playbackSpeed = _playbackSpeed; + gop = _gop; + if(playbackSpeed == 2 || playbackSpeed == 4) + { + if(previousFps >= currentFps * 8) + { + if(flushPipelineQueue) + { + flushPipelineQueue(); + } + } + framesToSkip = (currentFps *playbackSpeed) / currentFps - 1; + // LOG_ERROR << " Frames to Skip " << framesToSkip << " previousFps " << previousFps; + } + else if(playbackSpeed == 8 || playbackSpeed == 16 || playbackSpeed == 32) + { + if(flushPipelineQueue) + { + flushPipelineQueue(); + } + framesToSkip = 0; + if((currentFps * playbackSpeed) / gop > currentFps) + { + iFramesToSkip = ((currentFps * playbackSpeed) / gop) / currentFps; + } + } + else + { + if(previousFps >= currentFps * 8) + { + if(flushPipelineQueue) + { + flushPipelineQueue(); + } + } + framesToSkip = 0; + } + LOG_DEBUG << "frames to skip in decoder in decoder = " << framesToSkip << " fps = " << currentFps * playbackSpeed; + previousFps = currentFps; +} int h264DecoderV4L2Helper::set_capture_plane_format(context_t * ctx, uint32_t pixfmt, uint32_t width, uint32_t height) @@ -337,9 +387,9 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si uint32_t num_bufferplanes; Buffer::BufferPlaneFormat planefmts[MAX_PLANES]; - if (pixfmt != V4L2_PIX_FMT_NV12M && pixfmt != V4L2_PIX_FMT_RGB32 && pixfmt != V4L2_PIX_FMT_ABGR32) + if (pixfmt != V4L2_PIX_FMT_NV12M) { - LOG_ERROR << "Only V4L2_PIX_FMT_NV12M, V4L2_PIX_FMT_RGB32, V4L2_PIX_FMT_ABGR32 are supported. Got: " << pixfmt << endl; + LOG_INFO << "Only V4L2_PIX_FMT_NV12M is supported" << endl; ctx->in_error = 1; return -1; } @@ -362,7 +412,7 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si ret_val = v4l2_ioctl(ctx->fd, VIDIOC_S_FMT, &format); if (ret_val) { - LOG_ERROR << "Error in VIDIOC_S_FMT" << endl; + LOG_INFO << "Error in VIDIOC_S_FMT" << endl; ctx->in_error = 1; } else @@ -378,7 +428,7 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si return ret_val; } - void h264DecoderV4L2Helper::query_set_capture(context_t * ctx) + void h264DecoderV4L2Helper::query_set_capture(context_t * ctx ) { struct v4l2_format format; struct v4l2_crop crop; @@ -398,7 +448,7 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si ret_val = v4l2_ioctl(ctx->fd, VIDIOC_G_FMT, &format); if (ret_val) { - LOG_ERROR << "Could not get format from decoder capture plane" << endl; + LOG_INFO << "Could not get format from decoder capture plane" << endl; ctx->in_error = 1; return ; } @@ -409,7 +459,7 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si ret_val = v4l2_ioctl(ctx->fd, VIDIOC_G_CROP, &crop); if (ret_val) { - LOG_ERROR << "Could not get crop from decoder capture plane" << endl; + LOG_INFO << "Could not get crop from decoder capture plane" << endl; ctx->in_error = 1; return; } @@ -418,34 +468,6 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si ctx->display_height = crop.c.height; ctx->display_width = crop.c.width; - // Create intermediate PITCH buffer for transform (following decoder_unit_sample approach) - if (ctx->dst_dma_fd == -1) - { - NvBufSurface *intermediate_nvbuf_surf = NULL; - NvBufSurfaceAllocateParams intermediateParams = {0}; - - intermediateParams.params.memType = NVBUF_MEM_SURFACE_ARRAY; - intermediateParams.params.width = ctx->display_width; - intermediateParams.params.height = ctx->display_height; - intermediateParams.params.layout = NVBUF_LAYOUT_PITCH; - intermediateParams.params.colorFormat = NVBUF_COLOR_FORMAT_NV12; - intermediateParams.memtag = NvBufSurfaceTag_VIDEO_DEC; - - ret_val = NvBufSurfaceAllocate(&intermediate_nvbuf_surf, 1, &intermediateParams); - if (ret_val != 0) { - LOG_ERROR << "Failed to allocate intermediate buffer:" << ret_val; - ctx->in_error = 1; - return; - } - - ret_val = 0; ctx->dst_dma_fd = intermediate_nvbuf_surf->surfaceList[0].bufferDesc; - if (ret_val != 0) { - LOG_ERROR << "Failed to export intermediate FD:" << ret_val; - NvBufSurfaceDestroy(intermediate_nvbuf_surf); - ctx->in_error = 1; - return; - } - } if (ctx->dst_dma_fd != -1) { ret_val = NvBufSurfaceFromFd((int)ctx->dst_dma_fd, @@ -498,7 +520,7 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si ctx->cp_mem_type, 0); if (ret_val) { - LOG_ERROR << "Error in requesting 0 capture plane buffers" << endl; + LOG_INFO << "Error in requesting 0 capture plane buffers" << endl; ctx->in_error = 1; return ; } @@ -530,28 +552,12 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si } // Set capture plane format to update vars. - // Try RGBA first, fallback to NV12 if not supported - uint32_t requested_format = format.fmt.pix_mp.pixelformat; - if (requested_format == V4L2_PIX_FMT_ABGR32) { - // Try to set RGBA format - ret_val = set_capture_plane_format(ctx, V4L2_PIX_FMT_ABGR32, - format.fmt.pix_mp.width, format.fmt.pix_mp.height); - if (ret_val) { - LOG_INFO << "RGBA format not supported, falling back to NV12" << endl; - ctx->out_pixfmt = V4L2_PIX_FMT_NV12M; - ret_val = set_capture_plane_format(ctx, V4L2_PIX_FMT_NV12M, - format.fmt.pix_mp.width, format.fmt.pix_mp.height); - } else { - LOG_INFO << "Using RGBA output format" << endl; - } - } else { - ret_val = set_capture_plane_format(ctx, requested_format, - format.fmt.pix_mp.width, format.fmt.pix_mp.height); - } - + + ret_val = set_capture_plane_format(ctx, format.fmt.pix_mp.pixelformat, + format.fmt.pix_mp.width, format.fmt.pix_mp.height); if (ret_val) { - LOG_ERROR << "Error in setting capture plane format" << endl; + LOG_INFO << "Error in setting capture plane format" << endl; ctx->in_error = 1; return ; } @@ -562,11 +568,11 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si struct v4l2_control ctl; ctl.id = V4L2_CID_MIN_BUFFERS_FOR_CAPTURE; - + ret_val = v4l2_ioctl(ctx->fd, VIDIOC_G_CTRL, &ctl); if (ret_val) { - LOG_ERROR << "Error getting value of control " << ctl.id << endl; + LOG_INFO << "Error getting value of control " << ctl.id << endl; ctx->in_error = 1; return ; } @@ -625,7 +631,7 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si ctx->cp_mem_type, ctx->cp_num_buffers); if (ret_val) { - LOG_ERROR << "Error in requesting capture plane buffers" << endl; + LOG_INFO << "Error in requesting capture plane buffers" << endl; ctx->in_error = 1; return ; } @@ -659,7 +665,7 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si if (ret_val) { - LOG_ERROR << "Qing failed on capture plane" << endl; + LOG_INFO << "Qing failed on capture plane" << endl; ctx->in_error = 1; return ; } @@ -670,7 +676,7 @@ void h264DecoderV4L2Helper::read_input_chunk_frame_sp(void* inputFrameBuffer, si ret_val = v4l2_ioctl(ctx->fd,VIDIOC_STREAMON, &ctx->cp_buf_type); if (ret_val != 0) { - LOG_ERROR << "Streaming error on capture plane" << endl; + LOG_INFO << "Streaming error on capture plane" << endl; ctx->in_error = 1; } ctx->cp_streamon = 1; @@ -692,19 +698,19 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) ** appropriate buffers when REQBUFS is called. */ - do + do { // Dequeue the subscribed event. - ret_val = m_nThread->dq_event(ctx, event, 5000); + ret_val = m_nThread->dq_event(ctx, event, 50000); if (ret_val) { if (errno == EAGAIN) { - LOG_ERROR << "Timeout waiting for first V4L2_EVENT_RESOLUTION_CHANGE" << endl; + LOG_INFO << "Timeout waiting for first V4L2_EVENT_RESOLUTION_CHANGE"; } else { - LOG_ERROR << "Error in dequeueing decoder event" << endl; + LOG_INFO << "Error in dequeueing decoder event"; } ctx->in_error = 1; break; @@ -716,9 +722,11 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) ** Format and buffers are now set on capture. */ + //zaki + if (!ctx->in_error) { - m_nThread->query_set_capture(ctx); + m_nThread->query_set_capture(ctx); //zaki } /* Check for resolution event to again @@ -770,7 +778,7 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) else { ctx->in_error = 1; - LOG_ERROR << "Error while DQing at capture plane" << endl; + LOG_INFO << "Error while DQing at capture plane" << endl; } break; } @@ -784,6 +792,7 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) break; } + LOG_INFO << "Transform check: display_width=" << ctx->display_width; if (ctx->display_width != 0) { /* Transformation parameters are defined @@ -813,104 +822,57 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) transform_params.src_rect = &src_rect; transform_params.dst_rect = &dest_rect; - // Handle both direct RGBA output and NV12->RGBA transform + // Written for NV12. if (ctx->cp_mem_type == V4L2_MEMORY_DMABUF) { decoded_buffer->planes[0].fd = ctx->dmabuff_fd[v4l2_buf.index]; } + + /* Blocklinear to Pitch transformation is required + ** to dump the raw decoded buffer data. + */ auto outputFrame = m_nThread->makeFrame(); + auto dmaOutFrame = static_cast(outputFrame->data()); int f_d = dmaOutFrame->getFd(); - - // Declare variables outside the if/else block +// JP5: Proper transform implementation following official sample NvBufSurface* src_nvbuf_surf = nullptr; NvBufSurface* dst_nvbuf_surf = nullptr; - - // Check if decoder outputs RGBA directly - if (ctx->out_pixfmt == V4L2_PIX_FMT_ABGR32) { - // Direct RGBA output - no transform needed - ret_val = 0; // Success - } else { - // NV12 output - need transform to RGBA - - // Get source buffer from decoder (NV12 BlockLinear) - ret_val = NvBufSurfaceFromFd(ctx->dmabuff_fd[v4l2_buf.index], (void**)(&src_nvbuf_surf)); - if (ret_val != 0) { - LOG_ERROR << "Failed to get source NvBufSurface from FD " << ctx->dmabuff_fd[v4l2_buf.index] << ": " << ret_val; - ctx->in_error = 1; - break; - } - - // Get destination buffer from output frame (RGBA Pitch) - dst_nvbuf_surf = dmaOutFrame->getNvBufSurface(); - if (!dst_nvbuf_surf) { - LOG_ERROR << "Failed to get destination NvBufSurface"; - ctx->in_error = 1; - break; - } - - // Skip device sync - decoder output is already device-ready - // NvBufSurfaceSyncForDevice calls are causing driver warnings - // Perform NV12 to RGBA transform - ret_val = NvBufSurfTransform(src_nvbuf_surf, dst_nvbuf_surf, &transform_params); - if (ret_val == 0) { - // Ensure CPU can read transformed RGBA data - NvBufSurfaceSyncForCpu(dst_nvbuf_surf, 0, 0); - } + // Get source buffer from decoder + ret_val = NvBufSurfaceFromFd(ctx->dmabuff_fd[v4l2_buf.index], (void**)(&src_nvbuf_surf)); + if (ret_val != 0) { + LOG_ERROR << "Failed to get source NvBufSurface from FD " << ctx->dmabuff_fd[v4l2_buf.index] << ": " << ret_val; + ctx->in_error = 1; + break; } - - // Debug file dumping disabled for production - /* - if (ret_val == 0) { - static int dump_count = 0; - if (dump_count < 3) { - LOG_INFO << "Dumping RGBA buffer frame " << dump_count; - - // Get destination surface for dumping (either from transform or direct output) - if (ctx->out_pixfmt == V4L2_PIX_FMT_ABGR32) { - // Direct RGBA output - get surface from output frame - dst_nvbuf_surf = dmaOutFrame->getNvBufSurface(); - } - - if (dst_nvbuf_surf) { - // Map and dump RGBA plane - if (NvBufSurfaceMap(dst_nvbuf_surf, 0, 0, NVBUF_MAP_READ) == 0) { - - NvBufSurfaceSyncForCpu(dst_nvbuf_surf, 0, 0); - - // Dump RGBA plane - char filename[256]; - snprintf(filename, sizeof(filename), "/tmp/rgba_frame%04d.raw", dump_count); - FILE* fp = fopen(filename, "wb"); - if (fp) { - void* data = dst_nvbuf_surf->surfaceList[0].mappedAddr.addr[0]; - uint32_t height = dst_nvbuf_surf->surfaceList[0].planeParams.height[0]; - uint32_t pitch = dst_nvbuf_surf->surfaceList[0].planeParams.pitch[0]; - uint32_t width = dst_nvbuf_surf->surfaceList[0].planeParams.width[0]; - for (uint32_t i = 0; i < height; i++) { - fwrite((uint8_t*)data + i * pitch, width * 4, 1, fp); // 4 bytes per RGBA pixel - } - fclose(fp); - LOG_INFO << "Dumped RGBA frame " << dump_count << " to " << filename; - } - - NvBufSurfaceUnMap(dst_nvbuf_surf, 0, 0); - dump_count++; - } - } - } + + // Get destination buffer from output frame + dst_nvbuf_surf = dmaOutFrame->getNvBufSurface(); + if (!dst_nvbuf_surf) { + LOG_ERROR << "Failed to get destination NvBufSurface"; + ctx->in_error = 1; + break; } - */ + + // Ensure destination is properly configured for pitch layout + dst_nvbuf_surf->surfaceList[0].layout = NVBUF_LAYOUT_PITCH; + + // Perform the transform + ret_val = NvBufSurfTransform(src_nvbuf_surf, dst_nvbuf_surf, &transform_params); + LOG_INFO << "NvBufSurfTransform result: " << ret_val << " (0=success)"; if (ret_val != 0) { - LOG_ERROR << "Transform/processing failed with error: " << ret_val; + LOG_ERROR << "NvBufSurfTransform failed with error: " << ret_val; + // Try to get more details about the error + LOG_ERROR << "Source format: " << src_nvbuf_surf->surfaceList[0].colorFormat << " layout: " << src_nvbuf_surf->surfaceList[0].layout; + LOG_ERROR << "Dest format: " << dst_nvbuf_surf->surfaceList[0].colorFormat << " layout: " << dst_nvbuf_surf->surfaceList[0].layout; } if (ret_val == -1) { ctx->in_error = 1; - LOG_ERROR << "Transform failed" << endl; + LOG_INFO << "Transform failed!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!" << endl; break; } @@ -928,7 +890,7 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) ctx->cp_num_planes); if (ret_val) { - LOG_ERROR << "Qing failed on capture plane" << endl; + LOG_INFO << "Qing failed on capture plane" << endl; ctx->in_error = 1; break; } @@ -946,7 +908,7 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) ctx->cp_num_planes); if (ret_val) { - LOG_ERROR << "Qing failed on capture plane" << endl; + LOG_INFO << "Qing failed on capture plane" << endl; ctx->in_error = 1; break; } @@ -962,7 +924,7 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) return NULL; } - bool h264DecoderV4L2Helper::decode_process(context_t& ctx, void* inputFrameBuffer, size_t inputFrameSize) + bool h264DecoderV4L2Helper::decode_process(context_t& ctx, frame_sp frame) { bool allow_DQ = true; int ret_val; @@ -988,7 +950,7 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) ctx.op_mem_type, -1); if (ret_val) { - LOG_ERROR << "Error DQing buffer at output plane" << endl; + LOG_INFO << "Error DQing buffer at output plane" << endl; ctx.in_error = 1; } } @@ -1002,7 +964,7 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) if (ctx.decode_pixfmt == V4L2_PIX_FMT_H264) { - read_input_chunk_frame_sp(inputFrameBuffer, inputFrameSize, buffer); + read_input_chunk_frame_sp(frame, buffer); } else { @@ -1014,7 +976,7 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) ctx.op_buf_type, ctx.op_mem_type, ctx.op_num_planes); if (ret_val) { - LOG_ERROR << "Error Qing buffer at output plane" << endl; + LOG_INFO << "Error Qing buffer at output plane" << endl; ctx.in_error = 1; } @@ -1030,7 +992,7 @@ void * h264DecoderV4L2Helper::capture_thread(void *arg) return ctx.eos; } - int h264DecoderV4L2Helper::dq_event(context_t * ctx, struct v4l2_event &event, uint32_t max_wait_ms) +int h264DecoderV4L2Helper::dq_event(context_t * ctx, struct v4l2_event &event, uint32_t max_wait_ms) { int ret_val; do @@ -1305,16 +1267,19 @@ int h264DecoderV4L2Helper::subscribe_event(int fd, uint32_t type, uint32_t id, u return ret_val; } + +void h264DecoderV4L2Helper::registerCallback(const std::string &name, std::function callback) { + callbacks[name] = callback; +} -bool h264DecoderV4L2Helper::init(std::function _send, std::function _makeFrame) +bool h264DecoderV4L2Helper::init(std::function _send, std::function _makeFrame, std::function _flushPipelineQueue) { makeFrame = _makeFrame; mBuffer.reset(new Buffer()); send = _send; - return initializeDecoder(); -} -bool h264DecoderV4L2Helper::initializeDecoder() -{ + flushPipelineQueue = _flushPipelineQueue; + + // init Will Take One Mpre FUnction to send int flags = 0; struct v4l2_capability caps; struct v4l2_buffer op_v4l2_buf; @@ -1322,7 +1287,7 @@ bool h264DecoderV4L2Helper::initializeDecoder() struct v4l2_exportbuffer op_expbuf; memset(&ctx, 0, sizeof (context_t)); - ctx.out_pixfmt = V4L2_PIX_FMT_ABGR32; // Try RGBA first, fallback to NV12 if not supported + ctx.out_pixfmt = V4L2_PIX_FMT_NV12; ctx.decode_pixfmt = V4L2_PIX_FMT_H264; ctx.op_mem_type = V4L2_MEMORY_MMAP; ctx.cp_mem_type = V4L2_MEMORY_DMABUF; @@ -1373,12 +1338,12 @@ bool h264DecoderV4L2Helper::initializeDecoder() ret = v4l2_ioctl(ctx.fd, VIDIOC_QUERYCAP, &caps); if (ret) { - LOG_ERROR << "Failed to query video capabilities" << endl; + LOG_INFO << "Failed to query video capabilities" << endl; ctx.in_error = 1; } if (!(caps.capabilities & V4L2_CAP_VIDEO_M2M_MPLANE)) { - LOG_ERROR << "Device does not support V4L2_CAP_VIDEO_M2M_MPLANE" << endl; + LOG_INFO << "Device does not support V4L2_CAP_VIDEO_M2M_MPLANE" << endl; ctx.in_error = 1; } @@ -1390,7 +1355,7 @@ bool h264DecoderV4L2Helper::initializeDecoder() ret = subscribe_event(ctx.fd, V4L2_EVENT_RESOLUTION_CHANGE, 0, 0); if (ret) { - LOG_ERROR << "Failed to subscribe for resolution change" << endl; + LOG_INFO << "Failed to subscribe for resolution change" << endl; ctx.in_error = 1; } @@ -1403,7 +1368,7 @@ bool h264DecoderV4L2Helper::initializeDecoder() ret = set_ext_controls(ctx.fd, V4L2_CID_MPEG_VIDEO_DISABLE_COMPLETE_FRAME_INPUT, 1); if (ret) { - LOG_ERROR << "Failed to set control disable complete frame" << endl; + LOG_INFO << "Failed to set control disable complete frame" << endl; ctx.in_error = 1; } @@ -1414,7 +1379,7 @@ bool h264DecoderV4L2Helper::initializeDecoder() ret = set_output_plane_format(ctx, ctx.decode_pixfmt, CHUNK_SIZE); if (ret) { - LOG_ERROR << "Error in setting output plane format" << endl; + LOG_INFO << "Error in setting output plane format" << endl; ctx.in_error = 1; } @@ -1428,7 +1393,7 @@ bool h264DecoderV4L2Helper::initializeDecoder() ctx.op_mem_type, 1); //maxBufferr should come from props if (ret) { - LOG_ERROR << "Error in requesting buffers on output plane" << endl; + LOG_INFO << "Error in requesting buffers on output plane" << endl; ctx.in_error = 1; } @@ -1450,7 +1415,7 @@ bool h264DecoderV4L2Helper::initializeDecoder() ret = v4l2_ioctl(ctx.fd, VIDIOC_QUERYBUF, &op_v4l2_buf); if (ret) { - LOG_ERROR << "Error in querying buffers" << endl; + LOG_INFO << "Error in querying buffers" << endl; ctx.in_error = 1; } @@ -1472,7 +1437,7 @@ bool h264DecoderV4L2Helper::initializeDecoder() ret = v4l2_ioctl(ctx.fd, VIDIOC_EXPBUF, &op_expbuf); if (ret) { - LOG_ERROR << "Error in exporting buffer at index" << i << endl; + LOG_INFO << "Error in exporting buffer at index" << i << endl; ctx.in_error = 1; } ctx.op_buffers[i]->planes[j].fd = op_expbuf.fd; @@ -1480,7 +1445,7 @@ bool h264DecoderV4L2Helper::initializeDecoder() if (ctx.op_buffers[i]->map()) { - LOG_ERROR << "Buffer mapping error on output plane" << endl; + LOG_INFO << "Buffer mapping error on output plane" << endl; ctx.in_error = 1; } } @@ -1492,7 +1457,7 @@ bool h264DecoderV4L2Helper::initializeDecoder() ret = v4l2_ioctl(ctx.fd,VIDIOC_STREAMON, &ctx.op_buf_type); if (ret != 0) { - LOG_ERROR << "Streaming error on output plane" << endl; + LOG_INFO << "Streaming error on output plane" << endl; ctx.in_error = 1; } @@ -1501,24 +1466,13 @@ bool h264DecoderV4L2Helper::initializeDecoder() typedef void * (*THREADFUNCPTR)(void *); pthread_create(&ctx.dec_capture_thread, NULL,h264DecoderV4L2Helper::capture_thread, (void *) (this)); - - return true; } -int h264DecoderV4L2Helper::process(void* inputFrameBuffer, size_t inputFrameSize, uint64_t inputFrameTS) +int h264DecoderV4L2Helper::process(frame_sp inputFrame) { uint32_t idx = 0; - if(inputFrameSize) - framesTimestampEntry.push(inputFrameTS); - - if((inputFrameSize && ctx.eos && ctx.got_eos) || ctx.in_error) - { - ctx.in_error = false; - deQueAllBuffers(); - ctx.eos = false; - ctx.got_eos = false; - initializeDecoder(); - } - + if(inputFrame->size()) + framesTimestampEntry.push(inputFrame->timestamp); + // LOG_ERROR << "TimeStamp is " << inputFrame->timestamp; while (!ctx.eos && !ctx.in_error && idx < ctx.op_num_buffers) { struct v4l2_buffer queue_v4l2_buf_op; @@ -1531,11 +1485,11 @@ int h264DecoderV4L2Helper::process(void* inputFrameBuffer, size_t inputFrameSize buffer = ctx.op_buffers[idx]; if (ctx.decode_pixfmt == V4L2_PIX_FMT_H264) { - read_input_chunk_frame_sp(inputFrameBuffer, inputFrameSize, buffer); + read_input_chunk_frame_sp(inputFrame, buffer); } else { - LOG_ERROR << "Currently only H264 supported" << endl; + LOG_INFO << "Currently only H264 supported" << endl; ctx.in_error = 1; } @@ -1546,31 +1500,25 @@ int h264DecoderV4L2Helper::process(void* inputFrameBuffer, size_t inputFrameSize ** It is necessary to queue an empty buffer ** to signal EOS to the decoder. */ - int qBuffer = 0; - int counter = 0; - do - { - counter++; - qBuffer = q_buffer(&ctx, queue_v4l2_buf_op, buffer, + ret = q_buffer(&ctx, queue_v4l2_buf_op, buffer, ctx.op_buf_type, ctx.op_mem_type, ctx.op_num_planes); - if(counter > 1) - { - LOG_INFO << "Unable to queue buffers " << qBuffer; - } + if (ret) + { + LOG_INFO << "Error Qing buffer at output plane" << endl; + ctx.in_error = 1; } - while(qBuffer); if (queue_v4l2_buf_op.m.planes[0].bytesused == 0) { ctx.eos = true; - LOG_DEBUG << "Input file read complete" << endl; + LOG_INFO << "Input file read complete" << endl; break; } idx++; } // Dequeue and queue loop on output plane. - ctx.eos = decode_process(ctx,inputFrameBuffer, inputFrameSize); + ctx.eos = decode_process(ctx,inputFrame); /* For blocking mode, after getting EOS on output plane, ** dequeue all the queued buffers on output plane. @@ -1589,7 +1537,7 @@ int h264DecoderV4L2Helper::process(void* inputFrameBuffer, size_t inputFrameSize ret = dq_buffer(&ctx, v4l2_buf, NULL, ctx.op_buf_type, ctx.op_mem_type, -1); if (ret) { - LOG_ERROR << "Error DQing buffer at output plane" << endl; + LOG_INFO << "Error DQing buffer at output plane" << endl; ctx.in_error = 1; break; return true; @@ -1604,18 +1552,41 @@ int h264DecoderV4L2Helper::process(void* inputFrameBuffer, size_t inputFrameSize } return true; } -void h264DecoderV4L2Helper::closeAllThreads(frame_sp eosFrame) +h264DecoderV4L2Helper::~h264DecoderV4L2Helper() { - process(eosFrame->data(), eosFrame->size(), 0); - deQueAllBuffers(); } -void h264DecoderV4L2Helper::deQueAllBuffers() +bool h264DecoderV4L2Helper::flush_frames() +{ + // Reset any local scheduling state + framesToSkip = 0; + iFramesToSkip = 0; + + // Clear any queued timestamps awaiting delivery + while (!framesTimestampEntry.empty()) + { + framesTimestampEntry.pop(); + } + + // Flush downstream pipeline queue if provided + if (flushPipelineQueue) + { + flushPipelineQueue(); + } + + return true; +} + +bool h264DecoderV4L2Helper::term_helper() { + LOG_DEBUG << "Terminating Helper WITH FD " << ctx.fd; if (ctx.fd != -1) { + LOG_DEBUG << "ctx.dec_capture_thread " << ctx.dec_capture_thread << "ctx.fd " << ctx.fd; if (ctx.dec_capture_thread) { + LOG_DEBUG << "SHould Join The tHread"; + runCaptureThread = false; pthread_join(ctx.dec_capture_thread, NULL); } @@ -1624,17 +1595,10 @@ void h264DecoderV4L2Helper::deQueAllBuffers() { for (uint32_t idx = 0; idx < ctx.cp_num_buffers; ++idx) { - if (ctx.dmabuff_fd[idx] != 0) { - NvBufSurface *nvbuf_surf = nullptr; - ret = NvBufSurfaceFromFd((int)ctx.dmabuff_fd[idx], (void**)(&nvbuf_surf)); - if (ret == 0 && nvbuf_surf) { - ret = NvBufSurfaceDestroy(nvbuf_surf); - } - ctx.dmabuff_fd[idx] = 0; - } + // TODO: Fix cleanup - ret = NvBufSurfaceDestroy(ctx.dmabuff_fd[...]); if (ret) { - LOG_ERROR << "Failed to Destroy Buffers" << endl; + LOG_DEBUG << "Failed to Destroy Buffers" << endl; } } } @@ -1666,27 +1630,18 @@ void h264DecoderV4L2Helper::deQueAllBuffers() { if (ctx.dmabuff_fd[i] != 0) { - NvBufSurface *nvbuf_surf = nullptr; - ret = NvBufSurfaceFromFd((int)ctx.dst_dma_fd, (void**)(&nvbuf_surf)); - if (ret == 0 && nvbuf_surf) - { - ret = NvBufSurfaceDestroy(nvbuf_surf); - } + // TODO: Fix cleanup - ret = NvBufSurfaceDestroy(ctx.dmabuff_fd[...]); ctx.dmabuff_fd[i] = 0; if (ret < 0) { - LOG_ERROR << "Failed to destroy buffer" << endl; + LOG_DEBUG << "Failed to destroy buffer" << endl; } } } } if (ctx.dst_dma_fd != -1) { - NvBufSurface *nvbuf_surf = nullptr; - ret = NvBufSurfaceFromFd((int)ctx.dst_dma_fd, (void**)(&nvbuf_surf)); - if (ret == 0 && nvbuf_surf) { - ret = NvBufSurfaceDestroy(nvbuf_surf); - } + // TODO: Fix cleanup - NvBufSurfaceDestroy(ctx.dst_dma_fd); ctx.dst_dma_fd = -1; } @@ -1695,20 +1650,24 @@ void h264DecoderV4L2Helper::deQueAllBuffers() ret = v4l2_close(ctx.fd); if (ret) { - LOG_ERROR << "Unable to close the device" << endl; + LOG_DEBUG << "Unable to close the device"; ctx.in_error = 1; } + else + { + LOG_DEBUG << "Successfully Closed the device"; + } } // Report application run status on exit. if (ctx.in_error) { - LOG_ERROR << "Decoder Run failed" << endl; + LOG_DEBUG << "Decoder Run failed" << endl; } else { LOG_DEBUG << "Decoder Run is successful" << endl; } - return; + return true; } \ No newline at end of file diff --git a/base/src/H264DecoderV4L2Helper.h b/base/src/H264DecoderV4L2Helper.h index 6a46a3cce..912c6cc27 100644 --- a/base/src/H264DecoderV4L2Helper.h +++ b/base/src/H264DecoderV4L2Helper.h @@ -40,7 +40,6 @@ * Specifies the maximum number of planes a buffer can contain. */ #define MAX_PLANES 3 -#include #define MIN(a, b) (((a) < (b)) ? (a) : (b)) #include "Frame.h" #include @@ -153,7 +152,7 @@ class h264DecoderV4L2Helper * Refer to [V4L2 Video Decoder](group__V4L2Dec.html) for more information on the decoder. */ h264DecoderV4L2Helper() {} - ~h264DecoderV4L2Helper() {}; + ~h264DecoderV4L2Helper(); // typedef struct { uint32_t decode_pixfmt; @@ -180,7 +179,7 @@ class h264DecoderV4L2Helper pthread_cond_t queue_cond; pthread_t dec_capture_thread; - bool in_error = false; + bool in_error; bool eos; bool got_eos; bool op_streamon; @@ -198,7 +197,7 @@ class h264DecoderV4L2Helper * @param[in] stream Input stream * @param[in] buffer Buffer class pointer */ - void read_input_chunk_frame_sp(void* inputFrameBuffer, size_t inputFrameSize, Buffer *buffer); + void read_input_chunk_frame_sp(frame_sp inpFrame, Buffer *buffer); /** * @brief Writes a plane data of the buffer to a file. @@ -234,7 +233,7 @@ class h264DecoderV4L2Helper * * @param[in] ctx Pointer to the decoder context struct created. */ - void query_set_capture(context_t *ctx); + void query_set_capture(context_t *ctx); // zaki /** * @brief Callback function on capture thread. @@ -263,7 +262,7 @@ class h264DecoderV4L2Helper * EOS is detected by the decoder and all the buffers are dequeued; * else the decode process continues running. */ - bool decode_process(context_t &ctx, void* inputFrameBuffer, size_t inputFrameSize); + bool decode_process(context_t &ctx, frame_sp frame); /** * @brief Dequeues an event. @@ -387,21 +386,33 @@ class h264DecoderV4L2Helper */ int subscribe_event(int fd, uint32_t type, uint32_t id, uint32_t flags); - int process(void* inputFrameBuffer, size_t inputFrameSize, uint64_t inputFrameTS); + int process(frame_sp inputFrame); - bool init(std::function send, std::function makeFrame); + bool init(std::function send, std::function makeFrame, std::function flushPipelineQueue); - bool initializeDecoder(); + bool term_helper(); - void closeAllThreads(frame_sp eosFrame); - - void deQueAllBuffers(); protected: boost::shared_ptr mBuffer; context_t ctx; std::function makeFrame; std::function send; + std::function flushPipelineQueue; int ret = 0; + bool runCaptureThread = true; std::queue framesTimestampEntry; - std::mutex m; -}; + +public: + void intitliazeSpeed(int _playbackFps, float _playbackSpeed, int _gop); + void registerCallback(const std::string &name, std::function callback); + bool flush_frames(); +private: + int framesToSkip = 0; + int iFramesToSkip = 0; + int currentFps = 24; + int previousFps = 24; + float playbackSpeed = 1; + int gop; + + std::unordered_map> callbacks; +}; \ No newline at end of file diff --git a/base/src/H264EncoderV4L2.cpp b/base/src/H264EncoderV4L2.cpp index 75f3d542c..64950970f 100644 --- a/base/src/H264EncoderV4L2.cpp +++ b/base/src/H264EncoderV4L2.cpp @@ -5,15 +5,13 @@ #include "Frame.h" #include "Logger.h" #include "Utils.h" -#include "H264Metadata.h" #include "AIPExceptions.h" +#include "H264Metadata.h" H264EncoderV4L2::H264EncoderV4L2(H264EncoderV4L2Props props) : Module(TRANSFORM, "H264EncoderV4L2", props), mProps(props) { - auto mOutputMetadata = framemetadata_sp(new H264Metadata(0, 0)); - auto motionVectorOutputMetadata = framemetadata_sp(new FrameMetadata(FrameMetadata::OVERLAY_INFO_IMAGE)); - h264FrameOutputPinId = addOutputPin(mOutputMetadata); - motionVectorFramePinId = addOutputPin(motionVectorOutputMetadata); + mOutputMetadata = framemetadata_sp(new H264Metadata()); + mOutputPinId = addOutputPin(mOutputMetadata); } H264EncoderV4L2::~H264EncoderV4L2() @@ -29,7 +27,7 @@ bool H264EncoderV4L2::validateInputPins() { if (getNumberOfInputPins() != 1) { - LOG_ERROR << "<" << getId() << ">::validateInputPins size is expected to be 1. Actual<" << getNumberOfInputPins() << ">"; + LOG_INFO << "<" << getId() << ">::validateInputPins size is expected to be 1. Actual<" << getNumberOfInputPins() << ">"; return false; } @@ -37,19 +35,19 @@ bool H264EncoderV4L2::validateInputPins() FrameMetadata::FrameType frameType = metadata->getFrameType(); if (frameType != FrameMetadata::RAW_IMAGE_PLANAR && frameType != FrameMetadata::RAW_IMAGE) { - LOG_ERROR << "<" << getId() << ">::validateInputPins input frameType is expected to be RAW_IMAGE or RAW_IMAGE_PLANAR. Actual<" << frameType << ">"; + LOG_INFO << "<" << getId() << ">::validateInputPins input frameType is expected to be RAW_IMAGE or RAW_IMAGE_PLANAR. Actual<" << frameType << ">"; return false; } FrameMetadata::MemType memType = metadata->getMemType(); if(frameType == FrameMetadata::RAW_IMAGE_PLANAR && (memType != FrameMetadata::HOST && memType != FrameMetadata::DMABUF) ) { - LOG_ERROR << "<" << getId() << ">::validateInputPins input memType is expected to be HOST OR DMABUF. Actual<" << memType << ">"; + LOG_INFO << "<" << getId() << ">::validateInputPins input memType is expected to be HOST OR DMABUF. Actual<" << memType << ">"; return false; } if (frameType == FrameMetadata::RAW_IMAGE && memType != FrameMetadata::CUDA_DEVICE) { - LOG_ERROR << "<" << getId() << ">::validateInputPins input memType is expected to be CUDA_DEVICE. Actual<" << memType << ">"; + LOG_INFO << "<" << getId() << ">::validateInputPins input memType is expected to be CUDA_DEVICE. Actual<" << memType << ">"; return false; } @@ -58,12 +56,17 @@ bool H264EncoderV4L2::validateInputPins() bool H264EncoderV4L2::validateOutputPins() { + if (getNumberOfOutputPins() != 1) + { + LOG_INFO << "<" << getId() << ">::validateOutputPins size is expected to be 1. Actual<" << getNumberOfOutputPins() << ">"; + return false; + } framemetadata_sp metadata = getFirstOutputMetadata(); FrameMetadata::FrameType frameType = metadata->getFrameType(); - if (frameType != FrameMetadata::H264_DATA && frameType != FrameMetadata::OVERLAY_INFO_IMAGE) + if (frameType != FrameMetadata::H264_DATA) { - LOG_ERROR << "<" << getId() << ">::validateOutputPins input frameType is expected to be H264_DATA. Actual<" << frameType << ">"; + LOG_INFO << "<" << getId() << ">::validateOutputPins input frameType is expected to be H264_DATA. Actual<" << frameType << ">"; return false; } @@ -88,6 +91,11 @@ bool H264EncoderV4L2::term() bool H264EncoderV4L2::process(frame_container &frames) { auto frame = frames.cbegin()->second; + if (!frame->data() || frame->size() == 0) + { + LOG_ERROR << "H264EncoderV4L2 received empty/null input frame"; + return true; + } mHelper->process(frame); return true; @@ -131,10 +139,14 @@ bool H264EncoderV4L2::processSOS(frame_sp &frame) { if(width != step) { - throw AIPException(AIP_FATAL, "Width is expected to be equal to step"); + // throw AIPException(AIP_FATAL, "Width is expected to be equal to step"); } } } + auto h264Metadata = H264Metadata(width, height); + auto rawOutMetadata = FrameMetadataFactory::downcast(mOutputMetadata); + rawOutMetadata->setData(h264Metadata); + auto v4l2MemType = V4L2_MEMORY_MMAP; if(metadata->getMemType() == FrameMetadata::DMABUF) @@ -142,14 +154,15 @@ bool H264EncoderV4L2::processSOS(frame_sp &frame) v4l2MemType = V4L2_MEMORY_DMABUF; } - auto h264OutMetadata = framemetadata_sp(new H264Metadata(width, height)); - Module::setMetadata(h264FrameOutputPinId, h264OutMetadata); - - mHelper = H264EncoderV4L2Helper::create(v4l2MemType, pixelFormat, width, height, step, 1024 * mProps.targetKbps, mProps.enableMotionVectors, mProps.motionVectorThreshold, 30,h264FrameOutputPinId, motionVectorFramePinId, h264OutMetadata, - [&](size_t size, string& pinId) - { return makeFrame(size, pinId); }, - [&](frame_container &frameContainer) -> void { - send(frameContainer); + mHelper = H264EncoderV4L2Helper::create(v4l2MemType, pixelFormat, width, height, step, 1024 * mProps.targetKbps, 30, [&](frame_sp &frame) -> void { + frame->setMetadata(mOutputMetadata); + + frame_container frames; + std::chrono::time_point t = std::chrono::system_clock::now(); + auto dur = std::chrono::duration_cast(t.time_since_epoch()); + frame->timestamp = dur.count(); + frames.insert(make_pair(mOutputPinId, frame)); + send(frames); }); return true; diff --git a/base/src/H264EncoderV4L2Helper.cpp b/base/src/H264EncoderV4L2Helper.cpp index fd1f84f03..b01f422f1 100644 --- a/base/src/H264EncoderV4L2Helper.cpp +++ b/base/src/H264EncoderV4L2Helper.cpp @@ -1,10 +1,9 @@ -#include -#include "Overlay.h" +#include "H264EncoderV4L2Helper.h" +#include "v4l2_nv_extensions.h" + #include "Logger.h" #include "AIPExceptions.h" -#include "H264EncoderV4L2Helper.h" - inline bool checkv4l2(int ret, int iLine, const char *szFile, std::string message, bool raiseException) { if (ret < 0) @@ -15,7 +14,7 @@ inline bool checkv4l2(int ret, int iLine, const char *szFile, std::string messag throw AIPException(AIP_FATAL, errorMsg.c_str()); } - LOG_ERROR << errorMsg; + LOG_INFO << errorMsg; return false; } @@ -24,9 +23,9 @@ inline bool checkv4l2(int ret, int iLine, const char *szFile, std::string messag #define CHECKV4L2(call, message, raiseException) checkv4l2(call, __LINE__, __FILE__, message, raiseException) -std::shared_ptr H264EncoderV4L2Helper::create(enum v4l2_memory memType, uint32_t pixelFormat, uint32_t width, uint32_t height, uint32_t step, uint32_t bitrate, bool enableMotionVectors, int motionVectorThreshold, uint32_t fps, std::string h264FrameOutputPinId, std::string motionVectorFramePinId, framemetadata_sp h264Metadata, std::function makeFrame, SendFrameContainer sendFrameContainer) +std::shared_ptr H264EncoderV4L2Helper::create(enum v4l2_memory memType, uint32_t pixelFormat, uint32_t width, uint32_t height, uint32_t step, uint32_t bitrate, uint32_t fps, SendFrame sendFrame) { - auto instance = std::make_shared(memType, pixelFormat, width, height, step, bitrate, enableMotionVectors, motionVectorThreshold, fps,h264FrameOutputPinId, motionVectorFramePinId, h264Metadata, makeFrame, sendFrameContainer); + auto instance = std::make_shared(memType, pixelFormat, width, height, step, bitrate, fps, sendFrame); instance->setSelf(instance); return instance; @@ -37,8 +36,9 @@ void H264EncoderV4L2Helper::setSelf(std::shared_ptr &self mSelf = self; } -H264EncoderV4L2Helper::H264EncoderV4L2Helper(enum v4l2_memory memType, uint32_t pixelFormat, uint32_t width, uint32_t height, uint32_t step, uint32_t bitrate, bool _enableMotionVectors, int _motionVectorThreshold, uint32_t fps, std::string _h264FrameOutputPinId, std::string _motionVectorFramePinId, framemetadata_sp _h264Metadata, std::function _makeFrame, SendFrameContainer sendFrameContainer) : mSendFrameContainer(sendFrameContainer), mFD(-1), mWidth(width), mHeight(height), enableMotionVectors(_enableMotionVectors), motionVectorThreshold(_motionVectorThreshold), h264FrameOutputPinId(_h264FrameOutputPinId), motionVectorFramePinId(_motionVectorFramePinId), h264Metadata(_h264Metadata), makeFrame(_makeFrame) +H264EncoderV4L2Helper::H264EncoderV4L2Helper(enum v4l2_memory memType, uint32_t pixelFormat, uint32_t width, uint32_t height, uint32_t step, uint32_t bitrate, uint32_t fps, SendFrame sendFrame) : mSendFrame(sendFrame), mFD(-1) { + frame_opool = std::make_shared>(); initV4L2(); mCapturePlane = std::make_unique(mFD, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE, V4L2_PIX_FMT_H264, V4L2_MEMORY_MMAP); @@ -80,6 +80,11 @@ H264EncoderV4L2Helper::H264EncoderV4L2Helper(enum v4l2_memory memType, uint32_t H264EncoderV4L2Helper::~H264EncoderV4L2Helper() { + mShuttingDown = true; + { + std::lock_guard lock(mPoolMutex); + frame_opool.reset(); // Ensure pool is destroyed after all frames are released + } processEOS(); mOutputPlane->deinitPlane(); mCapturePlane->deinitPlane(); @@ -100,16 +105,16 @@ void H264EncoderV4L2Helper::termV4L2() if (mFD != -1) { v4l2_close(mFD); - LOG_FATAL << "Device closed, fd = " << mFD; + LOG_INFO << "Device closed, fd = " << mFD; } } void H264EncoderV4L2Helper::initV4L2() { - mFD = v4l2_open("/dev/nvhost-msenc", O_RDWR); + mFD = v4l2_open("/dev/v4l2-nvenc", O_RDWR); if (mFD == -1) { - throw AIPException(AIP_FATAL, "Could not open device nvhost-msenc"); + throw AIPException(AIP_FATAL, "Could not open device v4l2-nvenc"); } struct v4l2_capability caps; @@ -125,48 +130,12 @@ void H264EncoderV4L2Helper::initV4L2() } } - -int -H264EncoderV4L2Helper::setExtControlsMV(v4l2_ext_controls &ctl) -{ - int ret; - - ret = v4l2_ioctl(mFD, VIDIOC_S_EXT_CTRLS, &ctl); - - return ret; -} - - -int -H264EncoderV4L2Helper::enableMotionVectorReporting() -{ - struct v4l2_ext_control control; - struct v4l2_ext_controls ctrls; - - memset(&control, 0, sizeof(control)); - memset(&ctrls, 0, sizeof(ctrls)); - - ctrls.count = 1; - ctrls.controls = &control; - ctrls.ctrl_class = V4L2_CTRL_CLASS_MPEG; - - control.id = V4L2_CID_MPEG_VIDEOENC_ENABLE_METADATA_MV; - control.value = 1; - - setExtControlsMV(ctrls); - return 1; -} - void H264EncoderV4L2Helper::initEncoderParams(uint32_t bitrate, uint32_t fps) { setBitrate(bitrate); setProfile(); setLevel(); setFrameRate(fps, 1); - if(enableMotionVectors) - { - enableMotionVectorReporting(); - } } void H264EncoderV4L2Helper::setBitrate(uint32_t bitrate) @@ -237,120 +206,99 @@ int H264EncoderV4L2Helper::setExtControls(v4l2_ext_control &control) return v4l2_ioctl(mFD, VIDIOC_S_EXT_CTRLS, &ctrls); } -int -H264EncoderV4L2Helper::getExtControls(v4l2_ext_controls &ctl) -{ - int ret; - - ret = v4l2_ioctl(mFD, VIDIOC_G_EXT_CTRLS, &ctl); - - return ret; -} - -int -H264EncoderV4L2Helper::getMotionVectors(uint32_t buffer_index, - v4l2_ctrl_videoenc_outputbuf_metadata_MV &enc_mv_metadata) -{ - v4l2_ctrl_video_metadata metadata; - struct v4l2_ext_control control; - struct v4l2_ext_controls ctrls; - - ctrls.count = 1; - ctrls.controls = &control; - ctrls.ctrl_class = V4L2_CTRL_CLASS_MPEG; - - metadata.buffer_index = buffer_index; - metadata.VideoEncMetadataMV = &enc_mv_metadata; - - control.id = V4L2_CID_MPEG_VIDEOENC_METADATA_MV; - control.string = (char *)&metadata; - - getExtControls(ctrls); - - return 1; -} - -void H264EncoderV4L2Helper::serializeMotionVectors(v4l2_ctrl_videoenc_outputbuf_metadata_MV enc_mv_metadata, frame_container &frames) +void H264EncoderV4L2Helper::capturePlaneDQCallback(AV4L2Buffer *buffer) { - uint32_t numMVs = enc_mv_metadata.bufSize / sizeof(MVInfo); - MVInfo *pInfo = enc_mv_metadata.pMVInfo; - - std::vector circleOverlays; - CompositeOverlay compositeOverlay; - - int totalMacroblockInRow = floor(mWidth / 16); // Tells about the total number of macro blocks in each row. - for (uint32_t i = 0; i < numMVs; i++, pInfo++) // numMVs is the total macroblock in the frame. + if (!buffer || mShuttingDown) { - - if (abs(pInfo->mv_x) > motionVectorThreshold || abs(pInfo->mv_y) > motionVectorThreshold) - { - auto tempY = floor(i / totalMacroblockInRow); // i represents current macroblock , To get the y offset of macroblock the current macroblock is divided by macroblock across width. - auto y = tempY * 16 + 8; // Here every macroblock is of 16x16 , So multiply it by 16. To get to the centre of the macroblock add it by 8. - auto tempX = floor(i % totalMacroblockInRow); - auto x = tempX * 16 + 8; - CircleOverlay circleOverlay; - circleOverlay.x1 = x; - circleOverlay.y1 = y; - circleOverlay.radius = 1; - circleOverlays.push_back(circleOverlay); - } + LOG_INFO << "capturePlaneDQCallback called with null buffer or during shutdown"; + return; } - for (auto &circleOverlay : circleOverlays) + if (!buffer->planesInfo[0].data || buffer->v4l2_buf.m.planes[0].bytesused == 0) { - compositeOverlay.add(&circleOverlay); + LOG_INFO << "Invalid buffer data or size in capturePlaneDQCallback"; + return; } - if (circleOverlays.size()) - { - DrawingOverlay drawingOverlay; - drawingOverlay.add(&compositeOverlay); - auto serializeSize = drawingOverlay.mGetSerializeSize(); - serializeSize += 100; - auto motionVectorFrame = makeFrame(serializeSize, motionVectorFramePinId); - drawingOverlay.serialize(motionVectorFrame); - frames.insert(make_pair(motionVectorFramePinId, motionVectorFrame)); + try { + LOG_DEBUG << "capturePlaneDQCallback Wait for LOCK;"; + std::lock_guard lock(mPoolMutex); + LOG_DEBUG << "capturePlaneDQCallback Got LOCK;"; + + // Only create new frame if we have a valid pool + if (!frame_opool) { + LOG_INFO << "Object pool no longer valid"; + return; + } + + // Create frame with deleter that checks for shutdown + auto frame = frame_sp( + frame_opool->construct(buffer->planesInfo[0].data, buffer->v4l2_buf.m.planes[0].bytesused), + [this, index=buffer->getIndex(), self=mSelf](ExtFrame* p) { + if (!mShuttingDown) { + this->reuseCatureBuffer(p, index, self); + } + } + ); + LOG_DEBUG << "Created Frameeeesss"; + if (!frame) { + LOG_INFO << "Failed to construct frame in capturePlaneDQCallback"; + return; + } + + mSendFrame(frame); + LOG_DEBUG << "releaseFrame will be called "; + mConverter->releaseFrame(); + LOG_DEBUG << "releaseFrame Released Frameeeesss"; + } catch (const std::exception& e) { + LOG_DEBUG << "Exception in capturePlaneDQCallback: " << e.what(); } } -void H264EncoderV4L2Helper::capturePlaneDQCallback(AV4L2Buffer *buffer) + +void H264EncoderV4L2Helper::reuseCatureBuffer(ExtFrame *pointer, uint32_t index, std::shared_ptr self) { - auto frame = frame_sp(frame_opool.construct(buffer->planesInfo[0].data, buffer->v4l2_buf.m.planes[0].bytesused), std::bind(&H264EncoderV4L2Helper::reuseCatureBuffer, this, std::placeholders::_1, buffer->getIndex(), mSelf)); - frame->setMetadata(h264Metadata); - frame_container frames; - frame->timestamp = incomingTimeStamp.front(); - incomingTimeStamp.pop(); - frames.insert(make_pair(h264FrameOutputPinId, frame)); - - if (enableMotionVectors) - { - v4l2_ctrl_videoenc_outputbuf_metadata_MV enc_mv_metadata; - getMotionVectors(buffer->v4l2_buf.index, enc_mv_metadata); - serializeMotionVectors(enc_mv_metadata, frames); + // Validate input parameters and ensure self pointer is still valid + if (!pointer || !self) { + LOG_INFO << "reuseCatureBuffer called with null pointer or invalid self reference"; + return; } - mSendFrameContainer(frames); - mConverter->releaseFrame(); -} + try { + // Lock to prevent concurrent access to frame_opool + LOG_DEBUG << " Waiting for LOCK;"; + std::lock_guard lock(mPoolMutex); + LOG_DEBUG << "Got LOCK;"; + if (pointer) { + frame_opool->free(pointer); + pointer = nullptr; + } + + if (!mCapturePlane) { + LOG_INFO << "Invalid capture plane in reuseCatureBuffer"; + return; + } -void H264EncoderV4L2Helper::reuseCatureBuffer(ExtFrame *pointer, uint32_t index, std::shared_ptr self) -{ - // take care of destruction case - frame_opool.free(pointer); - mCapturePlane->qBuffer(index); + // Queue the buffer only if the index is valid + mCapturePlane->qBuffer(index); + + } catch (const std::exception& e) { + LOG_INFO << "Exception in reuseCatureBuffer: " << e.what(); + } catch (...) { + LOG_INFO << "Unknown exception in reuseCatureBuffer"; + } } bool H264EncoderV4L2Helper::process(frame_sp& frame) { - incomingTimeStamp.push(frame->timestamp); auto buffer = mOutputPlane->getFreeBuffer(); if (!buffer) { + LOG_INFO << "No free buffer available in process"; return true; } - + LOG_DEBUG << "Got Free Buffer in process"; mConverter->process(frame, buffer); mOutputPlane->qBuffer(buffer->getIndex()); - return true; } @@ -365,7 +313,6 @@ bool H264EncoderV4L2Helper::processEOS() mOutputPlane->setEOSFlag(buffer); mOutputPlane->qBuffer(buffer->getIndex()); - mCapturePlane->waitForDQThread(2000); // blocking call - waits for 2 secs for thread to exit - + mCapturePlane->waitForDQThread(2000); return true; } \ No newline at end of file diff --git a/base/src/ImageViewerModule.cpp b/base/src/ImageViewerModule.cpp index d1ee25064..354c5881f 100755 --- a/base/src/ImageViewerModule.cpp +++ b/base/src/ImageViewerModule.cpp @@ -12,6 +12,7 @@ #include "ApraNvEglRenderer.h" #include "DMAFDWrapper.h" #include "Command.h" +#include #endif class DetailRenderer @@ -36,22 +37,42 @@ class DetailRenderer #if 1 uint32_t displayHeight, displayWidth; NvEglRenderer::getDisplayResolution(displayWidth, displayHeight); - if (props.height != 0 && props.width != 0) - { - props.x_offset += (displayWidth - props.width) / 2; - props.y_offset += (displayHeight - props.height) / 2; - renderer = NvEglRenderer::createEglRenderer(__TIMESTAMP__, props.width, props.height, props.x_offset, props.y_offset, props.displayOnTop); - } - else - { - props.x_offset += (displayWidth - _width) / 2; - props.y_offset += (displayHeight - _height) / 2; - renderer = NvEglRenderer::createEglRenderer(__TIMESTAMP__, _width, _height, props.x_offset, props.y_offset, props.displayOnTop); + // Validate width and height before using + uint32_t rendererWidth = props.width != 0 ? props.width : _width; + uint32_t rendererHeight = props.height != 0 ? props.height : _height; + if (rendererWidth == 0 || rendererHeight == 0) { + LOG_ERROR << "Invalid renderer dimensions: width=" << rendererWidth << ", height=" << rendererHeight; + return false; } + + props.x_offset += (displayWidth - rendererWidth) / 2; + props.y_offset += (displayHeight - rendererHeight) / 2; + + renderer = NvEglRenderer::createEglRenderer( + props.strTitle.c_str(), + rendererWidth, + rendererHeight, + props.x_offset, + props.y_offset, + props.ttfFilePath.c_str(), + props.message.c_str(), + props.scale, + props.r, props.g, props.b, + props.fontSize, + props.textPosX, props.textPosY, + props.imagePath, + props.imagePosX, props.imagePosY, + props.imageWidth, props.imageHeight, + props.opacity, + props.mask, + props.imageOpacity, + props.textOpacity + ); + if (!renderer) { - LOG_ERROR << "Failed to create EGL renderer"; + LOG_ERROR << "Failed to create EGL renderer. Parameters: width=" << rendererWidth << ", height=" << rendererHeight << ", x_offset=" << props.x_offset << ", y_offset=" << props.y_offset; return false; } #endif @@ -94,6 +115,7 @@ class DetailRenderer public: frame_sp inputFrame; ImageViewerModuleProps props; + NvEglRenderer *getRenderer() const { return renderer; } protected: cv::Mat mImg; @@ -114,7 +136,22 @@ class DetailEgl : public DetailRenderer bool view() { #if 1 - renderer->render((static_cast(inputFrame->data()))->getFd()); + if (!inputFrame || !inputFrame->data()) { + LOG_ERROR << "Input frame or data is null."; + return false; + } + DMAFDWrapper* wrapper = static_cast(inputFrame->data()); + if (!wrapper) { + LOG_ERROR << "DMAFDWrapper cast failed."; + return false; + } + int fd = wrapper->getFd(); + if (fd <= 0) { + LOG_ERROR << "Invalid DMAFDWrapper FD: " << fd; + return false; + } + LOG_INFO << "Rendering DMAFDWrapper FD: " << fd; + renderer->render(fd); #endif return true; } @@ -205,6 +242,13 @@ bool ImageViewerModule::processSOS(frame_sp &frame) #if 1 int width = 0; int height = 0; + int pitch = 0; + int fourcc = 0; + int offset0 = 0; + int offset1 = 0; + int offset2 = 0; + int pitch1 = 0; + int pitch2 = 0; switch (frameType) { case FrameMetadata::FrameType::RAW_IMAGE: @@ -212,6 +256,25 @@ bool ImageViewerModule::processSOS(frame_sp &frame) auto metadata = FrameMetadataFactory::downcast(inputMetadata); width = metadata->getWidth(); height = metadata->getHeight(); + pitch = static_cast(metadata->getStep()); + switch (metadata->getImageType()) + { + case ImageMetadata::RGBA: + fourcc = DRM_FORMAT_ABGR8888; + break; + case ImageMetadata::BGRA: + fourcc = DRM_FORMAT_BGRA8888; + break; + case ImageMetadata::UYVY: + fourcc = DRM_FORMAT_UYVY; + break; + case ImageMetadata::YUYV: + fourcc = DRM_FORMAT_YUYV; + break; + default: + fourcc = DRM_FORMAT_RGBA8888; + break; + } } break; case FrameMetadata::FrameType::RAW_IMAGE_PLANAR: @@ -219,13 +282,75 @@ bool ImageViewerModule::processSOS(frame_sp &frame) auto metadata = FrameMetadataFactory::downcast(inputMetadata); width = metadata->getWidth(0); height = metadata->getHeight(0); + auto dmaWrapper = static_cast(frame->data()); + if (!dmaWrapper) + { + LOG_ERROR << "DMAFDWrapper is null for planar frame."; + return false; + } + auto surf = dmaWrapper->getNvBufSurface(); + if (!surf) + { + LOG_ERROR << "NvBufSurface is null for planar frame."; + return false; + } + auto &planeParams = surf->surfaceList[0].planeParams; + pitch = static_cast(planeParams.pitch[0]); + pitch1 = static_cast(planeParams.pitch[1]); + pitch2 = static_cast(planeParams.pitch[2]); + offset0 = static_cast(planeParams.offset[0]); + offset1 = static_cast(planeParams.offset[1]); + offset2 = static_cast(planeParams.offset[2]); + + if (metadata->getImageType() == ImageMetadata::NV12) + { + fourcc = DRM_FORMAT_NV12; + } + else if (metadata->getImageType() == ImageMetadata::YUV420) + { + fourcc = DRM_FORMAT_YUV420; + } } break; default: throw AIPException(AIP_FATAL, "Unsupported FrameType<" + std::to_string(frameType) + ">"); } - mDetail->eglInitializer(height, width); + if (!mDetail->eglInitializer(height, width)) + { + LOG_ERROR << "Failed to initialize EGL renderer."; + return false; + } + + auto renderer = mDetail->getRenderer(); + if (!renderer) + { + LOG_ERROR << "EGL renderer is not available after initialization."; + return false; + } + + if (fourcc != 0 && pitch != 0) + { + if (frameType == FrameMetadata::FrameType::RAW_IMAGE_PLANAR && (fourcc == DRM_FORMAT_NV12 || fourcc == DRM_FORMAT_YUV420)) + { + int numPlanes = (fourcc == DRM_FORMAT_NV12) ? 2 : 3; + renderer->setImportParamsPlanar( + fourcc, + width, + height, + pitch, + offset0, + pitch1, + offset1, + pitch2, + offset2, + numPlanes); + } + else + { + renderer->setImportParams(pitch, fourcc, 0, width, height); + } + } #else mDetail->setMatImg(FrameMetadataFactory::downcast(inputMetadata)); #endif diff --git a/base/src/JPEGDecoderL4TM.cpp b/base/src/JPEGDecoderL4TM.cpp index f176ebfca..b41c32700 100755 --- a/base/src/JPEGDecoderL4TM.cpp +++ b/base/src/JPEGDecoderL4TM.cpp @@ -7,15 +7,17 @@ #include #include "Utils.h" #include "AIPExceptions.h" - +#include "DMAFDWrapper.h" +#include "DMAAllocator.h" class JPEGDecoderL4TM::Detail { public: - Detail() : mDataSize(0), + Detail(JPEGDecoderL4TMProps& props) : mDataSize(0), mWidth2(0), mHeight2(0), - mActualFrameSize(0) + mActualFrameSize(0), + mProps(props) { decHelper.reset(new JPEGDecoderL4TMHelper()); } @@ -32,16 +34,23 @@ class JPEGDecoderL4TM::Detail throw AIPException(AIP_FATAL, "init:: decHelper->init Failed"); } - // This is a cheating - // Actual output is NV12 - // width and height are aligned by 32 bits - setting stride - // passing frame->data() to cheat opencv to no allocate any buffer inside - cv::Mat img(mHeight2, mWidth2, CV_8UC1, frame->data(), mWidth2); - mDataSize = (mWidth2 * mHeight2 * 3) >> 1; - mActualFrameSize = mWidth2 * mHeight2; - - FrameMetadataFactory::downcast(metadata)->setData(img); - mMetadata = metadata; + if(mProps.decodeToFd) + { + // For decodeToFd, set DMABUF metadata with dimensions + auto planarMeta = FrameMetadataFactory::downcast(metadata); + DMAAllocator::setMetadata(metadata, mWidth2, mHeight2, ImageMetadata::YUV420); + mDataSize = (mWidth2 * mHeight2 * 3) >> 1; // YUV420 size + mActualFrameSize = mWidth2 * mHeight2; + } + else + { + cv::Mat img(mHeight2, mWidth2, CV_8UC1, frame->data(), mWidth2); + mDataSize = (mWidth2 * mHeight2 * 3) >> 1; + mActualFrameSize = mWidth2 * mHeight2; + FrameMetadataFactory::downcast(metadata)->setData(img); + } + + mMetadata = metadata; } framemetadata_sp getMetadata() @@ -51,8 +60,24 @@ class JPEGDecoderL4TM::Detail size_t compute(frame_sp &inFrame, frame_sp &frame) { - decHelper->decode((unsigned char *)inFrame->data(), inFrame->size(), (unsigned char *)frame->data()); - return mActualFrameSize; + int fd=0; + if(mProps.decodeToFd) + { + auto dmaWrapper = static_cast(frame->data()); + int fd = dmaWrapper->getFd(); + int ret=decHelper->decodeToFd(fd,(unsigned char *)inFrame->data(), inFrame->size()); + if (ret < 0) { + LOG_ERROR << "decodeToFd failed"; + return false; + } + } + else + { + decHelper->decode((unsigned char *)inFrame->data(), inFrame->size(), (unsigned char *)frame->data()); + + } + return mActualFrameSize; + } size_t getDataSize() @@ -69,11 +94,12 @@ class JPEGDecoderL4TM::Detail size_t mActualFrameSize; int mWidth2; int mHeight2; + JPEGDecoderL4TMProps mProps; }; JPEGDecoderL4TM::JPEGDecoderL4TM(JPEGDecoderL4TMProps _props) : Module(TRANSFORM, "JPEGDecoderL4TM", _props) { - mDetail.reset(new Detail()); + mDetail.reset(new Detail(_props)); } JPEGDecoderL4TM::~JPEGDecoderL4TM() {} @@ -107,9 +133,9 @@ bool JPEGDecoderL4TM::validateOutputPins() framemetadata_sp metadata = getFirstOutputMetadata(); FrameMetadata::FrameType frameType = metadata->getFrameType(); - if (frameType != FrameMetadata::RAW_IMAGE) + if ((frameType != FrameMetadata::RAW_IMAGE) &&(frameType != FrameMetadata::RAW_IMAGE_PLANAR)) { - LOG_ERROR << "<" << getId() << ">::validateOutputPins input frameType is expected to be RAW_IMAGE. Actual<" << frameType << ">"; + LOG_ERROR << "<" << getId() << ">::validateOutputPins frameType is expected to be RAW_IMAGE or RAW_IMAGE_PLANAR. Actual<" << frameType << ">"; return false; } @@ -128,7 +154,17 @@ bool JPEGDecoderL4TM::init() { throw AIPException(AIP_NOTSET, string("JPEGDecoderL4TM Output Frame Metadata parameters will be automatically set. Kindly remove.")); } - mDetail->outputPinId = getOutputPinIdByType(FrameMetadata::RAW_IMAGE); + + if(metadata->getFrameType()==FrameMetadata::RAW_IMAGE) + { + mDetail->outputPinId = getOutputPinIdByType(FrameMetadata::RAW_IMAGE); + } + else + { + mDetail->outputPinId = getOutputPinIdByType(FrameMetadata::RAW_IMAGE_PLANAR); + } + + return true; } @@ -147,20 +183,18 @@ bool JPEGDecoderL4TM::process(frame_container &frames) } auto metadata = mDetail->getMetadata(); - auto bufferFrame = makeFrame(mDetail->getDataSize()); + auto bufferFrame = makeFrame(mDetail->getDataSize(), mDetail->outputPinId); auto frameLength = mDetail->compute(frame, bufferFrame); - - auto outFrame = makeFrame(bufferFrame, frameLength,mDetail->outputPinId); - frames.insert(make_pair(mDetail->outputPinId, outFrame)); + frames.insert(make_pair(mDetail->outputPinId, bufferFrame)); send(frames); return true; } bool JPEGDecoderL4TM::processSOS(frame_sp &frame) { - auto outMetadata = getOutputMetadataByType(FrameMetadata::RAW_IMAGE); + auto outMetadata = getFirstOutputMetadata(); mDetail->initMetadata(frame, outMetadata); return true; } \ No newline at end of file diff --git a/base/src/JPEGDecoderL4TMHelper.cpp b/base/src/JPEGDecoderL4TMHelper.cpp index 5f419c2ac..6515a39dd 100755 --- a/base/src/JPEGDecoderL4TMHelper.cpp +++ b/base/src/JPEGDecoderL4TMHelper.cpp @@ -4,6 +4,9 @@ #include #include #include "Logger.h" +#include "nvbufsurface.h" +#include "jpegint.h" +#include JPEGDecoderL4TMHelper::JPEGDecoderL4TMHelper() { @@ -63,7 +66,7 @@ bool JPEGDecoderL4TMHelper::init(const unsigned char *in_buf, unsigned long in_b } } - jpeg_finish_decompress(&cinfo); + jpeg_finish_decompress(&cinfo); width = cinfo.image_width; height = cinfo.image_height; @@ -88,6 +91,122 @@ bool JPEGDecoderL4TMHelper::init(const unsigned char *in_buf, unsigned long in_b return true; } + + +int JPEGDecoderL4TMHelper::decodeToFd(int &fd, unsigned char * in_buf, + unsigned long in_buf_size) +{ + uint32_t pixel_format = 0; + uint32_t buffer_id; + NvBufSurface surface; + + if (in_buf == NULL || in_buf_size == 0) + { + LOG_INFO<<"Not decoding because input buffer = NULL or size = 0"; + return -1; + } + + + cinfo.out_color_space = JCS_YCbCr; + + jpeg_mem_src(&cinfo, in_buf, in_buf_size); + + cinfo.out_color_space = JCS_YCbCr; + + + (void) jpeg_read_header(&cinfo, TRUE); + + cinfo.out_color_space = JCS_YCbCr; + cinfo.IsVendorbuf = TRUE; + cinfo.pVendor_buf = (unsigned char*)&surface; + + if (cinfo.comp_info[0].h_samp_factor == 2) + { + if (cinfo.comp_info[0].v_samp_factor == 2) + { + pixel_format = V4L2_PIX_FMT_YUV420M; + } + else + { + pixel_format = V4L2_PIX_FMT_YUV422M; + } + } + else + { + if (cinfo.comp_info[0].v_samp_factor == 1) + { + pixel_format = V4L2_PIX_FMT_YUV444M; + } + else + { + pixel_format = V4L2_PIX_FMT_YUV422M; + } + } + + jpeg_start_decompress (&cinfo); + + if (cinfo.global_state != DSTATE_READY) { + LOG_INFO<<"JPEG format is not supported by libnvjpeg"; + return -1; + } + + jpeg_read_raw_data (&cinfo, NULL, cinfo.comp_info[0].v_samp_factor * DCTSIZE); + jpeg_finish_decompress(&cinfo); + + // Image width and height should be even + uint32_t width = (cinfo.image_width % 2 == 1) ? cinfo.image_width + 1 : cinfo.image_width; + uint32_t height = (cinfo.image_height % 2 == 1) ? cinfo.image_height + 1 : cinfo.image_height; + uint32_t pixfmt = pixel_format; + int fd1= cinfo.fd; + + LOG_INFO<<"Succesfully decoded Buffer fd=" << fd; + LOG_INFO<<"Succesfully decoded Buffer fd1=" << fd1; + + + NvBufSurfTransformRect src_rect, dst_rect; + src_rect.top = 0; + src_rect.left = 0; + src_rect.width = width; + src_rect.height = height; + dst_rect.top = 0; + dst_rect.left = 0; + dst_rect.width = width; + dst_rect.height = height; + + // Set up transform parameters + NvBufSurfTransformParams transform_params; + memset(&transform_params, 0, sizeof(transform_params)); + transform_params.transform_flag = NVBUFSURF_TRANSFORM_FILTER; + transform_params.transform_flip = NvBufSurfTransform_None; + transform_params.transform_filter = NvBufSurfTransformInter_Nearest; + transform_params.src_rect = &src_rect; + transform_params.dst_rect = &dst_rect; + + // auto dmaFDWrapper = static_cast(frame->data()); + NvBufSurface *in_surf = nullptr; + NvBufSurface *out_surf = nullptr; + + if (NvBufSurfaceFromFd(cinfo.fd, (void**)&in_surf) != 0) { + LOG_INFO << "Failed to create input surface"; + return false; + } + + if (NvBufSurfaceFromFd(fd, (void**)&out_surf) != 0) { + LOG_INFO << "Failed to create output surface"; + return false; + } + + NvBufSurfTransform_Error err = NvBufSurfTransform(in_surf, out_surf, &transform_params); + + if (err != NvBufSurfTransformError_Success) { + LOG_INFO << "Transform failed============================================>>>>>>>>>>>>>>>>>>>>>>>>>>>error:" < #include "Utils.h" #include "AIPExceptions.h" +#include "DMAFDWrapper.h" #define MSDK_ALIGN16(value) (((value + 15) >> 4) << 4) // round up to a multiple of 16 #define MSDK_ALIGN32(X) (((uint32_t)((X)+31)) & (~ (uint32_t)31)) @@ -43,37 +44,71 @@ class JPEGEncoderL4TM::Detail void copyYUV420PlanarToContiguous(const unsigned char* base, unsigned char* dst, RawImagePlanarMetadata* rim) { - // const int width = rim->getWidth(0); - // const int height = rim->getHeight(0); - // const size_t stepY = rim->getStep(0); - // const size_t stepU = rim->getStep(1); - // const size_t stepV = rim->getStep(2); - // const size_t offY = rim->getNextPtrOffset(0); - // const size_t offU = rim->getNextPtrOffset(1); - // const size_t offV = rim->getNextPtrOffset(2); - // const unsigned char* srcY = base + offY; - // const unsigned char* srcU = base + offU; - // const unsigned char* srcV = base + offV; - // unsigned char* dstY = dst; - // unsigned char* dstU = dst + width * height; - // unsigned char* dstV = dstU + (width * height) / 4; - // // Y - // for (int r = 0; r < height; r++) - // { - // memcpy(dstY + r * width, srcY + r * stepY, width); - // } - // // U and V are half resolution - // const int uvWidth = width / 2; - // const int uvHeight = height / 2; - // for (int r = 0; r < uvHeight; r++) - // { - // memcpy(dstU + r * uvWidth, srcU + r * stepU, uvWidth); - // memcpy(dstV + r * uvWidth, srcV + r * stepV, uvWidth); - // } + const int width = rim->getWidth(0); + const int height = rim->getHeight(0); + + const size_t stepY = rim->getStep(0); + const size_t stepU = rim->getStep(1); + const size_t stepV = rim->getStep(2); + + const size_t offY = rim->getNextPtrOffset(0); + const size_t offU = rim->getNextPtrOffset(1); + const size_t offV = rim->getNextPtrOffset(2); + + const unsigned char* srcY = base + offY; + const unsigned char* srcU = base + offU; + const unsigned char* srcV = base + offV; + + unsigned char* dstY = dst; + unsigned char* dstU = dst + width * height; + unsigned char* dstV = dstU + (width * height) / 4; + + // Copy Y plane row-by-row (handle stride) + for (int r = 0; r < height; r++) + { + memcpy(dstY + r * width, srcY + r * stepY, width); + } + + // Copy U and V planes (half resolution) + const int uvWidth = width / 2; + const int uvHeight = height / 2; + + for (int r = 0; r < uvHeight; r++) + { + memcpy(dstU + r * uvWidth, srcU + r * stepU, uvWidth); + memcpy(dstV + r * uvWidth, srcV + r * stepV, uvWidth); + } } - size_t compute(frame_sp& inFrame, frame_sp& frame) - { +size_t compute(frame_sp& inFrame, frame_sp& frame) + { + auto inMeta = inFrame->getMetadata(); + + // If input is DMABUF planar YUV420 or NV12, use encodeFromFd + if (inMeta->getMemType() == FrameMetadata::DMABUF && (inMeta->getFrameType() == FrameMetadata::RAW_IMAGE_PLANAR || inMeta->getFrameType() == FrameMetadata::RAW_IMAGE)) + { + // Extract fd + auto dma = static_cast(inFrame->data()); + int fd = dma->getFd(); + if (fd <= 0) { + LOG_ERROR << "Invalid DMABUF fd"; + return 0; + } + + // Setup output buffer + auto out_ptr = static_cast(frame->data()); + unsigned char* out_buf = out_ptr; + unsigned long out_len = static_cast(frame->size()); + + int ret = encHelper->encodeFromFd(fd, color_space, &out_buf, out_len, mProps.quality); + if (ret < 0) { + LOG_ERROR << "encodeFromFd failed"; + return 0; + } + return static_cast(out_len); + } + else{ + auto in_buf = static_cast(inFrame->data()); if(color_space == JCS_YCbCr) @@ -107,7 +142,7 @@ class JPEGEncoderL4TM::Detail } else if (rim->getImageType() == ImageMetadata::YUV420) { - // copyYUV420PlanarToContiguous((unsigned char*)inFrame->data(), (unsigned char*)dummyBuffer.get(), rim); + copyYUV420PlanarToContiguous((unsigned char*)inFrame->data(), (unsigned char*)dummyBuffer.get(), rim); in_buf = dummyBuffer.get(); } else @@ -132,6 +167,7 @@ class JPEGEncoderL4TM::Detail return outLength; } + } size_t getDataSize() { @@ -150,22 +186,40 @@ class JPEGEncoderL4TM::Detail bool validateMetadata(framemetadata_sp &metadata, std::string id) { - auto rawImageMetadata = FrameMetadataFactory::downcast(metadata); - if (rawImageMetadata->getChannels() != 1 && rawImageMetadata->getChannels() != 3 && rawImageMetadata->getChannels() != 4) + if (metadata->getFrameType() == FrameMetadata::RAW_IMAGE) { - LOG_ERROR << "<" << id << ">:: RAW_IMAGE CHANNELS IS EXPECTED TO BE 1, 3, or 4"; - return false; - } + auto rawImageMetadata = FrameMetadataFactory::downcast(metadata); + if (rawImageMetadata->getChannels() != 1 && rawImageMetadata->getChannels() != 3 && rawImageMetadata->getChannels() != 4) + { + LOG_ERROR << "<" << id << ">:: RAW_IMAGE CHANNELS IS EXPECTED TO BE 1, 3, or 4"; + return false; + } - if(rawImageMetadata->getImageType() != ImageMetadata::MONO && rawImageMetadata->getImageType() != ImageMetadata::RGB && rawImageMetadata->getImageType() != ImageMetadata::RGBA && rawImageMetadata->getImageType() != ImageMetadata::NV12) - { - LOG_ERROR << "<" << id << ">:: ImageType is expected to be MONO, RGB, RGBA, or NV12"; - return false; + if (rawImageMetadata->getImageType() != ImageMetadata::MONO && rawImageMetadata->getImageType() != ImageMetadata::RGB) + { + LOG_ERROR << "<" << id << ">:: ImageType is expected to be MONO, RGB, RGBA"; + return false; + } + + if (rawImageMetadata->getStep() * mProps.scale != MSDK_ALIGN32(rawImageMetadata->getWidth() * rawImageMetadata->getChannels() * mProps.scale)) + { + LOG_ERROR << "<" << id << ">:: RAW_IMAGE STEP IS EXPECTED TO BE 32 BIT ALIGNED<>" << rawImageMetadata->getWidth() << "<>" << mProps.scale; + return false; + } } + else if (metadata->getFrameType() == FrameMetadata::RAW_IMAGE_PLANAR) + { + auto rawImagePlanarMetadata = FrameMetadataFactory::downcast(metadata); + // For now, we are just allowing this. Add specific validations if needed. + if (rawImagePlanarMetadata->getImageType() != ImageMetadata::YUV420 && rawImagePlanarMetadata->getImageType() != ImageMetadata::NV12) + { + LOG_ERROR << "<" << id << ">:: ImageType is expected to be YUV420 or NV12"; + return false; + } - if (rawImageMetadata->getStep()*mProps.scale != MSDK_ALIGN32(rawImageMetadata->getWidth()*rawImageMetadata->getChannels()*mProps.scale)) + } + else { - LOG_ERROR << "<" << id << ">:: RAW_IMAGE STEP IS EXPECTED TO BE 32 BIT ALIGNED<>" << rawImageMetadata->getWidth() << "<>" << mProps.scale; return false; } @@ -271,7 +325,7 @@ class JPEGEncoderL4TM::Detail } else if(rawImageMetadata->getImageType() == ImageMetadata::RGBA) { - color_space = JCS_EXT_RGBA; + color_space = JCS_RGBA_8888; } else if(rawImageMetadata->getImageType() == ImageMetadata::NV12 || rawImageMetadata->getImageType() == ImageMetadata::YUV420) { @@ -300,7 +354,7 @@ class JPEGEncoderL4TM::Detail } else if(rim->getImageType() == ImageMetadata::RGBA) { - color_space = JCS_EXT_RGBA; + color_space = JCS_RGBA_8888; } else if(rim->getImageType() == ImageMetadata::NV12 || rim->getImageType() == ImageMetadata::YUV420) { @@ -353,7 +407,7 @@ bool JPEGEncoderL4TM::validateInputPins() if (metadata->isSet()) { - // return mDetail->validateMetadata(metadata, getId()); + return mDetail->validateMetadata(metadata, getId()); } return true; diff --git a/base/src/JPEGEncoderL4TMHelper.cpp b/base/src/JPEGEncoderL4TMHelper.cpp index 3250f169c..1fc028a48 100755 --- a/base/src/JPEGEncoderL4TMHelper.cpp +++ b/base/src/JPEGEncoderL4TMHelper.cpp @@ -2,6 +2,7 @@ #include "JPEGEncoderL4TMHelper.h" #include #include +#include // https://dev.w3.org/Amaya/libjpeg/example.c @@ -40,11 +41,12 @@ JPEGEncoderL4TMHelper::~JPEGEncoderL4TMHelper() bool JPEGEncoderL4TMHelper::init(uint32_t width, uint32_t height, uint32_t _stride, J_COLOR_SPACE color_space, double scale) { - if (color_space == JCS_RGB || color_space == JCS_EXT_RGBA) + if (color_space == JCS_RGB || color_space == JCS_RGBA_8888) { planes = 1; } - + scaled_width=scale*width; + scaled_height=scale*height; uint32_t i, j, k; comp_width[0] = width; @@ -78,7 +80,10 @@ bool JPEGEncoderL4TMHelper::init(uint32_t width, uint32_t height, uint32_t _stri cinfo.image_width = width; cinfo.image_height = height; - if(color_space == JCS_EXT_RGBA) + cinfo.image_scale = TRUE; + cinfo.scaled_image_width = scaled_width; + cinfo.scaled_image_height = scaled_height; + if(color_space == JCS_RGBA_8888) { cinfo.input_components = 4; // RGBA } @@ -90,7 +95,7 @@ bool JPEGEncoderL4TMHelper::init(uint32_t width, uint32_t height, uint32_t _stri // Scaling functionality removed - not available in standard libjpeg // if (scale != 1) { ... } - jpeg_set_defaults(&cinfo); +jpeg_set_defaults(&cinfo); jpeg_set_quality(&cinfo, quality, TRUE); if (planes == 3) @@ -110,10 +115,12 @@ bool JPEGEncoderL4TMHelper::init(uint32_t width, uint32_t height, uint32_t _stri int JPEGEncoderL4TMHelper::encode(const unsigned char *in_buf, unsigned char **out_buf, unsigned long &out_buf_size) { - if(cinfo.in_color_space == JCS_RGB || cinfo.in_color_space == JCS_EXT_RGBA) + if(cinfo.in_color_space == JCS_RGB || cinfo.in_color_space == JCS_RGBA_8888) { // Store original color space before destroying J_COLOR_SPACE orig_color_space = cinfo.in_color_space; + //this disables the hardware acceleration since it does not support RGB format + hardware_acc=FALSE; // every time destroy the cinfo and create it // if we don't do this per encode memory leak of the order of input frame @@ -128,10 +135,10 @@ int JPEGEncoderL4TMHelper::encode(const unsigned char *in_buf, unsigned char **o cinfo.image_height = comp_height[0]; // Restore correct components based on original color space - if(orig_color_space == JCS_EXT_RGBA) + if(orig_color_space == JCS_RGBA_8888) { cinfo.input_components = 4; // RGBA - cinfo.in_color_space = JCS_EXT_RGBA; + cinfo.in_color_space = JCS_RGBA_8888; } else { @@ -144,7 +151,7 @@ int JPEGEncoderL4TMHelper::encode(const unsigned char *in_buf, unsigned char **o jpeg_mem_dest(&cinfo, out_buf, &out_buf_size); - // jpeg_set_hardware_acceleration_parameters_enc(&cinfo, TRUE, out_buf_size, 0, 0); + jpeg_set_hardware_acceleration_parameters_enc(&cinfo, hardware_acc, out_buf_size, 0, 0); unsigned char *base[planes], *end[planes]; @@ -198,3 +205,60 @@ int JPEGEncoderL4TMHelper::encode(const unsigned char *in_buf, unsigned char **o return 0; } + + +int JPEGEncoderL4TMHelper::encodeFromFd(int fd, J_COLOR_SPACE color_space, + unsigned char **out_buf, unsigned long &out_buf_size, + int quality) +{ + uint32_t buffer_id; + + if (fd == -1) + { + LOG_INFO<<"Not encoding because fd = -1"; + return -1; + } + + + + jpeg_mem_dest(&cinfo, out_buf, &out_buf_size); + + cinfo.fd = fd; + cinfo.IsVendorbuf = TRUE; + switch (color_space) + { + case JCS_YCbCr: + cinfo.in_color_space = JCS_YCbCr; + break; + case JCS_RGBA_8888: + cinfo.in_color_space = JCS_RGBA_8888; + default: + + LOG_INFO<<"Color format " << color_space << " not supported\n"; + return -1; + } + cinfo.raw_data_in = TRUE; + jpeg_set_defaults(&cinfo); + jpeg_set_quality(&cinfo, quality, TRUE); + jpeg_set_hardware_acceleration_parameters_enc(&cinfo, TRUE, out_buf_size, 0, 0); + + + + jpeg_start_compress (&cinfo, 0); + + if (cinfo.err->msg_code) + { + char err_string[256]; + cinfo.err->format_message((j_common_ptr) &cinfo, err_string); + LOG_INFO<<"Error in jpeg_start_compress: " << err_string; + return -1; + } + + jpeg_write_raw_data (&cinfo, NULL, 0); + jpeg_finish_compress(&cinfo); + + LOG_INFO<<"Succesfully encoded Buffer fd=" << fd; + + + return 0; +} \ No newline at end of file diff --git a/base/src/MemTypeConversion.cpp b/base/src/MemTypeConversion.cpp index 8207fe3ca..51530f89f 100644 --- a/base/src/MemTypeConversion.cpp +++ b/base/src/MemTypeConversion.cpp @@ -4,7 +4,7 @@ #include "RawImagePlanarMetadata.h" #include "CudaCommon.h" -#if 1 +#if defined(__arm__) || defined(__aarch64__) #include "DMAFrameUtils.h" #include "DMAFDWrapper.h" #include "ImagePlaneData.h" @@ -30,14 +30,14 @@ class DetailMemory FrameMetadata::MemType inputMemType = inputMetadata->getMemType(); if (inputMemType == FrameMetadata::MemType::DMABUF && props.outputMemType == FrameMetadata::MemType::HOST) { -#if 1 +#if defined(__arm__) || defined(__aarch64__) mGetImagePlanes = DMAFrameUtils::getImagePlanesFunction(inputMetadata, mImagePlanes); mNumPlanes = static_cast(mImagePlanes.size()); #endif } else if (inputMemType == FrameMetadata::MemType::HOST && props.outputMemType == FrameMetadata::MemType::DMABUF) { -#if 1 +#if defined(__arm__) || defined(__aarch64__) mGetImagePlanes = DMAFrameUtils::getImagePlanesFunction(inputMetadata, mImagePlanes); mNumPlanes = static_cast(mImagePlanes.size()); #endif @@ -61,7 +61,7 @@ class DetailMemory if (inputMemType == FrameMetadata::MemType::DMABUF || props.outputMemType == FrameMetadata::MemType::DMABUF) { -#if 1 +#if defined(__arm__) || defined(__aarch64__) int type = CV_8UC4; switch (imageType) { @@ -112,7 +112,7 @@ class DetailMemory if (inputMemType == FrameMetadata::MemType::DMABUF || props.outputMemType == FrameMetadata::MemType::DMABUF) { -#if 1 +#if defined(__arm__) || defined(__aarch64__) auto metadata = framemetadata_sp(new RawImagePlanarMetadata(rowSize[0], height[0], imageType, size_t(0), CV_8U, FrameMetadata::MemType::DMABUF)); DMAAllocator::setMetadata(metadata, rowSize[0], height[0], imageType, pitch, offset); if (inputMemType == FrameMetadata::MemType::DMABUF) @@ -164,7 +164,7 @@ class DetailMemory size_t height[4]; size_t width[4]; -#if 1 +#if defined(__arm__) || defined(__aarch64__) ImagePlanes mImagePlanes; DMAFrameUtils::GetImagePlanes mGetImagePlanes; #endif @@ -177,27 +177,9 @@ class DetailDMAtoHOST : public DetailMemory bool compute() { -#if 1 +#if defined(__arm__) || defined(__aarch64__) mGetImagePlanes(inputFrame, mImagePlanes); dstPtr = static_cast(outputFrame->data()); - - // Debug UV plane pointers - // auto dmaPtr = static_cast(inputFrame->data()); - // LOG_ERROR << "[UV DEBUG] DMAFDWrapper pointers:"; - // LOG_ERROR << " Y ptr = " << dmaPtr->getHostPtrY() << " UV ptr = " << dmaPtr->getHostPtrUV(); - // LOG_ERROR << " UV offset from Y = " << ((uint8_t*)dmaPtr->getHostPtrUV() - (uint8_t*)dmaPtr->getHostPtrY()) << " bytes"; - - // // Debug: Log plane pointers and first few bytes - // LOG_INFO << "DetailDMAtoHOST copying " << mNumPlanes << " planes"; - // for (auto i = 0; i < mNumPlanes; i++) { - // LOG_INFO << " Plane " << i << " data ptr = " << mImagePlanes[i]->data; - // uint8_t* planeData = (uint8_t*)mImagePlanes[i]->data; - // LOG_INFO << " First 8 bytes: " << std::hex - // << (int)planeData[0] << " " << (int)planeData[1] << " " - // << (int)planeData[2] << " " << (int)planeData[3] << " " - // << (int)planeData[4] << " " << (int)planeData[5] << " " - // << (int)planeData[6] << " " << (int)planeData[7] << std::dec; - // } for (auto i = 0; i < mNumPlanes; i++) { @@ -216,7 +198,7 @@ class DetailHOSTtoDMA : public DetailMemory bool compute() { -#if 1 +#if defined(__arm__) || defined(__aarch64__) mGetImagePlanes(inputFrame, mImagePlanes); dstPtr = (static_cast(outputFrame->data()))->getHostPtr(); @@ -237,7 +219,7 @@ class DetailDEVICEtoDMA : public DetailMemory bool compute() { -#if 1 +#if defined(__arm__) || defined(__aarch64__) auto cudaStatus = cudaSuccess; for (auto i = 0; i < imageChannels; i++) @@ -265,7 +247,7 @@ class DetailDMAtoDEVICE : public DetailMemory bool compute() { -#if 1 +#if defined(__arm__) || defined(__aarch64__) auto cudaStatus = cudaSuccess; for (auto i = 0; i < imageChannels; i++) @@ -516,8 +498,7 @@ bool MemTypeConversion::processSOS(frame_sp &frame) auto outputRawMetadata = FrameMetadataFactory::downcast(mDetail->mOutputMetadata); mDetail->imageType = inputRawMetadata->getImageType(); - size_t outputStride = inputRawMetadata->getStep(0); - RawImagePlanarMetadata rawMetadata(inputRawMetadata->getWidth(0), inputRawMetadata->getHeight(0), mDetail->imageType, size_t(0), inputRawMetadata->getDepth(), mProps.outputMemType); + RawImagePlanarMetadata rawMetadata(inputRawMetadata->getWidth(0), inputRawMetadata->getHeight(0), mDetail->imageType, mDetail->mAlignLength, inputRawMetadata->getDepth(), mInputMemType); outputRawMetadata->setData(rawMetadata); } break; diff --git a/base/src/NvArgusCamera.cpp b/base/src/NvArgusCamera.cpp index 33e2a6574..938d36e5a 100755 --- a/base/src/NvArgusCamera.cpp +++ b/base/src/NvArgusCamera.cpp @@ -35,7 +35,12 @@ bool NvArgusCamera::init() frame_container frames; frames.insert(make_pair(mOutputPinId, frame)); send(frames); }, [&]() -> frame_sp { return makeFrame(); }); - mHelper->start(mProps.width, mProps.height, static_cast(mProps.fps), mProps.cameraId); + + if (!mHelper->start(mProps.width, mProps.height, static_cast(mProps.fps), mProps.cameraId)) + { + LOG_ERROR << "Failed to start camera helper"; + return false; + } return true; } diff --git a/base/src/NvArgusCameraHelper.cpp b/base/src/NvArgusCameraHelper.cpp index 969678c69..7796dc8ed 100644 --- a/base/src/NvArgusCameraHelper.cpp +++ b/base/src/NvArgusCameraHelper.cpp @@ -36,7 +36,8 @@ void NvArgusCameraHelper::sendFrame(Argus::Buffer *buffer) auto frame = mQueuedFrames[ptr]; mSendFrame(frame); std::lock_guard lock(mQueuedFramesMutex); - mQueuedFrames.erase(ptr); + auto erased = mQueuedFrames.erase(ptr); + } void NvArgusCameraHelper::operator()() @@ -53,7 +54,6 @@ void NvArgusCameraHelper::operator()() /* Timeout or error happen, exit */ break; } - sendFrame(buffer); } } @@ -76,7 +76,10 @@ bool NvArgusCameraHelper::queueFrameToCamera() } std::lock_guard lock(mQueuedFramesMutex); + mQueuedFrames[dmaFDWrapper] = frame; + + return true; } boost::shared_ptr NvArgusCameraUtils::instance; @@ -157,6 +160,11 @@ bool NvArgusCameraHelper::start(uint32_t width, uint32_t height, uint32_t fps, i /* Create the OutputStream */ outputStream.reset(iCaptureSession->createOutputStream(streamSettings.get())); Argus::IBufferOutputStream *iBufferOutputStream = Argus::interface_cast(outputStream); + if (!iBufferOutputStream) + { + LOG_ERROR << "Failed to get Argus::IBufferOutputStream interface"; + return false; + } /* Create the Argus::BufferSettings object to configure Argus::Buffer creation */ Argus::UniqueObj bufferSettings(iBufferOutputStream->createBufferSettings()); @@ -180,8 +188,15 @@ bool NvArgusCameraHelper::start(uint32_t width, uint32_t height, uint32_t fps, i auto dmaFDWrapper = static_cast(frame->data()); - iBufferSettings->setEGLImage(dmaFDWrapper->getEGLImage()); - iBufferSettings->setEGLDisplay(dmaFDWrapper->getEGLDisplay()); + EGLImageKHR eglImg = dmaFDWrapper->getEGLImage(); + EGLDisplay eglDisp = dmaFDWrapper->getEGLDisplay(); + + if (eglImg == EGL_NO_IMAGE_KHR) { + LOG_ERROR << "Buffer[" << i << "] EGLImage is EGL_NO_IMAGE_KHR - this will cause Argus createBuffer to fail"; + } + + iBufferSettings->setEGLImage(eglImg); + iBufferSettings->setEGLDisplay(eglDisp); buffers[i].reset(iBufferOutputStream->createBuffer(bufferSettings.get())); Argus::IBuffer *iBuffer = Argus::interface_cast(buffers[i]); if (!Argus::interface_cast(buffers[i])) diff --git a/base/src/NvEglRenderer.cpp b/base/src/NvEglRenderer.cpp index 2c2e7a372..9139718dc 100644 --- a/base/src/NvEglRenderer.cpp +++ b/base/src/NvEglRenderer.cpp @@ -28,11 +28,43 @@ #include "ApraNvEglRenderer.h" #include "NvLogging.h" -#include "nvbuf_utils.h" +//#include "nvbuf_utils.h" #include "NvElement.h" -#include "Logger.h" #include #include +#include "Logger.h" +#include +#include +#include FT_FREETYPE_H +#include +#include +#include +#define STB_IMAGE_IMPLEMENTATION +#include "stb_image.h" +#include +#include +#include + + +struct Character { + GLuint TextureID; // Glyph texture + int SizeX; // Width + int SizeY; // Height + int BearingX; // Offset from baseline to left/top + int BearingY; + GLuint Advance; // Offset to advance to next glyph +}; + +static std::map Characters; +static GLuint textVAO = 0, textVBO = 0; +static GLuint textShader = 0; +GLuint imageShader; +static int g_fontAscent = 0; +static int g_fontDescent = 0; +static int g_fontLineAdvance = 0; +static bool g_fontInitialized = false; +static std::string g_loadedFontPath; +static int g_loadedFontSize = 0; #define CAT_NAME "EglRenderer" @@ -51,27 +83,24 @@ PFNEGLCLIENTWAITSYNCKHRPROC NvEglRenderer::eglClientWaitSyncKHR; PFNEGLGETSYNCATTRIBKHRPROC NvEglRenderer::eglGetSyncAttribKHR; PFNGLEGLIMAGETARGETTEXTURE2DOESPROC NvEglRenderer::glEGLImageTargetTexture2DOES; +PFNGLGENVERTEXARRAYSOESPROC NvEglRenderer::glGenVertexArraysOES = nullptr; +PFNGLBINDVERTEXARRAYOESPROC NvEglRenderer::glBindVertexArrayOES = nullptr; +PFNGLDELETEVERTEXARRAYSOESPROC NvEglRenderer::glDeleteVertexArraysOES = nullptr; + using namespace std; -NvEglRenderer::NvEglRenderer(const char *name, uint32_t width, uint32_t height, uint32_t x_offset, uint32_t y_offset , bool displayOnTop) +NvEglRenderer::NvEglRenderer(const char *name, uint32_t width, uint32_t height, uint32_t x_offset, uint32_t y_offset, const char *ttfFilePath,const char *message,float scale,float r,float g,float b,float fontsize,int textPosX, int textPosY, + string imagePath,int imagePosX,int imagePosY,uint32_t imageWidth,uint32_t imageHeight,float opacity,bool mask + ,float imageOpacity,float textOpacity) // alwaysOnTOp { int depth; int screen_num; XSetWindowAttributes window_attributes; x_window = 0; x_display = NULL; - XColor color, dummy; - XGCValues gr_values; - - this->mWidth = width; - this->mHeight = height; - this->drawBorder = false; - - this->_x_offset = x_offset; - this->_y_offset = y_offset; - texture_id = 0; + cached_image_texture = 0; gc = NULL; fontinfo = NULL; @@ -92,7 +121,7 @@ NvEglRenderer::NvEglRenderer(const char *name, uint32_t width, uint32_t height, pthread_mutex_init(&render_lock, NULL); pthread_cond_init(&render_cond, NULL); - setFPS(30); + setFPS(60); if (initEgl() < 0) { @@ -117,24 +146,23 @@ NvEglRenderer::NvEglRenderer(const char *name, uint32_t width, uint32_t height, depth = DefaultDepth(x_display, DefaultScreen(x_display)); - //window_attributes.override_redirect = 1; window_attributes.background_pixel = BlackPixel(x_display, DefaultScreen(x_display)); - window_attributes.override_redirect = (displayOnTop ? 1 : 0); - Atom WM_HINTS; - if(window_attributes.override_redirect == 0) - { - struct - { - unsigned long flags; - unsigned long functions; - unsigned long decorations; - long inputMode; - unsigned long status; - } WM_HINTS = { (1L << 1), 0, 0, 0, 0 }; // this we added to remove title bar - } - + window_attributes.override_redirect = 1; + // window_attributes.override_redirect = 0; // this we added to make renderer controlled by window manager + + // Atom WM_HINTS; + // struct + // { + // unsigned long flags; + // unsigned long functions; + // unsigned long decorations; + // long inputMode; + // unsigned long status; + // } wmHints = { (1L << 1), 0, 0, 0, 0 }; // this we added to remove title bar + + // LOG_DEBUG << "X_OFFSET " << x_offset << "Y_OFFSET "<< y_offset << "========================>>>>"; x_window = XCreateWindow(x_display, DefaultRootWindow(x_display), x_offset, y_offset, width, height, @@ -143,180 +171,63 @@ NvEglRenderer::NvEglRenderer(const char *name, uint32_t width, uint32_t height, CopyFromParent, (CWBackPixel | CWOverrideRedirect), &window_attributes); - - if(window_attributes.override_redirect == 0) - { - XStoreName(x_display, x_window, "ApraEglRenderer"); - XFlush(x_display); - XSizeHints hints; - hints.x = x_offset; - hints.y = y_offset; - hints.width = width; - hints.height = height; - hints.flags = PPosition | PSize; - XSetWMNormalHints(x_display, x_window, &hints); - - WM_HINTS = XInternAtom(x_display, "_MOTIF_WM_HINTS", True); - XChangeProperty(x_display, x_window, WM_HINTS, WM_HINTS, 32, - PropModeReplace, (unsigned char *)&WM_HINTS, 5); - } - - XSelectInput(x_display, (int32_t) x_window, ButtonPressMask | - NoEventMask | - KeyPressMask | - KeyReleaseMask | - ButtonReleaseMask | - EnterWindowMask | - LeaveWindowMask | - PointerMotionMask | - PointerMotionHintMask | - Button1MotionMask | - Button2MotionMask | - Button3MotionMask | - Button4MotionMask | - Button5MotionMask | - ButtonMotionMask | - KeymapStateMask | - ExposureMask | - VisibilityChangeMask | - StructureNotifyMask | - ResizeRedirectMask | - SubstructureNotifyMask | - SubstructureRedirectMask | - FocusChangeMask | - PropertyChangeMask | - ColormapChangeMask | - OwnerGrabButtonMask); - - fontinfo = XLoadQueryFont(x_display, "9x15bold"); - - // XAllocNamedColor(x_display, DefaultColormap(x_display, screen_num), "green", &color, &dummy); - // XSetWindowBorder(x_display, x_window, color.pixel); - - // gr_values.font = fontinfo->fid; - // gr_values.foreground = color.pixel; - // gr_values.line_width = 5; - - // gc = XCreateGC(x_display, x_window, GCFont | GCForeground | GCLineWidth, &gr_values); - - // XFlush(x_display); - // XMapWindow(x_display, (int32_t)x_window); - // XFlush(x_display); - - XMapWindow(x_display, (int32_t)x_window); - gc = XCreateGC(x_display, x_window, 0, NULL); - - XSetForeground(x_display, gc, - WhitePixel(x_display, DefaultScreen(x_display))); - fontinfo = XLoadQueryFont(x_display, "9x15bold"); - pthread_mutex_lock(&render_lock); - pthread_create(&render_thread, NULL, renderThread, this); - pthread_setname_np(render_thread, "EglRenderer"); - pthread_cond_wait(&render_cond, &render_lock); - pthread_mutex_unlock(&render_lock); - - return; -} - -bool NvEglRenderer::renderAndDrawLoop() -{ - if (drawBorder) + // XStoreName(x_display, x_window, "ApraEglRenderer"); + // XFlush(x_display); + + // XSizeHints hints; + // hints.x = x_offset; + // hints.y = y_offset; + // hints.width = width; + // hints.height = height; + // hints.flags = PPosition | PSize; + // XSetWMNormalHints(x_display, x_window, &hints); + + // WM_HINTS = XInternAtom(x_display, "_MOTIF_WM_HINTS", True); + // XChangeProperty(x_display, x_window, WM_HINTS, WM_HINTS, 32, + // PropModeReplace, (unsigned char *)&wmHints, 5); + + XSelectInput(x_display, (int32_t) x_window, ExposureMask); + XMapWindow(x_display, (int32_t) x_window); + gc = XCreateGC(x_display, x_window, 0, NULL); + + XSetForeground(x_display, gc, + WhitePixel(x_display, DefaultScreen(x_display)) ); + fontinfo = XLoadQueryFont(x_display, "9x15bold"); + + this->ttfFilePath = ttfFilePath ? std::string(ttfFilePath) : std::string(); + this->message = message ? std::string(message) : std::string(); + this->scale = scale; + this->r = r; + this->g = g; + this->b = b; + this->fontSize = fontsize; + this->textPosX = textPosX; + this->textPosY = textPosY; + this->opacity = opacity; + this->imagePath = imagePath; + this->imagePosX = imagePosX; + this->imagePosY = imagePosY; + this->imageWidth = imageWidth; + this->imageHeight = imageHeight; + this->mask = mask; + this->imageOpacity = imageOpacity; + this->textOpacity = textOpacity; + + if(opacity < 1.0f) { - XDrawRectangle(x_display, x_window, gc, 0, 0, (mWidth)-1, (mHeight)-1); - XFlush(x_display); + setWindowOpacity(opacity); } - return true; -} - -bool NvEglRenderer::windowDrag() -{ - if (XCheckMaskEvent(x_display, - ButtonPressMask | - NoEventMask | - KeyPressMask | - KeyReleaseMask | - ButtonReleaseMask | - EnterWindowMask | - LeaveWindowMask | - PointerMotionMask | - PointerMotionHintMask | - Button1MotionMask | - Button2MotionMask | - Button3MotionMask | - Button4MotionMask | - Button5MotionMask | - ButtonMotionMask | - KeymapStateMask | - ExposureMask | - VisibilityChangeMask | - StructureNotifyMask | - ResizeRedirectMask | - SubstructureNotifyMask | - SubstructureRedirectMask | - FocusChangeMask | - PropertyChangeMask | - ColormapChangeMask | - OwnerGrabButtonMask, - &event)) - { - if (event.type == ButtonPress) - { - if (event.xbutton.button == Button1) - { - drag_start_x = event.xbutton.x_root - _x_offset; - drag_start_y = event.xbutton.y_root - _y_offset; - is_dragging = true; - } - } - else if (event.type == MotionNotify) - { - if (is_dragging) - { - int screen = DefaultScreen(x_display); - _x_offset = event.xbutton.x_root - drag_start_x; - _y_offset = event.xbutton.y_root - drag_start_y; - int centerX = _x_offset + mWidth / 2; - int centerY = _y_offset + mHeight / 2; - int screenWidth = XDisplayWidth(x_display, screen); - int screenHeight = XDisplayHeight(x_display, screen); - - // Determine the closest corner - int closestX, closestY; - - if (centerX <= screenWidth / 2) - { - closestX = 0; - } - else - { - closestX = screenWidth - mWidth; - } - - if (centerY <= screenHeight / 2) - { - closestY = 0; - } - else - { - closestY = screenHeight - mHeight; - } - - // Move the window to the closest corner - // XMoveWindow(x_display, x_window, _x_offset, _y_offset); - XMoveWindow(x_display, x_window, closestX, closestY); - XFlush(x_display); - } - } - else if (event.type == ButtonRelease) - { - if (event.xbutton.button == Button1) - { - is_dragging = false; - } - } + else + { + setWindowOpacity(0.99f); } - return true; + pthread_mutex_lock(&render_lock); + pthread_create(&render_thread, NULL, renderThread, this); + pthread_setname_np(render_thread, "EglRenderer"); + pthread_cond_wait(&render_cond, &render_lock); + pthread_mutex_unlock(&render_lock); + return; } int @@ -350,6 +261,7 @@ NvEglRenderer::renderThread(void *arg) EGL_GREEN_SIZE, 8, EGL_BLUE_SIZE, 8, EGL_ALPHA_SIZE, 8, + EGL_STENCIL_SIZE, 8, EGL_SURFACE_TYPE, EGL_WINDOW_BIT, EGL_NONE, }; @@ -392,6 +304,10 @@ NvEglRenderer::renderThread(void *arg) eglMakeCurrent(renderer->egl_display, renderer->egl_surface, renderer->egl_surface, renderer->egl_context); + + glEnable(GL_BLEND); + glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA); + if (eglGetError() != EGL_SUCCESS) { goto error; @@ -401,9 +317,66 @@ NvEglRenderer::renderThread(void *arg) { goto error; } + // Load OES VAO function pointers after making context current + NvEglRenderer::glGenVertexArraysOES = (PFNGLGENVERTEXARRAYSOESPROC)eglGetProcAddress("glGenVertexArraysOES"); + NvEglRenderer::glBindVertexArrayOES = (PFNGLBINDVERTEXARRAYOESPROC)eglGetProcAddress("glBindVertexArrayOES"); + NvEglRenderer::glDeleteVertexArraysOES = (PFNGLDELETEVERTEXARRAYSOESPROC)eglGetProcAddress("glDeleteVertexArraysOES"); + + textShader = renderer->initTextShader(); + // Initialize image shader used for 2D image rendering + imageShader = renderer->initImageShader(); + // setup VAO/VBO for text quads + if (glGenVertexArraysOES) + { + glGenVertexArraysOES(1, &textVAO); + } + glGenBuffers(1, &textVBO); + if (glBindVertexArrayOES) + { + glBindVertexArrayOES(textVAO); + glBindBuffer(GL_ARRAY_BUFFER, textVBO); + glBufferData(GL_ARRAY_BUFFER, sizeof(float) * 6 * 4, NULL, GL_DYNAMIC_DRAW); + glEnableVertexAttribArray(1); + glVertexAttribPointer(1, 4, GL_FLOAT, GL_FALSE, 4 * sizeof(float), 0); + glBindBuffer(GL_ARRAY_BUFFER, 0); + glBindVertexArrayOES(0); + } + else + { + // No VAO support: just allocate buffer now; we'll set attrib pointer per draw + glBindBuffer(GL_ARRAY_BUFFER, textVBO); + glBufferData(GL_ARRAY_BUFFER, sizeof(float) * 6 * 4, NULL, GL_DYNAMIC_DRAW); + glBindBuffer(GL_ARRAY_BUFFER, 0); + } renderer->create_texture(); + // Load image texture once during initialization + renderer->cached_image_texture = renderer->loadImageTexture(renderer->imagePath.c_str()); + if (renderer->cached_image_texture == 0) + { + fprintf(stderr, "Warning: Failed to load cached image texture\n"); + } + + // Initialize font atlas once if text is requested + if (!renderer->message.empty() && !renderer->ttfFilePath.empty()) + { + if (!g_fontInitialized || g_loadedFontPath != renderer->ttfFilePath || g_loadedFontSize != renderer->fontSize) + { + if (renderer->initFontAtlas(renderer->ttfFilePath.c_str(), renderer->fontSize) == 0) + { + g_fontInitialized = true; + g_loadedFontPath = renderer->ttfFilePath; + g_loadedFontSize = renderer->fontSize; + } + else + { + g_fontInitialized = false; + fprintf(stderr, "ERROR: Font atlas initialization failed for '%s'\n", renderer->ttfFilePath.c_str()); + } + } + } + pthread_mutex_lock(&renderer->render_lock); pthread_cond_broadcast(&renderer->render_cond); @@ -418,9 +391,8 @@ NvEglRenderer::renderThread(void *arg) break; } - renderer->windowDrag(); renderer->renderInternal(); - renderer->renderAndDrawLoop(); + pthread_mutex_lock(&renderer->render_lock); pthread_cond_broadcast(&renderer->render_cond); } @@ -431,6 +403,10 @@ NvEglRenderer::renderThread(void *arg) { glDeleteTextures(1, &renderer->texture_id); } + if (renderer->cached_image_texture) + { + glDeleteTextures(1, &renderer->cached_image_texture); + } if (renderer->egl_display != EGL_NO_DISPLAY) { @@ -453,6 +429,7 @@ NvEglRenderer::renderThread(void *arg) renderer->egl_context); if (egl_status == EGL_FALSE) { + LOG_DEBUG << "GETTING EGL FALSE "; } } @@ -465,7 +442,6 @@ NvEglRenderer::renderThread(void *arg) pthread_mutex_lock(&renderer->render_lock); pthread_cond_broadcast(&renderer->render_cond); pthread_mutex_unlock(&renderer->render_lock); - return NULL; error: @@ -500,6 +476,7 @@ NvEglRenderer::~NvEglRenderer() XUnmapWindow(x_display, (int32_t) x_window); XFlush(x_display); XDestroyWindow(x_display, (int32_t) x_window); + x_window = 0; } if (x_display) { @@ -518,35 +495,361 @@ NvEglRenderer::render(int fd) return 0; } -int -NvEglRenderer::renderInternal() +EGLImageKHR +NvEglRenderer::createEglImageFromDmaBuf() { - EGLImageKHR hEglImage; - bool frame_is_late = false; - - EGLSyncKHR egl_sync; - int iErr; - hEglImage = NvEGLImageFromFd(egl_display, render_fd); - if (!hEglImage) + EGLAttrib attrs[32]; + int ai = 0; + attrs[ai++] = EGL_WIDTH; attrs[ai++] = (EGLint)render_width; + attrs[ai++] = EGL_HEIGHT; attrs[ai++] = (EGLint)render_height; + attrs[ai++] = EGL_LINUX_DRM_FOURCC_EXT; attrs[ai++] = (EGLint)render_fourcc; + // Plane 0 + attrs[ai++] = EGL_DMA_BUF_PLANE0_FD_EXT; attrs[ai++] = (EGLint)render_fd; + attrs[ai++] = EGL_DMA_BUF_PLANE0_MODIFIER_LO_EXT; attrs[ai++] = 0; + attrs[ai++] = EGL_DMA_BUF_PLANE0_MODIFIER_HI_EXT; attrs[ai++] = 0; + attrs[ai++] = EGL_DMA_BUF_PLANE0_OFFSET_EXT; attrs[ai++] = (EGLint)render_offset; + attrs[ai++] = EGL_DMA_BUF_PLANE0_PITCH_EXT; attrs[ai++] = (EGLint)render_pitch; + if (render_num_planes >= 2) { - return -1; + attrs[ai++] = EGL_DMA_BUF_PLANE1_FD_EXT; attrs[ai++] = (EGLint)render_fd; + attrs[ai++] = EGL_DMA_BUF_PLANE1_OFFSET_EXT; attrs[ai++] = (EGLint)render_offset1; + attrs[ai++] = EGL_DMA_BUF_PLANE1_PITCH_EXT; attrs[ai++] = (EGLint)render_pitch1; } - + if (render_num_planes >= 3) + { + attrs[ai++] = EGL_DMA_BUF_PLANE2_FD_EXT; attrs[ai++] = (EGLint)render_fd; + attrs[ai++] = EGL_DMA_BUF_PLANE2_OFFSET_EXT; attrs[ai++] = (EGLint)render_offset2; + attrs[ai++] = EGL_DMA_BUF_PLANE2_PITCH_EXT; attrs[ai++] = (EGLint)render_pitch2; + } + attrs[ai++] = EGL_NONE; + + return eglCreateImage( + egl_display, + EGL_NO_CONTEXT, + EGL_LINUX_DMA_BUF_EXT, + (EGLClientBuffer)NULL, + attrs + ); +} +int NvEglRenderer::renderVideoFrame(EGLImageKHR hEglImage) +{ glActiveTexture(GL_TEXTURE0); glBindTexture(GL_TEXTURE_EXTERNAL_OES, texture_id); + glTexParameteri(GL_TEXTURE_EXTERNAL_OES, GL_TEXTURE_MIN_FILTER, GL_LINEAR); + glTexParameteri(GL_TEXTURE_EXTERNAL_OES, GL_TEXTURE_MAG_FILTER, GL_LINEAR); + glTexParameteri(GL_TEXTURE_EXTERNAL_OES, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE); + glTexParameteri(GL_TEXTURE_EXTERNAL_OES, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE); glEGLImageTargetTexture2DOES(GL_TEXTURE_EXTERNAL_OES, hEglImage); + + glUseProgram(gl_program); + + // --- Circle Mask Control --- + GLint enableLoc = glGetUniformLocation(gl_program, "u_enableMask"); + GLint centerLoc = glGetUniformLocation(gl_program, "u_center"); + GLint radiusLoc = glGetUniformLocation(gl_program, "u_radius"); + + if (enableLoc >= 0) glUniform1i(enableLoc, mask ? 1 : 0); // enableMask is a bool member variable + if (centerLoc >= 0) glUniform2f(centerLoc, 0.5f, 0.5f); // center at middle of frame + if (radiusLoc >= 0) glUniform1f(radiusLoc, 0.45f); // circle radius (slightly less than half) + glDrawArrays(GL_TRIANGLES, 0, 6); - iErr = glGetError(); + EGLBoolean egl_status = eglGetError(); + if (egl_status != EGL_SUCCESS) + return -1; + + int iErr = glGetError(); if (iErr != GL_NO_ERROR) + return -1; + + return 0; +} + + +void +NvEglRenderer::saveGLState(GLint& prevProgram, GLint& prevVAO, GLint& prevTexExternal, + GLint& prevTex2D, GLint& prevArrayBuffer, GLint& prevActiveTexUnit, + GLboolean& wasBlendEnabled) +{ + wasBlendEnabled = glIsEnabled(GL_BLEND); + glGetIntegerv(GL_CURRENT_PROGRAM, &prevProgram); + if (glGetError() == GL_NO_ERROR && glBindVertexArrayOES) + { + glGetIntegerv(GL_VERTEX_ARRAY_BINDING_OES, &prevVAO); + } + glGetIntegerv(GL_ACTIVE_TEXTURE, &prevActiveTexUnit); + glGetIntegerv(GL_TEXTURE_BINDING_EXTERNAL_OES, &prevTexExternal); + glGetIntegerv(GL_TEXTURE_BINDING_2D, &prevTex2D); + glGetIntegerv(GL_ARRAY_BUFFER_BINDING, &prevArrayBuffer); +} + +void +NvEglRenderer::restoreGLState(GLint prevProgram, GLint prevVAO, GLint prevTexExternal, + GLint prevTex2D, GLint prevArrayBuffer, GLint prevActiveTexUnit, + GLboolean wasBlendEnabled) +{ + glUseProgram(prevProgram); + if (glBindVertexArrayOES && prevVAO) + { + glBindVertexArrayOES(prevVAO); + } + glActiveTexture(prevActiveTexUnit); + glBindTexture(GL_TEXTURE_2D, prevTex2D); + glBindTexture(GL_TEXTURE_EXTERNAL_OES, prevTexExternal); + glBindBuffer(GL_ARRAY_BUFFER, prevArrayBuffer); + + if (!wasBlendEnabled) + { + glDisable(GL_BLEND); + } + + // If VAO is unavailable, restore video attribute pointer for 'in_pos' + if (!glBindVertexArrayOES) + { + GLint inPosLoc = glGetAttribLocation(prevProgram, "in_pos"); + if (inPosLoc >= 0) + { + glVertexAttribPointer(inPosLoc, 4, GL_FLOAT, GL_FALSE, 0, (void*)0); + glEnableVertexAttribArray(inPosLoc); + } + } +} +void +NvEglRenderer::renderOverlays() +{ + // Ensure depth/stencil won't block overlays and enable blending + glDisable(GL_DEPTH_TEST); + glDisable(GL_STENCIL_TEST); + glEnable(GL_BLEND); + glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA); + + // Save GL state before rendering overlays + GLint prevProgram; + GLint prevVAO = 0; + GLint prevTexExternal; + GLint prevTex2D; + GLint prevArrayBuffer; + GLint prevActiveTexUnit; + GLboolean wasBlendEnabled; + saveGLState(prevProgram, prevVAO, prevTexExternal, prevTex2D, prevArrayBuffer, + prevActiveTexUnit, wasBlendEnabled); + + GLint viewport[4] = {0, 0, 0, 0}; + glGetIntegerv(GL_VIEWPORT, viewport); + int viewportWidth = viewport[2]; + int viewportHeight = viewport[3]; + if (viewportWidth <= 0 && render_width > 0) + { + viewportWidth = static_cast(render_width); + } + if (viewportHeight <= 0 && render_height > 0) + { + viewportHeight = static_cast(render_height); + } + float orthoWidth = viewportWidth > 0 ? static_cast(viewportWidth) + : (render_width > 0 ? render_width : 1.0f); + float orthoHeight = viewportHeight > 0 ? static_cast(viewportHeight) + : (render_height > 0 ? render_height : 1.0f); + + // Render image overlay if available + if (cached_image_texture != 0) + { + glUseProgram(imageShader); + GLint projLoc = glGetUniformLocation(imageShader, "projection"); + if (projLoc != -1) + { + glm::mat4 projection = glm::ortho(0.0f, orthoWidth, orthoHeight, 0.0f); + glUniformMatrix4fv(projLoc, 1, GL_FALSE, glm::value_ptr(projection)); + } + RenderImage(cached_image_texture, imagePosX, imagePosY, imageWidth, imageHeight); + } + + // Render text overlay if message is not empty + if (!message.empty() && !ttfFilePath.empty()) { + if (!g_fontInitialized) + { + // Attempt lazy init if not already initialized + if (initFontAtlas(ttfFilePath.c_str(), fontSize) == 0) + { + g_fontInitialized = true; + g_loadedFontPath = ttfFilePath; + g_loadedFontSize = fontSize; + } + else + { + fprintf(stderr, "ERROR: Skipping text render because font atlas is not initialized for '%s'\n", ttfFilePath.c_str()); + // Skip text rendering if font couldn't be initialized + goto restore_state; + } + } + // Text projection matrix (normalized device coordinates) + GLfloat textProjection[16] = { + 2.0f / orthoWidth, 0.0f, 0.0f, 0.0f, + 0.0f, -2.0f / orthoHeight, 0.0f, 0.0f, + 0.0f, 0.0f, -1.0f, 0.0f, + -1.0f, 1.0f, 0.0f, 1.0f + }; + + glUseProgram(textShader); + GLint projLoc = glGetUniformLocation(textShader, "projection"); + if (projLoc != -1) + glUniformMatrix4fv(projLoc, 1, GL_FALSE, textProjection); + + // Compute multiline-aware text dimensions + int maxLineW = 0; + int currentLineW = 0; + int numLines = 1; + for (auto it = message.begin(); it != message.end(); ++it) + { + if (*it == '\n') + { + if (currentLineW > maxLineW) maxLineW = currentLineW; + currentLineW = 0; + numLines++; + continue; + } + auto cit = Characters.find(*it); + if (cit == Characters.end()) + { + // Approximate advance for missing glyphs (e.g., space) + continue; + } + const Character& ch = cit->second; + currentLineW += static_cast(((int)ch.Advance >> 6) * scale); + } + if (currentLineW > maxLineW) maxLineW = currentLineW; + int textW = maxLineW > 0 ? maxLineW : 1; + int textH = (g_fontLineAdvance > 0 ? g_fontLineAdvance : 16) * numLines * scale; + if (textH < 1) textH = 1; + + // Save previous scissor state + GLboolean prevScissorEnabled = glIsEnabled(GL_SCISSOR_TEST); + GLint prevScissorBox[4]; + glGetIntegerv(GL_SCISSOR_BOX, prevScissorBox); + + // Determine if stencil buffer is available before using it for clipping + GLint stencilBits = 0; + glGetIntegerv(GL_STENCIL_BITS, &stencilBits); + const bool useStencil = stencilBits > 0; + + if (useStencil) + { + // Prepare stencil: 0 everywhere, 1 inside text rectangle + glEnable(GL_STENCIL_TEST); + glStencilMask(0xFF); + glDisable(GL_SCISSOR_TEST); + glClearStencil(0); + glClear(GL_STENCIL_BUFFER_BIT); + } + + // Compute scissor box for top-left coordinates to GL bottom-left origin + int ascentPixels = g_fontAscent > 0 ? static_cast(g_fontAscent * scale) : static_cast(16 * scale); + int adjustedtextPosY = static_cast(textPosY) - ascentPixels; + int adjustedTextH = textH + ascentPixels; + if (adjustedtextPosY < 0) + { + adjustedTextH += adjustedtextPosY; + adjustedtextPosY = 0; + } + + GLint scX = static_cast(textPosX); + GLint scY = static_cast(viewportHeight - adjustedtextPosY - adjustedTextH); + if (scY < 0) scY = 0; + if (scX < 0) scX = 0; + GLsizei scW = static_cast(textW); + GLsizei scH = static_cast(adjustedTextH); + if (viewportWidth > 0) + { + if (scX + scW > viewportWidth) + { + int excess = (scX + scW) - viewportWidth; + scW = static_cast(std::max(1, static_cast(scW) - excess)); + } + } + if (viewportHeight > 0) + { + if (scY + scH > viewportHeight) + { + int excess = (scY + scH) - viewportHeight; + scH = static_cast(std::max(1, static_cast(scH) - excess)); + } + } + + // Use scissor only to clip text rendering (no stencil) + glEnable(GL_SCISSOR_TEST); + glScissor(scX, scY, scW, scH); + if (useStencil) + { + glClearStencil(1); + glClear(GL_STENCIL_BUFFER_BIT); + + // Only pass where stencil == 1 + glStencilFunc(GL_EQUAL, 1, 0xFF); + glStencilOp(GL_KEEP, GL_KEEP, GL_KEEP); + } + else + { + glDisable(GL_STENCIL_TEST); + } + + // For non-VAO path, set attrib pointer for text + if (!glBindVertexArrayOES) + { + glBindBuffer(GL_ARRAY_BUFFER, textVBO); + glEnableVertexAttribArray(1); + glVertexAttribPointer(1, 4, GL_FLOAT, GL_FALSE, 4 * sizeof(float), 0); + } + + RenderText(this->message, this->textPosX, this->textPosY, this->scale, this->r, this->g, this->b); + // Disable stencil and restore scissor state + if (useStencil) + { + glDisable(GL_STENCIL_TEST); + } + if (prevScissorEnabled) + { + glEnable(GL_SCISSOR_TEST); + glScissor(prevScissorBox[0], prevScissorBox[1], prevScissorBox[2], prevScissorBox[3]); + } + else + { + glDisable(GL_SCISSOR_TEST); + } + } + +restore_state: + // Restore GL state + restoreGLState(prevProgram, prevVAO, prevTexExternal, prevTex2D, prevArrayBuffer, + prevActiveTexUnit, wasBlendEnabled); +} + +int +NvEglRenderer::renderInternal() +{ + // Create EGL image from dmabuf + EGLImageKHR hEglImage = createEglImageFromDmaBuf(); + if (!hEglImage) + { + return -1; + } + + // Render video frame + if (renderVideoFrame(hEglImage) < 0) + { + eglDestroyImageKHR(egl_display, hEglImage); return -1; } - egl_sync = eglCreateSyncKHR(egl_display, EGL_SYNC_FENCE_KHR, NULL); + + // Create sync object for frame timing + EGLSyncKHR egl_sync = eglCreateSyncKHR(egl_display, EGL_SYNC_FENCE_KHR, NULL); if (egl_sync == EGL_NO_SYNC_KHR) { + eglDestroyImageKHR(egl_display, hEglImage); return -1; } + + // Frame timing control if (last_render_time.tv_sec != 0) { pthread_mutex_lock(&render_lock); @@ -554,39 +857,38 @@ NvEglRenderer::renderInternal() last_render_time.tv_nsec += render_time_nsec; last_render_time.tv_sec += last_render_time.tv_nsec / 1000000000UL; last_render_time.tv_nsec %= 1000000000UL; - - pthread_cond_timedwait(&render_cond, &render_lock, - &last_render_time); - + pthread_cond_timedwait(&render_cond, &render_lock, &last_render_time); pthread_mutex_unlock(&render_lock); } else { struct timeval now; - gettimeofday(&now, NULL); last_render_time.tv_sec = now.tv_sec; last_render_time.tv_nsec = now.tv_usec * 1000L; } + + // Render overlays (image and text) + renderOverlays(); + + // Swap buffers eglSwapBuffers(egl_display, egl_surface); if (eglGetError() != EGL_SUCCESS) { + eglDestroySyncKHR(egl_display, egl_sync); + eglDestroyImageKHR(egl_display, hEglImage); return -1; } - if (eglClientWaitSyncKHR (egl_display, egl_sync, - EGL_SYNC_FLUSH_COMMANDS_BIT_KHR, EGL_FOREVER_KHR) == EGL_FALSE) - { - } - if (eglDestroySyncKHR(egl_display, egl_sync) != EGL_TRUE) - { - } - NvDestroyEGLImage(egl_display, hEglImage); + // Wait for sync and cleanup + eglClientWaitSyncKHR(egl_display, egl_sync, EGL_SYNC_FLUSH_COMMANDS_BIT_KHR, EGL_FOREVER_KHR); + eglDestroySyncKHR(egl_display, egl_sync); + eglDestroyImageKHR(egl_display, hEglImage); + // Render X11 overlay text if needed if (strlen(overlay_str) != 0) { - XSetForeground(x_display, gc, - BlackPixel(x_display, DefaultScreen(x_display))); + XSetForeground(x_display, gc, BlackPixel(x_display, DefaultScreen(x_display))); XSetFont(x_display, gc, fontinfo->fid); XDrawString(x_display, x_window, gc, overlay_str_x_offset, overlay_str_y_offset, overlay_str, strlen(overlay_str)); @@ -610,6 +912,7 @@ NvEglRenderer::setOverlayText(char *str, uint32_t x, uint32_t y) int NvEglRenderer::setFPS(float fps) { + LOG_DEBUG << "Setting FPS to =======>>>" << fps; uint64_t render_time_usec; if (fps == 0) @@ -629,10 +932,13 @@ NvEglRenderer::setFPS(float fps) NvEglRenderer * NvEglRenderer::createEglRenderer(const char *name, uint32_t width, uint32_t height, uint32_t x_offset, - uint32_t y_offset , bool displayOnTop) + uint32_t y_offset, const char *ttfFilePath, + const char *message, float scale, float r, float g, float b, float fontsize,int textPosX, int textPosY, + string imagePath,int imagePosX,int imagePosY,uint32_t imageWidth,uint32_t imageHeight,float opacity,bool mask + ,float imageOpacity,float textOpacity) { NvEglRenderer* renderer = new NvEglRenderer(name, width, height, - x_offset, y_offset , displayOnTop); + x_offset, y_offset, ttfFilePath, message, scale, r, g, b, fontsize, textPosX, textPosY, imagePath, imagePosX, imagePosY, imageWidth, imageHeight,opacity,mask,imageOpacity,textOpacity); return renderer; } @@ -730,9 +1036,22 @@ NvEglRenderer::InitializeShaders(void) static const char kFragmentShader[] = "#extension GL_OES_EGL_image_external : require\n" - "precision mediump float;\n" "varying vec2 interp_tc; \n" - "uniform samplerExternalOES tex; \n" "void main() {\n" - "gl_FragColor = texture2D(tex, interp_tc);\n" "}\n"; + "precision mediump float;\n" + "varying vec2 interp_tc;\n" + "uniform samplerExternalOES tex;\n" + "uniform int u_enableMask;\n" // 0 = off, 1 = on + "uniform vec2 u_center;\n" // normalized [0,1] coordinates + "uniform float u_radius;\n" // normalized radius (0–1)\n" + "void main() {\n" + " vec4 color = texture2D(tex, interp_tc);\n" + " if (u_enableMask == 1) {\n" + " float dist = distance(interp_tc, u_center);\n" + " if (dist > u_radius)\n" + " discard;\n" + " }\n" + " gl_FragColor = color;\n" + "}\n"; + glEnable(GL_SCISSOR_TEST); program = glCreateProgram(); @@ -761,7 +1080,7 @@ NvEglRenderer::InitializeShaders(void) return -1; } - GLuint vbo; // Store vetex and tex coords + GLuint vbo; // Store vertex and tex coords glGenBuffers(1, &vbo); glBindBuffer(GL_ARRAY_BUFFER, vbo); glBufferData(GL_ARRAY_BUFFER, sizeof(vertexTexBuf), vertexTexBuf, GL_STATIC_DRAW); @@ -773,8 +1092,18 @@ NvEglRenderer::InitializeShaders(void) glVertexAttribPointer(pos_location, 4, GL_FLOAT, GL_FALSE, 0, (void*)0); glEnableVertexAttribArray(pos_location); + glActiveTexture(GL_TEXTURE0); - glUniform1i(glGetUniformLocation(program, "texSampler"), 0); + // Bind the sampler used by the fragment shader to unit 0 + GLint texLoc = glGetUniformLocation(program, "tex"); + if (texLoc != -1) + { + glUniform1i(texLoc, 0); + } + + this->alpha_location = 1; + this->gl_program = program; + if (glGetError() != GL_NO_ERROR) { return -1; @@ -795,4 +1124,308 @@ NvEglRenderer::create_texture() glBindTexture(GL_TEXTURE_EXTERNAL_OES, texture_id); return 0; +} +void NvEglRenderer::setWindowOpacity(float opacity) +{ + if (opacity < 0.0f) opacity = 0.0f; + if (opacity > 1.0f) opacity = 1.0f; + + unsigned long opacityValue = (unsigned long)(0xFFFFFFFFul * opacity); + Atom opacityAtom = XInternAtom(x_display, "_NET_WM_WINDOW_OPACITY", False); + XChangeProperty(x_display, x_window, opacityAtom, XA_CARDINAL, 32, + PropModeReplace, (unsigned char *)&opacityValue, 1); + XFlush(x_display); +} + +int NvEglRenderer::initFontAtlas(const char* fontPath, int fontSize) +{ + FT_Library ft; + if (FT_Init_FreeType(&ft)) { + fprintf(stderr, "ERROR: Could not init FreeType Library\n"); + return -1; + } + + FT_Face face; + if (FT_New_Face(ft, fontPath, 0, &face)) { + fprintf(stderr, "ERROR: Failed to load font: %s\n", fontPath); + return -1; + } + + FT_Set_Pixel_Sizes(face, 0, fontSize); + // Cache font metrics for baseline and line advance + g_fontAscent = static_cast(face->size->metrics.ascender >> 6); + g_fontDescent = static_cast(-(face->size->metrics.descender >> 6)); + g_fontLineAdvance = static_cast(face->size->metrics.height >> 6); + if (g_fontLineAdvance == 0) + { + g_fontLineAdvance = g_fontAscent + g_fontDescent; + } + glPixelStorei(GL_UNPACK_ALIGNMENT, 1); // disable byte-alignment restriction + + for (unsigned char c = 0; c < 128; c++) { + if (FT_Load_Char(face, c, FT_LOAD_RENDER)) { + fprintf(stderr, "ERROR: Failed to load Glyph %c\n", c); + continue; + } + + GLuint tex; + glGenTextures(1, &tex); + glBindTexture(GL_TEXTURE_2D, tex); + glTexImage2D( + GL_TEXTURE_2D, + 0, + GL_ALPHA, + face->glyph->bitmap.width, + face->glyph->bitmap.rows, + 0, + GL_ALPHA, + GL_UNSIGNED_BYTE, + face->glyph->bitmap.buffer + ); + + glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE); + glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE); + glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR); + glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR); + + Character character = { + tex, + (int)face->glyph->bitmap.width, + (int)face->glyph->bitmap.rows, + (int)face->glyph->bitmap_left, + (int)face->glyph->bitmap_top, + (GLuint)face->glyph->advance.x + }; + Characters.insert(std::pair(c, character)); + } + + FT_Done_Face(face); + FT_Done_FreeType(ft); + return 0; +} +GLuint NvEglRenderer::initTextShader() +{ + static const char* textVertexShaderSrc = R"( + attribute vec4 vertex; + varying vec2 TexCoords; + uniform mat4 projection; + void main() { + gl_Position = projection * vec4(vertex.xy, 0.0, 1.0); + TexCoords = vertex.zw; + } + )"; + + static const char* textFragmentShaderSrc = R"( + precision mediump float; + varying vec2 TexCoords; + uniform sampler2D text; + uniform vec3 textColor; + uniform float opacity; + void main() { + float alpha = texture2D(text, TexCoords).a; + vec4 color = vec4(textColor, alpha); + color.a *= opacity; + gl_FragColor = color; + } + )"; + + GLuint vs = glCreateShader(GL_VERTEX_SHADER); + glShaderSource(vs, 1, &textVertexShaderSrc, NULL); + glCompileShader(vs); + + GLuint fs = glCreateShader(GL_FRAGMENT_SHADER); + glShaderSource(fs, 1, &textFragmentShaderSrc, NULL); + glCompileShader(fs); + + GLuint shader = glCreateProgram(); + glAttachShader(shader, vs); + glAttachShader(shader, fs); + glBindAttribLocation(shader, 1, "vertex"); + glLinkProgram(shader); + + // Bind uniforms + glUseProgram(shader); + GLint textSamplerLoc = glGetUniformLocation(shader, "text"); + GLint opacityLoc = glGetUniformLocation(shader, "opacity"); + if (textSamplerLoc != -1) + glUniform1i(textSamplerLoc, 0); + if (opacityLoc != -1) + glUniform1f(opacityLoc, textOpacity); + glUseProgram(0); + + glDeleteShader(vs); + glDeleteShader(fs); + return shader; +} + +void NvEglRenderer::RenderText(std::string text, float x, float y, float scale, float r, float g, float b) +{ + // Assumes textShader is already bound and projection uniform set by caller + GLint colorLoc = glGetUniformLocation(textShader, "textColor"); + glUniform3f(colorLoc, r, g, b); + glActiveTexture(GL_TEXTURE0); + if (glBindVertexArrayOES) + { + glBindVertexArrayOES(textVAO); + } + else + { + // No VAO: ensure attribute pointer is set to textVBO at attrib 1 + glBindBuffer(GL_ARRAY_BUFFER, textVBO); + glEnableVertexAttribArray(1); + glVertexAttribPointer(1, 4, GL_FLOAT, GL_FALSE, 4 * sizeof(float), 0); + } + + const float originX = x; + // In screen coordinates: y=0 is top, y increases downward + // Baseline is at y position (y is top of text area) + float baselineY = y; + + for (auto c = text.begin(); c != text.end(); c++) { + if (*c == '\n') + { + // Move to next line (downward in screen space) + x = originX; + baselineY += g_fontLineAdvance * scale; + continue; + } + auto it = Characters.find(*c); + if (it == Characters.end()) + { + // Skip unsupported glyphs + continue; + } + const Character& ch = it->second; + + // Compute glyph position + float xpos = x + ch.BearingX * scale; + // ypos is the top of the glyph rectangle + // BearingY is offset from baseline to top, so top = baseline - BearingY + float ypos = baselineY - (ch.BearingY * scale); + + float w = ch.SizeX * scale; + float h = ch.SizeY * scale; + + // Build vertex array (ypos = top, ypos + h = bottom) + float vertices[6][4] = { + {xpos, ypos + h, 0.0f, 1.0f}, // flip V + {xpos, ypos, 0.0f, 0.0f}, + {xpos + w, ypos, 1.0f, 0.0f}, + {xpos, ypos + h, 0.0f, 1.0f}, + {xpos + w, ypos, 1.0f, 0.0f}, + {xpos + w, ypos + h, 1.0f, 1.0f} + }; + + + glBindTexture(GL_TEXTURE_2D, ch.TextureID); + glBindBuffer(GL_ARRAY_BUFFER, textVBO); + glBufferSubData(GL_ARRAY_BUFFER, 0, sizeof(vertices), vertices); + glDrawArrays(GL_TRIANGLES, 0, 6); + + // Advance cursor + x += (ch.Advance >> 6) * scale; + } + + if (glBindVertexArrayOES) + { + glBindVertexArrayOES(0); + } + glBindTexture(GL_TEXTURE_2D, 0); +} + +GLuint NvEglRenderer::loadImageTexture(const char* imagePath) +{ + int width, height, channels; + unsigned char* data = stbi_load(imagePath, &width, &height, &channels, STBI_rgb_alpha); + if (!data) { + fprintf(stderr, "Failed to load image: %s\n", imagePath); + return 0; + } + + GLuint tex; + glGenTextures(1, &tex); + glBindTexture(GL_TEXTURE_2D, tex); + glTexImage2D(GL_TEXTURE_2D, 0, GL_RGBA, width, height, 0, + GL_RGBA, GL_UNSIGNED_BYTE, data); + glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE); + glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE); + glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR); + glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR); + glBindTexture(GL_TEXTURE_2D, 0); + + stbi_image_free(data); + return tex; +} + +GLuint NvEglRenderer::initImageShader() +{ + static const char* vsSrc = R"( + attribute vec4 vertex; + varying vec2 TexCoords; + uniform mat4 projection; + void main() { + gl_Position = projection * vec4(vertex.xy, 0.0, 1.0); + TexCoords = vertex.zw; + })"; + + static const char* fsSrc = R"( + precision mediump float; + varying vec2 TexCoords; + uniform sampler2D imageTex; + uniform float opacity; + void main() { + vec4 color = texture2D(imageTex, TexCoords); + color.a *= opacity; + gl_FragColor = color; + })"; + + GLuint vs = glCreateShader(GL_VERTEX_SHADER); + glShaderSource(vs, 1, &vsSrc, NULL); + glCompileShader(vs); + + GLuint fs = glCreateShader(GL_FRAGMENT_SHADER); + glShaderSource(fs, 1, &fsSrc, NULL); + glCompileShader(fs); + + GLuint shader = glCreateProgram(); + glAttachShader(shader, vs); + glAttachShader(shader, fs); + glBindAttribLocation(shader, 1, "vertex"); + glLinkProgram(shader); + + glUseProgram(shader); + GLint texLoc = glGetUniformLocation(shader, "imageTex"); + GLint opacityLoc = glGetUniformLocation(shader, "opacity"); + if (texLoc != -1) glUniform1i(texLoc, 0); + if (opacityLoc != -1) glUniform1f(opacityLoc, imageOpacity); + glUseProgram(0); + + glDeleteShader(vs); + glDeleteShader(fs); + return shader; +} + +void NvEglRenderer::RenderImage(GLuint texture, float x, float y, float width, float height) +{ + glUseProgram(imageShader); + glActiveTexture(GL_TEXTURE0); + glBindTexture(GL_TEXTURE_2D, texture); + + float vertices[6][4] = { + {x, y + height, 0.0f, 1.0f}, + {x, y, 0.0f, 0.0f}, + {x + width, y, 1.0f, 0.0f}, + {x, y + height, 0.0f, 1.0f}, + {x + width, y, 1.0f, 0.0f}, + {x + width, y + height, 1.0f, 1.0f} + }; + + glBindBuffer(GL_ARRAY_BUFFER, textVBO); + glBufferSubData(GL_ARRAY_BUFFER, 0, sizeof(vertices), vertices); + glEnableVertexAttribArray(1); + glVertexAttribPointer(1, 4, GL_FLOAT, GL_FALSE, 4 * sizeof(float), 0); + glDrawArrays(GL_TRIANGLES, 0, 6); + + glBindTexture(GL_TEXTURE_2D, 0); + glUseProgram(0); } \ No newline at end of file diff --git a/base/src/NvTransform.cpp b/base/src/NvTransform.cpp index 9e194e080..1ca0b0fa4 100644 --- a/base/src/NvTransform.cpp +++ b/base/src/NvTransform.cpp @@ -1,5 +1,5 @@ #include "NvTransform.h" -#include "nvbuf_utils.h" +//#include "nvbuf_utils.h" #include "FrameMetadata.h" #include "Frame.h" #include "Logger.h" @@ -7,259 +7,302 @@ #include "AIPExceptions.h" #include "DMAFDWrapper.h" #include "DMAAllocator.h" - #include "npp.h" +#include +#include class NvTransform::Detail { public: - Detail(NvTransformProps &_props) : props(_props) - { - src_rect.top = _props.top; - src_rect.left = _props.left; - src_rect.width = _props.width; - src_rect.height = _props.height; - - memset(&transParams, 0, sizeof(transParams)); - switch(_props.filterType) - { - case NvTransformProps::NvTransformFilter::NEAREST: - transParams.transform_filter = NvBufferTransform_Filter_Nearest; - break; - case NvTransformProps::NvTransformFilter::BILINEAR: - transParams.transform_filter = NvBufferTransform_Filter_Bilinear; - break; - case NvTransformProps::NvTransformFilter::TAP_5: - transParams.transform_filter = NvBufferTransform_Filter_5_Tap; - break; - case NvTransformProps::NvTransformFilter::TAP_10: - transParams.transform_filter = NvBufferTransform_Filter_10_Tap; - break; - case NvTransformProps::NvTransformFilter::SMART: - transParams.transform_filter = NvBufferTransform_Filter_Smart; - break; - case NvTransformProps::NvTransformFilter::NICEST: - transParams.transform_filter = NvBufferTransform_Filter_Nicest; - break; - default: - throw AIPException(AIP_FATAL, "Filter Not Supported"); - } - - if (src_rect.width != 0) - { - transParams.src_rect = src_rect; - transParams.transform_flag = NVBUFFER_TRANSFORM_FILTER | NVBUFFER_TRANSFORM_CROP_SRC; - } - else - { - transParams.transform_flag = NVBUFFER_TRANSFORM_FILTER; - } - } - - ~Detail() - { - } - - bool compute(frame_sp &frame, int outFD) - { - auto dmaFDWrapper = static_cast(frame->data()); - NvBufferTransform(dmaFDWrapper->getFd(), outFD, &transParams); - - return true; - } + Detail(NvTransformProps &_props) : props(_props) +{ + src_rect.top = _props.top; + src_rect.left = _props.left; + src_rect.width = _props.width; + src_rect.height = _props.height; + + + memset(&transParams, 0, sizeof(transParams)); + transParams.transform_filter = NvBufSurfTransformInter_Default; + + transParams.transform_flag = NVBUFSURF_TRANSFORM_FILTER; + + if (src_rect.width != 0 && src_rect.height != 0) + { + transParams.src_rect = &src_rect; + transParams.transform_flag |= NVBUFSURF_TRANSFORM_CROP_SRC | NVBUFSURF_TRANSFORM_ALLOW_ODD_CROP; + } + + transParams.transform_flip = NvBufSurfTransform_None; + if (_props.rotation != (NvTransformProps::NvRotation)0) + { + transParams.transform_flag |= NVBUFSURF_TRANSFORM_FLIP; + + switch (_props.rotation) + { + case NvTransformProps::NvRotation::Rotate90: + transParams.transform_flip = NvBufSurfTransform_Rotate90; + break; + case NvTransformProps::NvRotation::Rotate180: + transParams.transform_flip = NvBufSurfTransform_Rotate180; + break; + case NvTransformProps::NvRotation::Rotate270: + transParams.transform_flip = NvBufSurfTransform_Rotate270; + break; + default: + LOG_ERROR << "Invalid rotation angle. Supported: 0, 90, 180, 270."; + transParams.transform_flip = NvBufSurfTransform_None; + break; + } + } + if (_props.flip != (NvTransformProps::NvFlip)0) + { + transParams.transform_flag |= NVBUFSURF_TRANSFORM_FLIP; + + switch (_props.flip) + { + case NvTransformProps::NvFlip::FlipX: + transParams.transform_flip = NvBufSurfTransform_FlipX; + break; + case NvTransformProps::NvFlip::FlipY: + transParams.transform_flip = NvBufSurfTransform_FlipY; + break; + default: + LOG_ERROR << "Invalid flip value. Supported: None, FlipX, FlipY."; + transParams.transform_flip = NvBufSurfTransform_None; + break; + } + } +} + + + bool compute(frame_sp &frame, int outFD) + { + auto dmaFDWrapper = static_cast(frame->data()); + NvBufSurface *in_surf = nullptr; + NvBufSurface *out_surf = nullptr; + + if (NvBufSurfaceFromFd(dmaFDWrapper->getFd(), (void**)&in_surf) != 0) { + LOG_INFO << "Failed to create input surface"; + return false; + } + + if (NvBufSurfaceFromFd(outFD, (void**)&out_surf) != 0) { + LOG_INFO << "Failed to create output surface"; + return false; + } + + int in_planes = in_surf->surfaceList[0].planeParams.num_planes; + int out_planes = out_surf->surfaceList[0].planeParams.num_planes; + + for (int p = 0; p < in_planes; ++p) { + NvBufSurfaceSyncForDevice(in_surf, 0, p); + } + + NvBufSurfTransform_Error err = NvBufSurfTransform(in_surf, out_surf, &transParams); + if (err != NvBufSurfTransformError_Success) { + LOG_INFO << "Transform failed"; + } + + for (int p = 0; p < out_planes; ++p) { + NvBufSurfaceSyncForCpu(out_surf, 0, p); + } + + return true; + } + public: - NvBufferRect src_rect; - framemetadata_sp outputMetadata; - std::string outputPinId; - NvTransformProps props; + NvBufSurfTransformRect src_rect; + framemetadata_sp outputMetadata; + std::string outputPinId; + NvTransformProps props; private: - NvBufferTransformParams transParams; + NvBufSurfTransformParams transParams; }; NvTransform::NvTransform(NvTransformProps props) : Module(TRANSFORM, "NvTransform", props) { - mDetail.reset(new Detail(props)); + mDetail.reset(new Detail(props)); } NvTransform::~NvTransform() {} bool NvTransform::validateInputPins() { - if (getNumberOfInputPins() != 1) - { - LOG_ERROR << "<" << getId() << ">::validateInputPins size is expected to be 1. Actual<" << getNumberOfInputPins() << ">"; - return false; - } - - framemetadata_sp metadata = getFirstInputMetadata(); - FrameMetadata::FrameType frameType = metadata->getFrameType(); - if (frameType != FrameMetadata::RAW_IMAGE && frameType != FrameMetadata::RAW_IMAGE_PLANAR) - { + if (getNumberOfInputPins() != 1) + { + LOG_INFO << "<" << getId() << ">::validateInputPins size is expected to be 1. Actual<" << getNumberOfInputPins() << ">"; + return false; + } + + framemetadata_sp metadata = getFirstInputMetadata(); + FrameMetadata::FrameType frameType = metadata->getFrameType(); + if (frameType != FrameMetadata::RAW_IMAGE && frameType != FrameMetadata::RAW_IMAGE_PLANAR) + { LOG_ERROR << "<" << getId() << ">::validateInputPins input frameType is expected to be RAW_IMAGE or RAW_IMAGE_PLANAR. Actual<" << frameType << ">"; - return false; - } + return false; + } - FrameMetadata::MemType memType = metadata->getMemType(); - if (memType != FrameMetadata::MemType::DMABUF) - { + FrameMetadata::MemType memType = metadata->getMemType(); + if (memType != FrameMetadata::MemType::DMABUF) + { LOG_ERROR << "<" << getId() << ">::validateInputPins input memType is expected to be DMABUF. Actual<" << memType << ">"; - return false; - } + return false; + } - return true; + return true; } bool NvTransform::validateOutputPins() { - if (getNumberOfOutputPins() != 1) - { + if (getNumberOfOutputPins() != 1) + { LOG_ERROR << "<" << getId() << ">::validateOutputPins size is expected to be 1. Actual<" << getNumberOfOutputPins() << ">"; - return false; - } + return false; + } - framemetadata_sp metadata = getFirstOutputMetadata(); - auto frameType = metadata->getFrameType(); - if (frameType != FrameMetadata::RAW_IMAGE && frameType != FrameMetadata::RAW_IMAGE_PLANAR) - { + framemetadata_sp metadata = getFirstOutputMetadata(); + auto frameType = metadata->getFrameType(); + if (frameType != FrameMetadata::RAW_IMAGE && frameType != FrameMetadata::RAW_IMAGE_PLANAR) + { LOG_ERROR << "<" << getId() << ">::validateOutputPins input frameType is expected to be RAW_IMAGE or RAW_IMAGE_PLANAR. Actual<" << frameType << ">"; - return false; - } + return false; + } - FrameMetadata::MemType memType = metadata->getMemType(); - if (memType != FrameMetadata::MemType::DMABUF) - { + FrameMetadata::MemType memType = metadata->getMemType(); + if (memType != FrameMetadata::MemType::DMABUF) + { LOG_ERROR << "<" << getId() << ">::validateOutputPins input memType is expected to be DMABUF. Actual<" << memType << ">"; - return false; - } + return false; + } - return true; + return true; } void NvTransform::addInputPin(framemetadata_sp &metadata, string &pinId) { - Module::addInputPin(metadata, pinId); - switch (mDetail->props.imageType) - { - case ImageMetadata::BGRA: - case ImageMetadata::RGBA: - mDetail->outputMetadata = framemetadata_sp(new RawImageMetadata(FrameMetadata::MemType::DMABUF)); - break; - case ImageMetadata::NV12: - case ImageMetadata::YUV420: - mDetail->outputMetadata = framemetadata_sp(new RawImagePlanarMetadata(FrameMetadata::MemType::DMABUF)); - break; - default: - throw AIPException(AIP_FATAL, "Unsupported Image Type<" + std::to_string(mDetail->props.imageType) + ">"); - } - - mDetail->outputMetadata->copyHint(*metadata.get()); - mDetail->outputPinId = addOutputPin(mDetail->outputMetadata); + Module::addInputPin(metadata, pinId); + switch (mDetail->props.imageType) + { + case ImageMetadata::BGRA: + case ImageMetadata::RGBA: + mDetail->outputMetadata = framemetadata_sp(new RawImageMetadata(FrameMetadata::MemType::DMABUF)); + break; + case ImageMetadata::NV12: + case ImageMetadata::YUV420: + case ImageMetadata::YUV444: + mDetail->outputMetadata = framemetadata_sp(new RawImagePlanarMetadata(FrameMetadata::MemType::DMABUF)); + break; + default: + throw AIPException(AIP_FATAL, "Unsupported Image Type<" + std::to_string(mDetail->props.imageType) + ">"); + } + + mDetail->outputMetadata->copyHint(*metadata.get()); + mDetail->outputPinId = addOutputPin(mDetail->outputMetadata); } bool NvTransform::init() { - if (!Module::init()) - { - return false; - } + if (!Module::init()) + { + return false; + } - return true; + return true; } bool NvTransform::term() { - return Module::term(); + return Module::term(); } bool NvTransform::process(frame_container &frames) { - auto frame = frames.cbegin()->second; - try - { - auto outFrame = makeFrame(mDetail->outputMetadata->getDataSize(), mDetail->outputPinId); - - if (!outFrame.get()) - { + try + { + auto frame = frames.cbegin()->second; + if(isFrameEmpty(frame)) + { + LOG_INFO << "Found Empty Frame "; + return true; + } + if(!mDetail->outputMetadata->getDataSize()) + { + return true; + } + auto outFrame = makeFrame(mDetail->outputMetadata->getDataSize(), mDetail->outputPinId); + if (!outFrame.get()) + { LOG_ERROR << "FAILED TO GET BUFFER"; - return false; - } + return false; + } - auto dmaFdWrapper = static_cast(outFrame->data()); - dmaFdWrapper->tempFD = dmaFdWrapper->getFd(); + auto dmaFdWrapper = static_cast(outFrame->data()); + dmaFdWrapper->tempFD = dmaFdWrapper->getFd(); - mDetail->compute(frame, dmaFdWrapper->tempFD); + mDetail->compute(frame, dmaFdWrapper->tempFD); - frames.insert(make_pair(mDetail->outputPinId, outFrame)); - send(frames); - } - catch(std::exception & e) - { - LOG_ERROR<<"NvTransform seg fault"; - } - - return true; + frames.insert(make_pair(mDetail->outputPinId, outFrame)); + send(frames); +} + + return true; } bool NvTransform::processSOS(frame_sp &frame) { - auto metadata = frame->getMetadata(); - setMetadata(metadata); + auto metadata = frame->getMetadata(); + setMetadata(metadata); - return true; + return true; } void NvTransform::setMetadata(framemetadata_sp &metadata) { - auto frameType = metadata->getFrameType(); - int width = 0; - int height = 0; - int depth = CV_8U; - ImageMetadata::ImageType inputImageType = ImageMetadata::ImageType::MONO; - - switch (frameType) - { - case FrameMetadata::FrameType::RAW_IMAGE: - { - auto rawMetadata = FrameMetadataFactory::downcast(metadata); - width = rawMetadata->getWidth(); - height = rawMetadata->getHeight(); - depth = rawMetadata->getDepth(); - inputImageType = rawMetadata->getImageType(); - } - break; - case FrameMetadata::FrameType::RAW_IMAGE_PLANAR: - { - auto rawMetadata = FrameMetadataFactory::downcast(metadata); - width = rawMetadata->getWidth(0); - height = rawMetadata->getHeight(0); - depth = rawMetadata->getDepth(); - inputImageType = rawMetadata->getImageType(); - } - break; - default: - throw AIPException(AIP_NOTIMPLEMENTED, "Unsupported FrameType<" + std::to_string(frameType) + ">"); - } - - if (mDetail->props.width != 0) - { - width = mDetail->props.width; - height = mDetail->props.height; - } - if(mDetail->props.scaleHeight != 0 && mDetail->props.scaleWidth != 0) - { - width = width * mDetail->props.scaleWidth; - height = height * mDetail->props.scaleHeight; - } - - - DMAAllocator::setMetadata(mDetail->outputMetadata, width, height, mDetail->props.imageType); + auto frameType = metadata->getFrameType(); + int width = 0; + int height = 0; + int depth = CV_8U; + ImageMetadata::ImageType inputImageType = ImageMetadata::ImageType::MONO; + + switch (frameType) + { + case FrameMetadata::FrameType::RAW_IMAGE: + { + auto rawMetadata = FrameMetadataFactory::downcast(metadata); + width = rawMetadata->getWidth(); + height = rawMetadata->getHeight(); + depth = rawMetadata->getDepth(); + inputImageType = rawMetadata->getImageType(); + } + break; + case FrameMetadata::FrameType::RAW_IMAGE_PLANAR: + { + auto rawMetadata = FrameMetadataFactory::downcast(metadata); + width = rawMetadata->getWidth(0); + height = rawMetadata->getHeight(0); + depth = rawMetadata->getDepth(); + inputImageType = rawMetadata->getImageType(); + } + break; + default: + throw AIPException(AIP_NOTIMPLEMENTED, "Unsupported FrameType<" + std::to_string(frameType) + ">"); + } + + if (mDetail->props.width != 0) + { + width = mDetail->props.width; + height = mDetail->props.height; + } + + DMAAllocator::setMetadata(mDetail->outputMetadata, width, height, mDetail->props.imageType); } bool NvTransform::processEOS(string &pinId) { - //THE FOLLOWING LINE IS COMMENTED FOR SPECIFIC USE IN NVR - MP4READER PASSING EOS WAS COMING HERE AND CAUSING EOS WHICH IS NOT REQUIRED FOR NVR - // mDetail->outputMetadata.reset(); - return true; + LOG_DEBUG<< "Resetting Output Metadata"; + // mDetail->outputMetadata.reset(); + return true; } \ No newline at end of file diff --git a/base/src/NvV4L2Camera.cpp b/base/src/NvV4L2Camera.cpp index 0794983a6..7f0465e26 100644 --- a/base/src/NvV4L2Camera.cpp +++ b/base/src/NvV4L2Camera.cpp @@ -6,7 +6,7 @@ NvV4L2Camera::NvV4L2Camera(NvV4L2CameraProps _props) : Module(SOURCE, "NvV4L2Camera", _props), props(_props) { auto outputMetadata = framemetadata_sp(new RawImageMetadata(FrameMetadata::MemType::DMABUF)); - DMAAllocator::setMetadata(outputMetadata, props.width, props.height, ImageMetadata::ImageType::UYVY); + DMAAllocator::setMetadata(outputMetadata, props.width, props.height, ImageMetadata::ImageType::YUYV); mOutputPinId = addOutputPin(outputMetadata); mHelper = std::make_shared([&](frame_sp &frame) -> void { diff --git a/base/src/NvV4L2CameraHelper.cpp b/base/src/NvV4L2CameraHelper.cpp index 3911d84d9..dfc4cf6c3 100644 --- a/base/src/NvV4L2CameraHelper.cpp +++ b/base/src/NvV4L2CameraHelper.cpp @@ -2,15 +2,19 @@ #include "DMAFDWrapper.h" #include "NvEglRenderer.h" #include "NvUtils.h" -#include "nvbuf_utils.h" #include "Logger.h" +#include +#include +#include +#include +#include NvV4L2CameraHelper::NvV4L2CameraHelper(SendFrame sendFrame,std::function _makeFrame) { // hardcoded device name and pixfmt which is fine for now - mCamDevname = "/dev/video0"; + mCamDevname = "/dev/video1"; mCamFD = -1; - mCamPixFmt = V4L2_PIX_FMT_UYVY; + mCamPixFmt = V4L2_PIX_FMT_YUYV; mRunning = false; mSendFrame = sendFrame; @@ -43,7 +47,7 @@ bool NvV4L2CameraHelper::cameraInitialize(bool isMirror) if(ioctl(mCamFD, VIDIOC_S_CTRL, &inp) < 0){ LOG_ERROR << "Flip failed"; - return false; + //return false; } /* Set camera output format */ @@ -113,6 +117,7 @@ bool NvV4L2CameraHelper::stopStream() void NvV4L2CameraHelper::operator()() { + int fds; fd_set rset; @@ -120,12 +125,18 @@ void NvV4L2CameraHelper::operator()() FD_ZERO(&rset); FD_SET(fds, &rset); mRunning = true; - - /* Wait for camera event with timeout = 5000 ms */ - while (select(fds + 1, &rset, NULL, NULL, NULL) > 0 && mRunning) + struct timeval timeout; + /* Wait for camera event with timeout = 10 sec */ + while (mRunning) { - if (FD_ISSET(fds, &rset)) + timeout.tv_sec = 1; + timeout.tv_usec = 0; + if (select(fds + 1, &rset, NULL, NULL, &timeout) > 0 && FD_ISSET(fds, &rset)) { + if (!mRunning) { + break; + } + LOG_INFO<<"capturing frames"; struct v4l2_buffer v4l2_buf; /* Dequeue a camera buff */ @@ -134,22 +145,28 @@ void NvV4L2CameraHelper::operator()() v4l2_buf.memory = V4L2_MEMORY_DMABUF; if (ioctl(mCamFD, VIDIOC_DQBUF, &v4l2_buf) < 0) { - LOG_ERROR << "Failed to dequeue camera buff"; + LOG_ERROR << "Failed to dequeue camera buffer. errno: " << errno << " " << strerror(errno); break; } // lock std::lock_guard lock(mBufferFDMutex); - auto frameItr = mBufferFD.find(v4l2_buf.m.fd); - if(frameItr == mBufferFD.end()) + auto frameItr = mBufferFD.find(v4l2_buf.m.fd); + if (frameItr == mBufferFD.end()) { - LOG_FATAL << " mBufferFD failed. fd<" << v4l2_buf.m.fd << "> size<" << mBufferFD.size() << ">"; + LOG_FATAL << "mBufferFD failed. fd<" << v4l2_buf.m.fd << "> size<" << mBufferFD.size() << ">"; } mSendFrame(frameItr->second); mBufferFD.erase(frameItr); } - } + else + { + LOG_INFO<<"fd not set"; + } +} } + + bool NvV4L2CameraHelper::queueBufferToCamera() { @@ -180,7 +197,7 @@ bool NvV4L2CameraHelper::queueBufferToCamera() std::lock_guard lock(mBufferFDMutex); mBufferFD.insert(make_pair(buf.m.fd, frame)); } - + if (ioctl(mCamFD, VIDIOC_QBUF, &buf) < 0){ LOG_ERROR << "Failed to enqueue buffers"; return false; diff --git a/base/src/V4L2CUYUV420Converter.cpp b/base/src/V4L2CUYUV420Converter.cpp index f6abb05e5..24da710d8 100755 --- a/base/src/V4L2CUYUV420Converter.cpp +++ b/base/src/V4L2CUYUV420Converter.cpp @@ -3,8 +3,9 @@ #include "ApraEGLDisplay.h" #include "Frame.h" #include "AIPExceptions.h" - -#include "nvbuf_utils.h" +#include +#include +#include #include V4L2CUYUV420Converter::V4L2CUYUV420Converter(uint32_t srcWidth, uint32_t srcHeight, struct v4l2_format &format) : mFormat(format) @@ -26,13 +27,22 @@ V4L2CUYUV420Converter::~V4L2CUYUV420Converter() void V4L2CUYUV420Converter::process(frame_sp& frame, AV4L2Buffer *buffer) { auto data = static_cast(frame->data()); - + if (!data) + { + LOG_FATAL << "Input frame data is null in V4L2CUYUV420Converter::process"; + return; + } uint32_t i; auto numPlanes = buffer->getNumPlanes(); for (i = 0; i < numPlanes; i++) { buffer->v4l2_buf.m.planes[i].bytesused = mBytesUsedY; auto v4l2Data = buffer->planesInfo[i].data; + if (!v4l2Data) + { + LOG_FATAL << "Destination plane data is null for plane " << i; + return; + } auto height = mHeightY; auto width = mWidthY; auto bytesperline = mFormat.fmt.pix_mp.plane_fmt[i].bytesperline; @@ -53,9 +63,15 @@ void V4L2CUYUV420Converter::process(frame_sp& frame, AV4L2Buffer *buffer) for (i = 0; i < numPlanes; i++) { - if (NvBufferMemSyncForDevice(buffer->planesInfo[i].fd, i, (void **)(&buffer->planesInfo[i].data)) < 0) + NvBufSurface *surf = 0; + if (NvBufSurfaceFromFd(buffer->planesInfo[i].fd, reinterpret_cast(&surf)) != 0) { - LOG_FATAL << "NvBufferMemSyncForDevice failed<>" << i; + LOG_FATAL << "Failed to map DMABUF to NvBufSurface"; + return; + } + if (NvBufSurfaceSyncForDevice(surf, -1, i) != 0) + { + LOG_FATAL << "NvBufSurfaceSyncForDevice failed for plane " << i; } } } @@ -72,10 +88,31 @@ V4L2CUDMABufYUV420Converter::~V4L2CUDMABufYUV420Converter() void V4L2CUDMABufYUV420Converter::process(frame_sp& frame, AV4L2Buffer *buffer) { - auto ptr = static_cast(frame->data()); + auto ptr = static_cast(frame->data()); + if (!ptr) + { + LOG_FATAL << "DMAFDWrapper is null"; + return; + } + int fd = ptr->getFd(); + if (fd < 0) + { + LOG_FATAL << "Invalid DMABUF fd"; + return; + } buffer->v4l2_buf.m.planes[0].m.fd = ptr->getFd(); buffer->v4l2_buf.m.planes[0].bytesused = 1; - + NvBufSurface *surf = ptr->getNvBufSurface(); + if (!surf) + { + LOG_FATAL << "Failed to get NvBufSurface from DMAFDWrapper"; + return; + } + if (NvBufSurfaceSyncForDevice(surf, -1, 0) != 0) + { + LOG_FATAL << "NvBufSurfaceSyncForDevice failed"; + return; + } std::lock_guard lock(mCacheMutex); mCache.push_back(frame); } @@ -106,22 +143,49 @@ V4L2CURGBToYUV420Converter::~V4L2CURGBToYUV420Converter() void V4L2CURGBToYUV420Converter::process(frame_sp& frame, AV4L2Buffer *buffer) { - eglImage = NvEGLImageFromFd(eglDisplay, buffer->planesInfo[0].fd); + NvBufSurface *surface = nullptr; + if (NvBufSurfaceFromFd(buffer->planesInfo[0].fd, reinterpret_cast(&surface)) != 0) + { + LOG_ERROR << "NvBufSurfaceFromFd failed for RGB->YUV converter"; + return; + } + + if (NvBufSurfaceSyncForDevice(surface, -1, -1) != 0) + { + LOG_ERROR << "NvBufSurfaceSyncForDevice failed"; + return; + } + + if (NvBufSurfaceMapEglImage(surface, 0) != 0) + { + LOG_ERROR << "NvBufSurfaceMapEglImage failed"; + return; + } + + eglImage = surface->surfaceList[0].mappedAddr.eglImage; + if (eglImage == EGL_NO_IMAGE_KHR) + { + LOG_ERROR << "NvBufSurfaceMapEglImage returned invalid EGL image"; + NvBufSurfaceUnMapEglImage(surface, 0); + return; + } + status = cuGraphicsEGLRegisterImage(&pResource, eglImage, CU_GRAPHICS_MAP_RESOURCE_FLAGS_NONE); if (status != CUDA_SUCCESS) { - LOG_ERROR << "cuGraphicsEGLRegisterImage failed: " << status << " cuda process stop"; + LOG_ERROR << "cuGraphicsEGLRegisterImage failed: " << status; + NvBufSurfaceUnMapEglImage(surface, 0); return; } - status = cuGraphicsResourceGetMappedEglFrame(&eglFrame, pResource, 0, 0); if (status != CUDA_SUCCESS) { - LOG_ERROR << "cuGraphicsSubResourceGetMappedArray failed status<" << status << ">"; + LOG_ERROR << "cuGraphicsResourceGetMappedEglFrame failed: " << status; + cuGraphicsUnregisterResource(pResource); + NvBufSurfaceUnMapEglImage(surface, 0); return; } - - for (auto i = 0; i < 3; i++) + for (int i = 0; i < 3; ++i) { dst[i] = static_cast(eglFrame.frame.pPitch[i]); } @@ -129,7 +193,9 @@ void V4L2CURGBToYUV420Converter::process(frame_sp& frame, AV4L2Buffer *buffer) status = cuCtxSynchronize(); if (status != CUDA_SUCCESS) { - LOG_ERROR << "cuCtxSynchronize failed status<" << status << ">"; + LOG_ERROR << "cuCtxSynchronize failed: " << status; + cuGraphicsUnregisterResource(pResource); + NvBufSurfaceUnMapEglImage(surface, 0); return; } @@ -143,23 +209,15 @@ void V4L2CURGBToYUV420Converter::process(frame_sp& frame, AV4L2Buffer *buffer) status = cuCtxSynchronize(); if (status != CUDA_SUCCESS) { - LOG_ERROR << "cuCtxSynchronize failed after cc status<" << status << ">"; + LOG_ERROR << "cuCtxSynchronize failed after NPP: " << status; } - status = cuGraphicsUnregisterResource(pResource); if (status != CUDA_SUCCESS) { LOG_ERROR << "cuGraphicsEGLUnRegisterResource failed: " << status; } - - NvDestroyEGLImage(eglDisplay, eglImage); - - for (auto i = 0; i < 3; i++) - { - buffer->v4l2_buf.m.planes[i].bytesused = mBytesUsedY; - if (i != 0) - { - buffer->v4l2_buf.m.planes[i].bytesused = mBytesUsedUV; - } - } + NvBufSurfaceUnMapEglImage(surface, 0); + buffer->v4l2_buf.m.planes[0].bytesused = mBytesUsedY; + buffer->v4l2_buf.m.planes[1].bytesused = mBytesUsedUV; + buffer->v4l2_buf.m.planes[2].bytesused = mBytesUsedUV; } \ No newline at end of file diff --git a/base/test/DMAUtils_test.cpp b/base/test/DMAUtils_test.cpp new file mode 100644 index 000000000..7e7ccc553 --- /dev/null +++ b/base/test/DMAUtils_test.cpp @@ -0,0 +1,95 @@ +#include "stdafx.h" +#include +#include +#include "MemTypeConversion.h" +#include "ExternalSourceModule.h" +#include "ExternalSinkModule.h" +#include "FrameMetadata.h" +#include "FrameMetadataFactory.h" +#include "Frame.h" +#include "Logger.h" +#include "AIPExceptions.h" +#include "JPEGEncoderL4TM.h" +#include "FileReaderModule.h" +#include "StatSink.h" +#include "PipeLine.h" +#include "test_utils.h" +#include +#include "NvV4L2Camera.h" +#include "DMAFDToHostCopy.h" +#include "FileWriterModule.h" +#include "DMAFDWrapper.h" +#include "DMAAllocator.h" +#include "nvbufsurface.h" +#include "DMAUtils.h" +#include "NvArgusCamera.h" +BOOST_AUTO_TEST_SUITE(dmautils_tests) +BOOST_AUTO_TEST_CASE(getCudaPtrForFD_valid_fd) +{ + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); + int height=1024; + int width=1024; + NvBufSurfaceColorFormat format = NVBUF_COLOR_FORMAT_YUV420; + auto eglDisplay = ApraEGLDisplay::getEGLDisplay(); + auto dmaWrapper = DMAFDWrapper::create(0, width, height, format, NVBUF_LAYOUT_PITCH, eglDisplay); + int fd = dmaWrapper->getFd(); + BOOST_REQUIRE(fd > 0); + EGLImageKHR eglImage = EGL_NO_IMAGE_KHR; + CUgraphicsResource pResource; + CUeglFrame eglFrame; + uint8_t* cudaPtr = DMAUtils::getCudaPtrForFD(fd, eglImage, &pResource, eglFrame, eglDisplay); + BOOST_TEST(cudaPtr != nullptr); + BOOST_TEST(eglImage != EGL_NO_IMAGE_KHR); + cudaError_t result = cudaMemset(cudaPtr, 0xFF, 1024); + BOOST_TEST(result == cudaSuccess); + NvBufSurface *surf = nullptr; + BOOST_REQUIRE(NvBufSurfaceFromFd(fd, (void**)&surf) == 0); + BOOST_CHECK_NO_THROW(DMAUtils::freeCudaPtr(eglImage, &pResource, surf, eglDisplay)); +} +BOOST_AUTO_TEST_CASE(getCudaPtrForFD_different_formats) +{ + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); + struct FormatTest { + NvBufSurfaceColorFormat format; + std::string name; + }; + std::vector formats = { + {NVBUF_COLOR_FORMAT_YUV420, "YUV420"}, + {NVBUF_COLOR_FORMAT_RGBA, "RGBA"} + }; + auto eglDisplay = ApraEGLDisplay::getEGLDisplay(); + for (const auto& fmt : formats) { + LOG_INFO << "Testing getCudaPtrForFD with format: " << fmt.name; + auto dmaWrapper = DMAFDWrapper::create(0, 256, 256, fmt.format, NVBUF_LAYOUT_PITCH, eglDisplay); + if (!dmaWrapper) { + LOG_WARNING << "Failed to create DMA buffer for format " << fmt.name << " - skipping"; + continue; + } + int fd = dmaWrapper->getFd(); + EGLImageKHR eglImage = EGL_NO_IMAGE_KHR; + CUgraphicsResource pResource; + CUeglFrame eglFrame; + uint8_t* cudaPtr = DMAUtils::getCudaPtrForFD(fd, eglImage, &pResource, eglFrame, eglDisplay); + if (cudaPtr) { + size_t testSize = 1024; + cudaError_t result = cudaMemset(cudaPtr, 0x55, testSize); + BOOST_TEST(result == cudaSuccess); + if (result != cudaSuccess) { + LOG_ERROR << "CUDA operations failed for format " << fmt.name; + } + NvBufSurface *surf = nullptr; + if (NvBufSurfaceFromFd(fd, (void**)&surf) == 0) { + DMAUtils::freeCudaPtr(eglImage, &pResource, surf, eglDisplay); + } + } else { + LOG_WARNING << "Failed to get CUDA pointer for format " << fmt.name; + } + } +} +BOOST_AUTO_TEST_SUITE_END() \ No newline at end of file diff --git a/base/test/eglrenderer_test.cpp b/base/test/eglrenderer_test.cpp index e6733257c..f908fb6f5 100644 --- a/base/test/eglrenderer_test.cpp +++ b/base/test/eglrenderer_test.cpp @@ -5,16 +5,17 @@ #include "PipeLine.h" #include "NvV4L2Camera.h" #include "NvTransform.h" - +#include "NvEglRenderer.h" +#include "ApraNvEglRenderer.h" BOOST_AUTO_TEST_SUITE(eglrenderer_tests) - +/* BOOST_AUTO_TEST_CASE(basic, *boost::unit_test::disabled()) { int width = 640; - int height = 480; + int height = 360; - FileReaderModuleProps fileReaderProps("./data/ArgusCamera"); + FileReaderModuleProps fileReaderProps("/home/developer/ApraPipes/data/Raw_YUV420_640x360/Image001_YUV420.raw"); fileReaderProps.fps = 30; auto fileReader = boost::shared_ptr(new FileReaderModule(fileReaderProps)); auto metadata = framemetadata_sp(new RawImageMetadata(width, height, ImageMetadata::ImageType::UYVY, CV_8UC1, 0, CV_8U, FrameMetadata::MemType::DMABUF, true)); @@ -40,17 +41,22 @@ BOOST_AUTO_TEST_CASE(basic, *boost::unit_test::disabled()) p.wait_for_all(); } - +*/ BOOST_AUTO_TEST_CASE(displayOnTop, *boost::unit_test::disabled()) { - NvV4L2CameraProps nvCamProps(640,360, 10); + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); + NvV4L2CameraProps nvCamProps(640,360, 10,false); auto source = boost::shared_ptr(new NvV4L2Camera(nvCamProps)); NvTransformProps nvprops(ImageMetadata::RGBA); auto transform = boost::shared_ptr(new NvTransform(nvprops)); source->setNext(transform); - auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0,0,1))); + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0,0))); + //,"/home/developer/ApraPipes/data/Debrosee-ALPnL.ttf","HelloWorld",1.0f,1.0f,1.0f,1.0f,24,200,200,0.99))); transform->setNext(sink); PipeLine p("test"); @@ -72,14 +78,15 @@ BOOST_AUTO_TEST_CASE(displayOnTop, *boost::unit_test::disabled()) BOOST_AUTO_TEST_CASE(switch_display, *boost::unit_test::disabled()) { - NvV4L2CameraProps nvCamProps(640,360, 10); + NvV4L2CameraProps nvCamProps(640,360, 10,false); auto source = boost::shared_ptr(new NvV4L2Camera(nvCamProps)); NvTransformProps nvprops(ImageMetadata::RGBA); auto transform = boost::shared_ptr(new NvTransform(nvprops)); source->setNext(transform); - auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0,0,0))); + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0,0))); + //,"/home/developer/ApraPipes/data/Debrosee-ALPnL.ttf","HelloWorld",1.0f,1.0f,1.0f,1.0f,24,10,50))); transform->setNext(sink); PipeLine p("test"); @@ -101,14 +108,14 @@ BOOST_AUTO_TEST_CASE(switch_display, *boost::unit_test::disabled()) BOOST_AUTO_TEST_CASE(open_close_window, *boost::unit_test::disabled()) { - NvV4L2CameraProps nvCamProps(640,360, 10); + NvV4L2CameraProps nvCamProps(640,360, 10,false); auto source = boost::shared_ptr(new NvV4L2Camera(nvCamProps)); NvTransformProps nvprops(ImageMetadata::RGBA); auto transform = boost::shared_ptr(new NvTransform(nvprops)); source->setNext(transform); - auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0,0,0))); + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0,0))); transform->setNext(sink); PipeLine p("test"); @@ -134,4 +141,201 @@ BOOST_AUTO_TEST_CASE(open_close_window, *boost::unit_test::disabled()) p.wait_for_all(); } +BOOST_AUTO_TEST_CASE(ctor_default, *boost::unit_test::disabled()) +{ + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::trace); + + NvV4L2CameraProps camProps(640, 360, 10, false); + auto source = boost::shared_ptr(new NvV4L2Camera(camProps)); + + NvTransformProps nvprops(ImageMetadata::RGBA); + auto transform = boost::shared_ptr(new NvTransform(nvprops)); + source->setNext(transform); + + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps())); + transform->setNext(sink); + + PipeLine p("default_ctor_test"); + p.appendModule(source); + BOOST_TEST(p.init()); + p.run_all_threaded(); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); + p.stop(); p.term(); p.wait_for_all(); +} + +BOOST_AUTO_TEST_CASE(ctor_geometry_xy, *boost::unit_test::disabled()) +{ + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::trace); + + NvV4L2CameraProps camProps(640, 360, 10, false); + auto source = boost::shared_ptr(new NvV4L2Camera(camProps)); + + NvTransformProps nvprops(ImageMetadata::RGBA); + auto transform = boost::shared_ptr(new NvTransform(nvprops)); + source->setNext(transform); + + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(50, 50))); + transform->setNext(sink); + + PipeLine p("geometry_xy_test"); + p.appendModule(source); + BOOST_TEST(p.init()); + p.run_all_threaded(); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); + p.stop(); p.term(); p.wait_for_all(); +} + +BOOST_AUTO_TEST_CASE(ctor_geometry_xywh, *boost::unit_test::disabled()) +{ + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::trace); + + NvV4L2CameraProps camProps(640, 360, 10, false); + auto source = boost::shared_ptr(new NvV4L2Camera(camProps)); + + NvTransformProps nvprops(ImageMetadata::RGBA); + auto transform = boost::shared_ptr(new NvTransform(nvprops)); + source->setNext(transform); + + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0, 0, 320, 240))); + transform->setNext(sink); + + PipeLine p("geometry_xywh_test"); + p.appendModule(source); + BOOST_TEST(p.init()); + p.run_all_threaded(); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); + p.stop(); p.term(); p.wait_for_all(); +} + +BOOST_AUTO_TEST_CASE(ctor_geometry_text, *boost::unit_test::disabled()) +{ + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::trace); + + NvV4L2CameraProps camProps(640, 360, 10, false); + auto source = boost::shared_ptr(new NvV4L2Camera(camProps)); + + NvTransformProps nvprops(ImageMetadata::RGBA); + auto transform = boost::shared_ptr(new NvTransform(nvprops)); + source->setNext(transform); + + EglRendererProps::TextInfo text; + text.fontPath = "/home/developer/ApraPipes/data/Debrosee-ALPnL.ttf"; + text.message = "HelloText"; + text.color = {1.0f, 0.0f, 1.0f}; + text.fontSize = 24; + text.position = {50,50}; + text.scale = 1; + text.opacity = 1.0f; + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(100, 100, 320, 240, text))); + transform->setNext(sink); + + PipeLine p("geometry_text_test"); + p.appendModule(source); + BOOST_TEST(p.init()); + p.run_all_threaded(); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); + p.stop(); p.term(); p.wait_for_all(); +} + +BOOST_AUTO_TEST_CASE(ctor_geometry_image, *boost::unit_test::disabled()) +{ + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::trace); + + NvV4L2CameraProps camProps(640, 360, 10, false); + auto source = boost::shared_ptr(new NvV4L2Camera(camProps)); + + NvTransformProps nvprops(ImageMetadata::RGBA); + auto transform = boost::shared_ptr(new NvTransform(nvprops)); + source->setNext(transform); + + EglRendererProps::ImageInfo img; + img.path = "/home/developer/ApraPipes/data/apra.jpeg"; + img.position = {0, 0}; + img.size = {128, 128}; + img.opacity = 0.75f; + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(200, 200, 320, 240, img))); + transform->setNext(sink); + + PipeLine p("geometry_image_test"); + p.appendModule(source); + BOOST_TEST(p.init()); + p.run_all_threaded(); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); + p.stop(); p.term(); p.wait_for_all(); +} + +BOOST_AUTO_TEST_CASE(ctor_geometry_text_image, *boost::unit_test::disabled()) +{ + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::trace); + + NvV4L2CameraProps camProps(640, 360, 10, false); + auto source = boost::shared_ptr(new NvV4L2Camera(camProps)); + + NvTransformProps nvprops(ImageMetadata::RGBA); + auto transform = boost::shared_ptr(new NvTransform(nvprops)); + source->setNext(transform); + + EglRendererProps::TextInfo text; + text.fontPath = "/home/developer/ApraPipes/data/Debrosee-ALPnL.ttf"; + text.message = "Overlay Text"; + text.color = {0.0f, 1.0f, 0.0f}; + text.fontSize = 20; + text.position = {100, 50}; + text.scale = 1.0f; + text.opacity = 0.5f; + EglRendererProps::ImageInfo img; + img.path = "/home/developer/ApraPipes/data/apra.jpeg"; + img.position = {200, 150}; + img.size = {64, 64}; + + auto sink = boost::shared_ptr( + new EglRenderer(EglRendererProps(0, 0, 320, 240, text, img)) + ); + transform->setNext(sink); + + PipeLine p("geometry_text_image_test"); + p.appendModule(source); + BOOST_TEST(p.init()); + p.run_all_threaded(); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); + p.stop(); p.term(); p.wait_for_all(); +} + +BOOST_AUTO_TEST_CASE(ctor_geometry_opacity_mask, *boost::unit_test::disabled()) +{ + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::trace); + + NvV4L2CameraProps camProps(640, 360, 10, false); + auto source = boost::shared_ptr(new NvV4L2Camera(camProps)); + + NvTransformProps nvprops(ImageMetadata::RGBA); + auto transform = boost::shared_ptr(new NvTransform(nvprops)); + source->setNext(transform); + + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0, 0, 320, 240, 0.5f, true))); + transform->setNext(sink); + + PipeLine p("geometry_opacity_mask_test"); + p.appendModule(source); + BOOST_TEST(p.init()); + p.run_all_threaded(); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); + p.stop(); p.term(); p.wait_for_all(); +} + BOOST_AUTO_TEST_SUITE_END() \ No newline at end of file diff --git a/base/test/frame_factory_test_dma.cpp b/base/test/frame_factory_test_dma.cpp index 56df0143c..239c9fc9e 100755 --- a/base/test/frame_factory_test_dma.cpp +++ b/base/test/frame_factory_test_dma.cpp @@ -248,8 +248,69 @@ BOOST_AUTO_TEST_CASE(memcopy_read_write) auto frame = frameFactory->create(size, frameFactory); void *iptr = (static_cast(frame->data()))->getHostPtr(); memset(iptr,200,size); - unsigned char *bytePtr = static_cast(iptr); - BOOST_TEST(bytePtr[0] == 200); } +BOOST_AUTO_TEST_CASE(change_dataSize_YUV420) +{ + + uint32_t width1 = 1280; + uint32_t height1 = 720; + + size_t step1[4] = {0}; + step1[0] = width1; // Y plane + step1[1] = width1 / 2; // U plane + step1[2] = width1 / 2; + size_t nextPtrOffset1[4] = {NOT_SET_NUM, NOT_SET_NUM, NOT_SET_NUM, NOT_SET_NUM}; + size_t nextPtrOffset2[4] = {NOT_SET_NUM, NOT_SET_NUM, NOT_SET_NUM, NOT_SET_NUM}; + size_t expectedSize1 = (width1 * height1) + (width1 * height1 / 4) + (width1 * height1 / 4); + + + auto metadata = boost::make_shared( + width1, + height1, + ImageMetadata::ImageType::YUV420, + CV_8UC1, // YUV channels are 1 byte each + step1, + nextPtrOffset1, + FrameMetadata::MemType::HOST + ); + + auto rawOutMetadata = FrameMetadataFactory::downcast(metadata); + + size_t size1 = rawOutMetadata->getDataSize(); + BOOST_TEST(size1 == expectedSize1); + + + uint32_t width2 = 640; + uint32_t height2 = 360; + + + size_t step2[4] = {0}; + step2[0] = width2; // Y plane + step2[1] = width2 / 2; // U plane + step2[2] = width2 / 2; // V plane + + + + size_t expectedSize2 = (width2 * height2) + (width2 * height2 / 4) + (width2 * height2 / 4); + + auto modifiedMeta = boost::make_shared( + width2, + height2, + ImageMetadata::ImageType::YUV420, + 0, // alignLength + CV_8UC1 // depth + // MemType defaults to HOST +); + + + rawOutMetadata->setData(*modifiedMeta); + + size_t size2 = rawOutMetadata->getDataSize(); + + BOOST_TEST(size2 == expectedSize2); // metadata not auto-updated + BOOST_TEST(size2 != size1); // still uses original size +} + + BOOST_AUTO_TEST_SUITE_END() \ No newline at end of file diff --git a/base/test/h264decoder_tests.cpp b/base/test/h264decoder_tests.cpp index 9aa387bf2..13f10f9ce 100644 --- a/base/test/h264decoder_tests.cpp +++ b/base/test/h264decoder_tests.cpp @@ -27,7 +27,7 @@ BOOST_AUTO_TEST_CASE(mp4reader_decoder_eglrenderer_2) auto fileReader = boost::shared_ptr(new FileReaderModule( - FileReaderModuleProps("./data/8bit_frame_1280x720_rgba.raw"))); + FileReaderModuleProps("../data/8bit_frame_1280x720_rgba.raw"))); auto metadata = framemetadata_sp( new RawImageMetadata(1280, 720, ImageMetadata::ImageType::RGBA, CV_8UC4, 0, CV_8U, FrameMetadata::HOST, true)); @@ -40,7 +40,7 @@ BOOST_AUTO_TEST_CASE(mp4reader_decoder_eglrenderer_2) auto memconversionHost = boost::shared_ptr(new MemTypeConversion(MemTypeConversionProps(FrameMetadata::HOST, stream))); memconversionDMA->setNext(memconversionHost); - auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/MEMCPY_TEST/frame_????.raw"))); + auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/MEMCPY_TEST/frame.raw"))); memconversionHost->setNext(fileWriter); boost::shared_ptr p; @@ -66,7 +66,7 @@ BOOST_AUTO_TEST_CASE(mp4reader_decoder_eglrenderer) Logger::setLogLevel("info"); // metadata is known - std::string videoPath = "./data/Mp4_videos/h264_video/20221010/0012/1668064027062.mp4"; + std::string videoPath = "/home/developer/ApraPipes/data/Mp4_videos/h264_video/apraH264.mp4"; auto mp4ReaderProps = Mp4ReaderSourceProps(videoPath, false, 0, true, false, false); auto mp4Reader = boost::shared_ptr(new Mp4ReaderSource(mp4ReaderProps)); auto h264ImageMetadata = framemetadata_sp(new H264Metadata(0, 0)); diff --git a/base/test/h264encoderv4l2_tests.cpp b/base/test/h264encoderv4l2_tests.cpp index 2832be368..29e6646c3 100755 --- a/base/test/h264encoderv4l2_tests.cpp +++ b/base/test/h264encoderv4l2_tests.cpp @@ -3,65 +3,63 @@ #include "PipeLine.h" #include "H264EncoderV4L2.h" #include "FileReaderModule.h" +#include "FileWriterModule.h" #include "FrameMetadata.h" #include "Frame.h" #include "Logger.h" #include "StatSink.h" #include "CudaMemCopy.h" -#include "ExternalSinkModule.h" #include "RTSPPusher.h" -#include "Overlay.h" -#include "OverlayModule.h" -#include "H264Metadata.h" -#include "FramesMuxer.h" - +#include "NvV4L2Camera.h" +#include "NvTransform.h" +#include "DMAFDToHostCopy.h" #include "test_utils.h" +#include "EglRenderer.h" BOOST_AUTO_TEST_SUITE(h264encoderv4l2_tests) -BOOST_AUTO_TEST_CASE(yuv420_640x360) +BOOST_AUTO_TEST_CASE(yuv420_640x360, *boost::unit_test::disabled()) { - // metadata is known - auto width = 640; - auto height = 360; + // metadata is known + auto width = 640; + auto height = 360; - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/Raw_YUV420_640x360/Image???_YUV420.raw"))); - auto metadata = framemetadata_sp(new RawImagePlanarMetadata(width, height, ImageMetadata::ImageType::YUV420, size_t(0), CV_8U)); - auto rawImagePin = fileReader->addOutputPin(metadata); + auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("../data/Raw_YUV420_640x360/Image020_YUV420.raw"))); + auto metadata = framemetadata_sp(new RawImagePlanarMetadata(width, height, ImageMetadata::ImageType::YUV420, size_t(0), CV_8U)); + auto rawImagePin = fileReader->addOutputPin(metadata); - H264EncoderV4L2Props encoderProps; - encoderProps.targetKbps = 1024; - auto encoder = boost::shared_ptr(new H264EncoderV4L2(encoderProps)); - fileReader->setNext(encoder); + H264EncoderV4L2Props encoderProps; + encoderProps.targetKbps = 1024; + auto encoder = boost::shared_ptr(new H264EncoderV4L2(encoderProps)); + fileReader->setNext(encoder); - auto sink = boost::shared_ptr(new ExternalSinkModule()); - encoder->setNext(sink); + auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/Raw_YUV420_640x360.h264", true))); + encoder->setNext(fileWriter); - BOOST_TEST(fileReader->init()); - BOOST_TEST(encoder->init()); - BOOST_TEST(sink->init()); + BOOST_TEST(fileReader->init()); + BOOST_TEST(encoder->init()); + BOOST_TEST(fileWriter->init()); - fileReader->play(true); + fileReader->play(true); + for (auto i = 0; i < 42; i++) + { + fileReader->step(); + encoder->step(); + fileWriter->step(); + } - for (auto i = 0; i < 42; i++) - { - fileReader->step(); - encoder->step(); - auto frames = sink->pop(); - auto outputFrame = frames.begin()->second; - std::string fileName = "./data/testOutput/h264EncoderV4l2/Raw_YUV420_640x360_" + to_string(i) + ".h264"; - Test_Utils::saveOrCompare(fileName.c_str(), const_cast(static_cast(outputFrame->data())), outputFrame->size(), 0); - } + Test_Utils::saveOrCompare("./data/testOutput/Raw_YUV420_640x360.h264", 0); } + BOOST_AUTO_TEST_CASE(rgb24_1280x720, *boost::unit_test::disabled()) { // metadata is known auto width = 1280; auto height = 720; - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/Raw_RGB24_1280x720"))); + auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("../data/frame_1280x720_rgb.raw"))); auto metadata = framemetadata_sp(new RawImageMetadata(width, height, ImageMetadata::ImageType::RGB, CV_8UC3, size_t(0), CV_8U, FrameMetadata::HOST, true)); auto rawImagePin = fileReader->addOutputPin(metadata); @@ -76,13 +74,13 @@ BOOST_AUTO_TEST_CASE(rgb24_1280x720, *boost::unit_test::disabled()) auto encoder = boost::shared_ptr(new H264EncoderV4L2(encoderProps)); copy->setNext(encoder); - auto sink = boost::shared_ptr(new ExternalSinkModule()); - encoder->setNext(sink); + auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/Raw_RGB24_1280x7202.h264", true))); + encoder->setNext(fileWriter); BOOST_TEST(fileReader->init()); BOOST_TEST(copy->init()); BOOST_TEST(encoder->init()); - BOOST_TEST(sink->init()); + BOOST_TEST(fileWriter->init()); fileReader->play(true); @@ -92,11 +90,10 @@ BOOST_AUTO_TEST_CASE(rgb24_1280x720, *boost::unit_test::disabled()) fileReader->step(); copy->step(); encoder->step(); - auto frames = sink->pop(); - auto outputFrame = frames.begin()->second; - Test_Utils::saveOrCompare("./data/testOutput/Raw_RGB24_1280x720.h264", const_cast(static_cast(outputFrame->data())), outputFrame->size(), 0); + fileWriter->step(); } - + + //Test_Utils::saveOrCompare("./data/testOutput/Raw_RGB24_1280x720.h264", 0); } BOOST_AUTO_TEST_CASE(yuv420_640x360_profiling, *boost::unit_test::disabled()) @@ -105,7 +102,7 @@ BOOST_AUTO_TEST_CASE(yuv420_640x360_profiling, *boost::unit_test::disabled()) auto width = 640; auto height = 360; - FileReaderModuleProps fileReaderProps("./data/Raw_YUV420_640x360/Image???_YUV420.raw"); + FileReaderModuleProps fileReaderProps("../data/Raw_YUV420_640x360/Image???_YUV420.raw"); fileReaderProps.fps = 1000; auto fileReader = boost::shared_ptr(new FileReaderModule(fileReaderProps)); auto metadata = framemetadata_sp(new RawImagePlanarMetadata(width, height, ImageMetadata::ImageType::YUV420, size_t(0), CV_8U)); @@ -129,7 +126,7 @@ BOOST_AUTO_TEST_CASE(yuv420_640x360_profiling, *boost::unit_test::disabled()) p.run_all_threaded(); - boost::this_thread::sleep_for(boost::chrono::seconds(100)); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); Logger::setLogLevel(boost::log::trivial::severity_level::error); p.stop(); @@ -190,7 +187,7 @@ BOOST_AUTO_TEST_CASE(encodepush, *boost::unit_test::disabled()) auto width = 640; auto height = 360; - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/Raw_YUV420_640x360/Image???_YUV420.raw"))); + auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("../data/Raw_YUV420_640x360/Image???_YUV420.raw"))); auto metadata = framemetadata_sp(new RawImagePlanarMetadata(width, height, ImageMetadata::ImageType::YUV420, size_t(0), CV_8U)); auto rawImagePin = fileReader->addOutputPin(metadata); @@ -199,7 +196,7 @@ BOOST_AUTO_TEST_CASE(encodepush, *boost::unit_test::disabled()) auto encoder = boost::shared_ptr(new H264EncoderV4L2(encoderProps)); fileReader->setNext(encoder); - auto sink = boost::shared_ptr(new RTSPPusher(RTSPPusherProps("rtsp://10.102.10.129:5544", "aprapipes_h264"))); + auto sink = boost::shared_ptr(new RTSPPusher(RTSPPusherProps("rtsp://10.102.10.220:8554", "aprapipes_h264"))); encoder->setNext(sink); PipeLine p("test"); @@ -218,71 +215,52 @@ BOOST_AUTO_TEST_CASE(encodepush, *boost::unit_test::disabled()) LOG_INFO << "TEST DONE"; } -BOOST_AUTO_TEST_CASE(encode_and_extract_motion_vectors) +BOOST_AUTO_TEST_CASE(nvv4l2_camera_encode, *boost::unit_test::disabled()) { - // metadata is known - auto width = 640; - auto height = 360; - - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/Raw_YUV420_640x360/Image???_YUV420.raw"))); - auto metadata = framemetadata_sp(new RawImagePlanarMetadata(width, height, ImageMetadata::ImageType::YUV420, size_t(0), CV_8U)); - auto rawImagePin = fileReader->addOutputPin(metadata); - - H264EncoderV4L2Props encoderProps; - encoderProps.targetKbps = 1024; - encoderProps.enableMotionVectors = true; - auto encoder = boost::shared_ptr(new H264EncoderV4L2(encoderProps)); - fileReader->setNext(encoder); - - auto sink = boost::shared_ptr(new ExternalSinkModule()); - encoder->setNext(sink); - - BOOST_TEST(fileReader->init()); - BOOST_TEST(encoder->init()); - BOOST_TEST(sink->init()); - - fileReader->play(true); - - int motionVectorFramesCount = 0; - for (auto i = 0; i < 40; i++) - { - fileReader->step(); - encoder->step(); - auto frames = sink->pop(); - for (auto it = frames.cbegin(); it != frames.cend(); it++) - { - auto metadata = it->second->getMetadata(); - auto frameType = metadata->getFrameType(); - auto outputFrame = it->second; - if (frameType == FrameMetadata::H264_DATA) - { - std::string fileName = "./data/testOutput/h264EncoderH264Frames/frame_640x360" + to_string(i) + ".h264"; - Test_Utils::saveOrCompare(fileName.c_str(), const_cast(static_cast(outputFrame->data())), outputFrame->size(), 0); - } - else if(frameType == FrameMetadata::OVERLAY_INFO_IMAGE) - { - DrawingOverlay drawOverlay; - drawOverlay.deserialize(outputFrame); - auto list = drawOverlay.getList(); - motionVectorFramesCount++; - for (auto primitive1 : list) - { - if (primitive1->primitiveType == Primitive::COMPOSITE) - { - CompositeOverlay *mCompositeOverlay1 = static_cast(primitive1); - - auto compositeList1 = mCompositeOverlay1->getList(); - - for (auto primitive2 : compositeList1) - { - BOOST_TEST(primitive2->primitiveType == Primitive::CIRCLE); - } - } - } - } - } - } - bool condition = (motionVectorFramesCount == 32 || motionVectorFramesCount == 33); - BOOST_TEST(condition); + // Source from NvV4L2 camera + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::info); + + NvV4L2CameraProps camProps(640, 360, 10, false); + auto source = boost::shared_ptr(new NvV4L2Camera(camProps)); + + // Branch 1: convert to YUV420 and encode with H264EncoderV4L2 + auto yuvTransform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::YUV420))); + source->setNext(yuvTransform); + + H264EncoderV4L2Props encoderProps; + encoderProps.targetKbps = 2048; + auto encoder = boost::shared_ptr(new H264EncoderV4L2(encoderProps)); + yuvTransform->setNext(encoder); + + auto fileWriter = boost::shared_ptr( + new FileWriterModule(FileWriterModuleProps("./data/output/camera_640x360.h264", true)) + ); + encoder->setNext(fileWriter); + StatSinkProps encSinkProps; + encSinkProps.logHealth = true; + encSinkProps.logHealthFrequency = 100; + auto encSink = boost::shared_ptr(new StatSink(encSinkProps)); + encoder->setNext(encSink); + + // Branch 2: convert to RGBA and render using EGL renderer + auto rgbaTransform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::RGBA))); + source->setNext(rgbaTransform); + + auto renderer = boost::shared_ptr(new EglRenderer(EglRendererProps(0, 0))); + rgbaTransform->setNext(renderer); + + PipeLine p("nvv4l2_camera_h264_encode_and_egl_render"); + p.appendModule(source); + BOOST_TEST(p.init()); + p.run_all_threaded(); + + boost::this_thread::sleep_for(boost::chrono::seconds(100)); + + p.stop(); + p.term(); + p.wait_for_all(); } BOOST_AUTO_TEST_SUITE_END() diff --git a/base/test/imagemetadata_tests.cpp b/base/test/imagemetadata_tests.cpp index b9c39fbb5..b921490e7 100644 --- a/base/test/imagemetadata_tests.cpp +++ b/base/test/imagemetadata_tests.cpp @@ -209,10 +209,24 @@ BOOST_AUTO_TEST_CASE(rawplanar_offset) BOOST_TEST(ptr->getWidth(i) == width); BOOST_TEST(ptr->getHeight(i) == height); BOOST_TEST(ptr->getStep(i) == step[i]); - BOOST_TEST(ptr->getNextPtrOffset(i) == mnextPtrOffset[i]); + + } + size_t expectedOffset = 0; + for (int i = 0; i < channels; i++) + { + BOOST_TEST(ptr->getNextPtrOffset(i) == expectedOffset); + expectedOffset += ptr->getStep(i) * ptr->getHeight(i); } + BOOST_TEST(ptr->getChannels() == channels); - BOOST_TEST(ptr->getDataSize() == 0); + + size_t expectedSize = 0; + for (int i = 0; i < channels; i++) + { + expectedSize += ptr->getStep(i) * ptr->getHeight(i); + } + BOOST_TEST(ptr->getDataSize() == expectedSize); + } } diff --git a/base/test/jpegdecoderl4tm_tests.cpp b/base/test/jpegdecoderl4tm_tests.cpp index 1d9b8c7e3..642a8e32c 100755 --- a/base/test/jpegdecoderl4tm_tests.cpp +++ b/base/test/jpegdecoderl4tm_tests.cpp @@ -1,7 +1,8 @@ #include "stdafx.h" #include #include - +#include "DMAFDToHostCopy.h" +#include "FileWriterModule.h" #include "ExternalSourceModule.h" #include "ExternalSinkModule.h" #include "FrameMetadata.h" @@ -10,6 +11,7 @@ #include "AIPExceptions.h" #include "JPEGDecoderL4TM.h" #include "test_utils.h" +#include "PipeLine.h" BOOST_AUTO_TEST_SUITE(jpegdecoderl4tm_tests) @@ -66,8 +68,56 @@ BOOST_AUTO_TEST_CASE(jpegdecoderl4tm_basic, * boost::unit_test::disabled()) delete[] pReadData; } -BOOST_AUTO_TEST_CASE(jpegdecoderl4tm_rgb, * boost::unit_test::disabled()) -{ +BOOST_AUTO_TEST_CASE(jpegdecoderl4tm_fd_yuv420) +{ + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); + const uint8_t* pReadData = nullptr; + unsigned int readDataSize = 0U; + BOOST_TEST(Test_Utils::readFile("./data/faces.jpg", pReadData, readDataSize)); + + auto m1 = boost::shared_ptr(new ExternalSourceModule()); + auto metadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); + auto encodedImagePin = m1->addOutputPin(metadata); + + JPEGDecoderL4TMProps props; + props.decodeToFd = true; + + auto m2 = boost::shared_ptr(new JPEGDecoderL4TM(props)); + m1->setNext(m2); + auto decoderMetadata = framemetadata_sp(new RawImagePlanarMetadata(FrameMetadata::MemType::DMABUF)); + auto rawImagePin = m2->addOutputPin(decoderMetadata); + + + auto m3 = boost::shared_ptr(new DMAFDToHostCopy); + m2->setNext(m3); + + auto m4 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/faces-dma.yuv", true))); + m3->setNext(m4); + + + BOOST_TEST(m1->init()); + BOOST_TEST(m2->init()); + BOOST_TEST(m3->init()); + BOOST_TEST(m4->init()); + + auto encodedImageFrame = m1->makeFrame(readDataSize, encodedImagePin); + memcpy(encodedImageFrame->data(), pReadData, readDataSize); + + frame_container frames; + frames.insert(make_pair(encodedImagePin, encodedImageFrame)); + + m1->send(frames); + m2->step(); + m3->step(); + m4->step(); + +} + +BOOST_AUTO_TEST_CASE(jpegdecoderl4tm_rgb) +{ const uint8_t* pReadData = nullptr; unsigned int readDataSize = 0U; BOOST_TEST(Test_Utils::readFile("./data/frame.jpg", pReadData, readDataSize)); diff --git a/base/test/jpegencoderl4tm_tests.cpp b/base/test/jpegencoderl4tm_tests.cpp index d62d66e72..65162f11e 100755 --- a/base/test/jpegencoderl4tm_tests.cpp +++ b/base/test/jpegencoderl4tm_tests.cpp @@ -1,7 +1,7 @@ #include "stdafx.h" #include #include - +#include "MemTypeConversion.h" #include "ExternalSourceModule.h" #include "ExternalSinkModule.h" #include "FrameMetadata.h" @@ -15,9 +15,259 @@ #include "PipeLine.h" #include "test_utils.h" #include +#include "NvV4L2Camera.h" +#include "DMAFDToHostCopy.h" +#include "FileWriterModule.h" +#include "DMAFDWrapper.h" +#include "DMAAllocator.h" +#include "nvbufsurface.h" + +#include "NvArgusCamera.h" BOOST_AUTO_TEST_SUITE(jpegencoderl4tm_tests) +BOOST_AUTO_TEST_CASE(argus_jpeg, * boost::unit_test::disabled()) +{ + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); + NvArgusCameraProps sourceProps(1280, 720); + sourceProps.maxConcurrentFrames = 10; + sourceProps.fps = 30; + auto source = boost::shared_ptr(new NvArgusCamera(sourceProps)); + + auto copySource = boost::shared_ptr(new DMAFDToHostCopy); + source->setNext(copySource); + + auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvargus/nv12-argus.raw", true))); + copySource->setNext(fileWriter); + + + auto jencode = boost::shared_ptr(new JPEGEncoderL4TM()); + auto encodedImageMetadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); + auto encodedImagePin = jencode->addOutputPin(encodedImageMetadata); + source->setNext(jencode); + + + auto fileWriter2 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvargus/frame_argus.jpg", true))); + jencode->setNext(fileWriter2); + PipeLine p("test"); + p.appendModule(source); + BOOST_TEST(p.init()); + p.run_all_threaded(); + + boost::this_thread::sleep_for(boost::chrono::seconds(10)); + + p.stop(); + p.term(); + + p.wait_for_all(); +} + + + +BOOST_AUTO_TEST_CASE(jpegencoder_dmabuf_fd_nv12, * boost::unit_test::disabled()) +{ + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); + + const int width = 704, height = 576; + const std::string inputYuvPath = "./data/nv12-704x576.raw"; + + // Source + auto m1 = boost::shared_ptr(new ExternalSourceModule()); + + // Create DMABUF metadata with actual pitches from NvBufSurface + auto meta = framemetadata_sp(new RawImagePlanarMetadata(FrameMetadata::DMABUF)); + DMAAllocator::setMetadata(meta, width, height, ImageMetadata::NV12); + auto rawPin = m1->addOutputPin(meta); + + // NVJPEG encoder module + auto enc = boost::shared_ptr(new JPEGEncoderL4TM()); // ensure this module exists/linked + m1->setNext(enc); + auto encMeta = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); + auto encPin = enc->addOutputPin(encMeta); + + // Sink + auto sink = boost::shared_ptr(new ExternalSinkModule()); + enc->setNext(sink); + + BOOST_TEST(m1->init()); + BOOST_TEST(enc->init()); + BOOST_TEST(sink->init()); + + // Allocate DMABUF frame and fill with I420 data (row-wise using NvBufSurface params) + auto frame = m1->makeFrame(meta->getDataSize(), rawPin); + { + auto dma = static_cast(frame->data()); + NvBufSurface* surf = dma->getNvBufSurface(); + + std::ifstream in(inputYuvPath, std::ios::binary); + BOOST_TEST(in.good()); + + // planes: 0=Y,1=U,2=V + for (int p = 0; p < 3; ++p) { + NvBufSurfaceMap(surf, 0, p, NVBUF_MAP_READ_WRITE); + NvBufSurfaceSyncForCpu(surf, 0, p); + auto dst = static_cast(surf->surfaceList[0].mappedAddr.addr[p]); + auto rows = surf->surfaceList[0].planeParams.height[p]; + auto pitch = surf->surfaceList[0].planeParams.pitch[p]; + auto rowB = surf->surfaceList[0].planeParams.width[p] * + surf->surfaceList[0].planeParams.bytesPerPix[p]; + + std::vector row(rowB); + for (uint32_t r = 0; r < rows; ++r) { + in.read(reinterpret_cast(row.data()), rowB); + BOOST_TEST(static_cast(in.gcount()) == rowB); + memcpy(dst + r * pitch, row.data(), rowB); + } + NvBufSurfaceSyncForDevice(surf, 0, p); + NvBufSurfaceUnMap(surf, 0, p); + } + } + + frame_container fc; fc.insert({ rawPin, frame }); + m1->send(fc); + enc->step(); + + auto out = sink->pop(); + BOOST_TEST((out.find(encPin) != out.end())); + auto outFrame = out[encPin]; + BOOST_TEST(outFrame->size() > 0); + + Test_Utils::saveOrCompare("./data/testOutput/jenc_dmabuf_nv12.jpg", + (const uint8_t*)outFrame->data(), outFrame->size(), 0); +} + + +BOOST_AUTO_TEST_CASE(jpegencoder_dmabuf_fd_yuv420, * boost::unit_test::disabled()) +{ + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); + + const int width = 3840, height = 2160; + const std::string inputYuvPath = "./data/4k.yuv"; + + // Source + auto m1 = boost::shared_ptr(new ExternalSourceModule()); + + // Create DMABUF metadata with actual pitches from NvBufSurface + auto meta = framemetadata_sp(new RawImagePlanarMetadata(FrameMetadata::DMABUF)); + DMAAllocator::setMetadata(meta, width, height, ImageMetadata::YUV420); + auto rawPin = m1->addOutputPin(meta); + + // NVJPEG encoder module + auto enc = boost::shared_ptr(new JPEGEncoderL4TM()); // ensure this module exists/linked + m1->setNext(enc); + auto encMeta = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); + auto encPin = enc->addOutputPin(encMeta); + + // Sink + auto sink = boost::shared_ptr(new ExternalSinkModule()); + enc->setNext(sink); + + BOOST_TEST(m1->init()); + BOOST_TEST(enc->init()); + BOOST_TEST(sink->init()); + + // Allocate DMABUF frame and fill with I420 data (row-wise using NvBufSurface params) + auto frame = m1->makeFrame(meta->getDataSize(), rawPin); + { + auto dma = static_cast(frame->data()); + NvBufSurface* surf = dma->getNvBufSurface(); + + std::ifstream in(inputYuvPath, std::ios::binary); + BOOST_TEST(in.good()); + + // planes: 0=Y,1=U,2=V + for (int p = 0; p < 3; ++p) { + NvBufSurfaceMap(surf, 0, p, NVBUF_MAP_READ_WRITE); + NvBufSurfaceSyncForCpu(surf, 0, p); + auto dst = static_cast(surf->surfaceList[0].mappedAddr.addr[p]); + auto rows = surf->surfaceList[0].planeParams.height[p]; + auto pitch = surf->surfaceList[0].planeParams.pitch[p]; + auto rowB = surf->surfaceList[0].planeParams.width[p] * + surf->surfaceList[0].planeParams.bytesPerPix[p]; + + std::vector row(rowB); + for (uint32_t r = 0; r < rows; ++r) { + in.read(reinterpret_cast(row.data()), rowB); + BOOST_TEST(static_cast(in.gcount()) == rowB); + memcpy(dst + r * pitch, row.data(), rowB); + } + NvBufSurfaceSyncForDevice(surf, 0, p); + NvBufSurfaceUnMap(surf, 0, p); + } + } + + frame_container fc; fc.insert({ rawPin, frame }); + m1->send(fc); + enc->step(); + + auto out = sink->pop(); + BOOST_TEST((out.find(encPin) != out.end())); + auto outFrame = out[encPin]; + BOOST_TEST(outFrame->size() > 0); + + Test_Utils::saveOrCompare("./data/testOutput/jenc_dmabuf_yuv420.jpg", + (const uint8_t*)outFrame->data(), outFrame->size(), 0); +} + +BOOST_AUTO_TEST_CASE(jpegencoderl4tm_yuv420, * boost::unit_test::disabled()) +{ + // metadata is known + auto width = 3840; + auto height = 2160; + + // YUV420 format: Y plane (width * height) + U plane (width * height / 4) + V plane (width * height / 4) + // Total size = width * height * 3 / 2 + size_t yuv420Size = static_cast(width) * height * 3 / 2; + unsigned char *in_buf = new unsigned char[yuv420Size]; + + auto in_file = new std::ifstream("./data/4k.yuv", std::ios::binary); + in_file->read((char *)in_buf, yuv420Size); + delete in_file; + + auto m1 = boost::shared_ptr(new ExternalSourceModule()); + auto metadata = framemetadata_sp(new RawImagePlanarMetadata(width, height, ImageMetadata::ImageType::YUV420, size_t(0), CV_8U)); + + auto rawImagePin = m1->addOutputPin(metadata); + + auto m2 = boost::shared_ptr(new JPEGEncoderL4TM()); + m1->setNext(m2); + auto encodedImageMetadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); + auto encodedImagePin = m2->addOutputPin(encodedImageMetadata); + + auto m3 = boost::shared_ptr(new ExternalSinkModule()); + m2->setNext(m3); + + BOOST_TEST(m1->init()); + BOOST_TEST(m2->init()); + BOOST_TEST(m3->init()); + + auto rawImageFrame = m1->makeFrame(metadata->getDataSize(), rawImagePin); + memcpy(rawImageFrame->data(), in_buf, metadata->getDataSize()); + + frame_container frames; + frames.insert(make_pair(rawImagePin, rawImageFrame)); + + m1->send(frames); + m2->step(); + frames = m3->pop(); + BOOST_TEST((frames.find(encodedImagePin) != frames.end())); + auto encodedImageFrame = frames[encodedImagePin]; + BOOST_TEST(encodedImageFrame->getMetadata()->getFrameType() == FrameMetadata::ENCODED_IMAGE); + + Test_Utils::saveOrCompare("./data/testOutput/jpegencoderl4tm_yuv420_encoded.jpg", (const uint8_t *)encodedImageFrame->data(), encodedImageFrame->size(), 0); + + delete[] in_buf; +} + + + BOOST_AUTO_TEST_CASE(jpegencoderl4tm_basic, * boost::unit_test::disabled()) { // metadata is known @@ -298,97 +548,18 @@ BOOST_AUTO_TEST_CASE(jpegencoderl4tm_basic_perf_scale, * boost::unit_test::disab } } -BOOST_AUTO_TEST_CASE(jpegencoderl4tm_basic_2, * boost::unit_test::disabled()) -{ - // metadata is set after init - auto img = cv::imread("./data/frame.jpg", cv::IMREAD_GRAYSCALE); - auto m1 = boost::shared_ptr(new ExternalSourceModule()); - auto metadata = framemetadata_sp(new RawImageMetadata()); - auto rawImagePin = m1->addOutputPin(metadata); - - auto m2 = boost::shared_ptr(new JPEGEncoderL4TM()); - m1->setNext(m2); - auto encodedImageMetadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); - auto encodedImagePin = m2->addOutputPin(encodedImageMetadata); - - auto m3 = boost::shared_ptr(new ExternalSinkModule()); - m2->setNext(m3); - - BOOST_TEST(m1->init()); - BOOST_TEST(m2->init()); - BOOST_TEST(m3->init()); - - FrameMetadataFactory::downcast(metadata)->setData(img); - auto rawImageFrame = m1->makeFrame(metadata->getDataSize(), rawImagePin); - memcpy(rawImageFrame->data(), img.data, metadata->getDataSize()); - - frame_container frames; - frames.insert(make_pair(rawImagePin, rawImageFrame)); - - m1->send(frames); - m2->step(); - frames = m3->pop(); - BOOST_TEST((frames.find(encodedImagePin) != frames.end())); - auto encodedImageFrame = frames[encodedImagePin]; - - Test_Utils::saveOrCompare("./data/testOutput/frame_test_l4tm.jpg", (const uint8_t *)encodedImageFrame->data(), encodedImageFrame->size(), 0); -} - -BOOST_AUTO_TEST_CASE(jpegencoderl4tm_basic_width_notmultipleof32, * boost::unit_test::disabled()) -{ - // metadata is set after init - auto img_orig = cv::imread("./data/frame.jpg", cv::IMREAD_GRAYSCALE); - cv::Mat img; - cv::resize(img_orig, img, cv::Size(240, 60)); - auto m1 = boost::shared_ptr(new ExternalSourceModule()); - auto metadata = framemetadata_sp(new RawImageMetadata()); - auto rawImagePin = m1->addOutputPin(metadata); - - auto m2 = boost::shared_ptr(new JPEGEncoderL4TM()); - m1->setNext(m2); - auto encodedImageMetadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); - auto encodedImagePin = m2->addOutputPin(encodedImageMetadata); - - auto m3 = boost::shared_ptr(new ExternalSinkModule()); - m2->setNext(m3); - - BOOST_TEST(m1->init()); - BOOST_TEST(m2->init()); - BOOST_TEST(m3->init()); - - FrameMetadataFactory::downcast(metadata)->setData(img); - auto rawImageFrame = m1->makeFrame(metadata->getDataSize(), rawImagePin); - memcpy(rawImageFrame->data(), img.data, metadata->getDataSize()); - - frame_container frames; - frames.insert(make_pair(rawImagePin, rawImageFrame)); - - m1->send(frames); - - try - { - m2->step(); - BOOST_TEST(false); - } - catch (AIP_Exception &exception) - { - BOOST_TEST(exception.getCode() == AIP_NOTIMPLEMENTED); - } - catch (...) - { - BOOST_TEST(false); - } -} - -BOOST_AUTO_TEST_CASE(jpegencoderl4tm_basic_width_notmultipleof32_2, * boost::unit_test::disabled()) +BOOST_AUTO_TEST_CASE(jpegencoderl4tm_not_valid_image_type, * boost::unit_test::disabled()) { + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); // metadata is known - auto img_orig = cv::imread("./data/frame.jpg", cv::IMREAD_GRAYSCALE); - cv::Mat img; - cv::resize(img_orig, img, cv::Size(240, 60)); + auto width = 3840; + auto height = 2160; + auto m1 = boost::shared_ptr(new ExternalSourceModule()); - auto metadata = framemetadata_sp(new RawImageMetadata()); - FrameMetadataFactory::downcast(metadata)->setData(img); + auto metadata = framemetadata_sp(new RawImagePlanarMetadata(width, height, ImageMetadata::ImageType::YUV444, size_t(0), CV_8U)); + auto rawImagePin = m1->addOutputPin(metadata); auto m2 = boost::shared_ptr(new JPEGEncoderL4TM()); @@ -407,13 +578,19 @@ BOOST_AUTO_TEST_CASE(jpegencoderl4tm_basic_width_notmultipleof32_2, * boost::uni } } -BOOST_AUTO_TEST_CASE(jpegencoderl4tm_basic_width_channels_2, * boost::unit_test::disabled()) +BOOST_AUTO_TEST_CASE(jpegencoderl4tm_not_multipleof32, * boost::unit_test::disabled()) { + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); // metadata is known - auto img = cv::imread("./data/frame.jpg"); + auto width = 1000; + auto height = 1000; + + auto m1 = boost::shared_ptr(new ExternalSourceModule()); - auto metadata = framemetadata_sp(new RawImageMetadata()); - FrameMetadataFactory::downcast(metadata)->setData(img); + auto metadata = framemetadata_sp(new RawImageMetadata(width, height, ImageMetadata::RGB, CV_8UC3, width*3, CV_8U, FrameMetadata::HOST)); + auto rawImagePin = m1->addOutputPin(metadata); auto m2 = boost::shared_ptr(new JPEGEncoderL4TM()); @@ -432,10 +609,14 @@ BOOST_AUTO_TEST_CASE(jpegencoderl4tm_basic_width_channels_2, * boost::unit_test: } } -BOOST_AUTO_TEST_CASE(jpegencoderl4tm_basic_width_channels, * boost::unit_test::disabled()) + +BOOST_AUTO_TEST_CASE(jpegencoderl4tm_metadata_not_set, * boost::unit_test::disabled()) { - // metadata is set after init - auto img = cv::imread("./data/frame.jpg"); + LoggerProps logProps; logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); + + auto m1 = boost::shared_ptr(new ExternalSourceModule()); auto metadata = framemetadata_sp(new RawImageMetadata()); auto rawImagePin = m1->addOutputPin(metadata); @@ -447,33 +628,20 @@ BOOST_AUTO_TEST_CASE(jpegencoderl4tm_basic_width_channels, * boost::unit_test::d auto m3 = boost::shared_ptr(new ExternalSinkModule()); m2->setNext(m3); - - BOOST_TEST(m1->init()); - BOOST_TEST(m2->init()); - BOOST_TEST(m3->init()); - - FrameMetadataFactory::downcast(metadata)->setData(img); - auto rawImageFrame = m1->makeFrame(metadata->getDataSize(), rawImagePin); - memcpy(rawImageFrame->data(), img.data, metadata->getDataSize()); - - frame_container frames; - frames.insert(make_pair(rawImagePin, rawImageFrame)); - - m1->send(frames); - try { - m2->step(); + m1->init(); + m2->init(); + m3->init(); BOOST_TEST(false); } catch (AIP_Exception &exception) { - BOOST_TEST(exception.getCode() == AIP_NOTIMPLEMENTED); + BOOST_TEST(exception.getCode() == AIP_FATAL); } catch (...) { BOOST_TEST(false); } } - BOOST_AUTO_TEST_SUITE_END() diff --git a/base/test/memtypeconversion_tests.cpp b/base/test/memtypeconversion_tests.cpp index 3c77020ae..c49757359 100644 --- a/base/test/memtypeconversion_tests.cpp +++ b/base/test/memtypeconversion_tests.cpp @@ -20,7 +20,7 @@ BOOST_AUTO_TEST_SUITE(memtypeconversion_tests) BOOST_AUTO_TEST_CASE(Host_to_Dma_to_Device_to_Host_RGBA_1280x720) { #if 1 - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/8bit_frame_1280x720_rgba.raw"))); + auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("../data/8bit_frame_1280x720_rgba.raw"))); auto metadata = framemetadata_sp(new RawImageMetadata(1280, 720, ImageMetadata::ImageType::RGBA, CV_8UC4, 0, CV_8U, FrameMetadata::HOST, true)); fileReader->addOutputPin(metadata); @@ -53,14 +53,14 @@ BOOST_AUTO_TEST_CASE(Host_to_Dma_to_Device_to_Host_RGBA_1280x720) BOOST_TEST((frames.find(outputPinId) != frames.end())); auto outFrame = frames[outputPinId]; BOOST_TEST(outFrame->getMetadata()->getFrameType() == FrameMetadata::RAW_IMAGE); - Test_Utils::saveOrCompare("./data/MemConversion_outputs/Host_to_Dma_to_Device_to_Host_RGBA_1280x720.raw", (const uint8_t *)outFrame->data(), outFrame->size(), 0); + Test_Utils::saveOrCompare("../data/MemConversion_outputs/Host_to_Dma_to_Device_to_Host_RGBA_1280x720.raw", (const uint8_t *)outFrame->data(), outFrame->size(), 0); #endif } BOOST_AUTO_TEST_CASE(Host_to_Device_to_Dma_to_Device_to_Host_YUV420_400x400) { #if 1 - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/yuv420_400x400.raw"))); + auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("../data/yuv420_400x400.raw"))); auto metadata = framemetadata_sp(new RawImagePlanarMetadata(400, 400, ImageMetadata::ImageType::YUV420, size_t(0), CV_8U)); fileReader->addOutputPin(metadata); @@ -98,14 +98,14 @@ BOOST_AUTO_TEST_CASE(Host_to_Device_to_Dma_to_Device_to_Host_YUV420_400x400) BOOST_TEST((frames.find(outputPinId) != frames.end())); auto outFrame = frames[outputPinId]; BOOST_TEST(outFrame->getMetadata()->getFrameType() == FrameMetadata::RAW_IMAGE_PLANAR); - Test_Utils::saveOrCompare("./data/MemConversion_outputs/Host_to_Device_to_Dma_to_Device_to_Host_YUV420_400x400.raw", (const uint8_t *)outFrame->data(), outFrame->size(), 0); + Test_Utils::saveOrCompare("../data/MemConversion_outputs/Host_to_Device_to_Dma_to_Device_to_Host_YUV420_400x400.raw", (const uint8_t *)outFrame->data(), outFrame->size(), 0); #endif } BOOST_AUTO_TEST_CASE(Host_to_Device_to_Dma_to_Host_BGRA_400x400) { #if 1 - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/overlay_400x400_BGRA.raw"))); + auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("../data/overlay_400x400_BGRA.raw"))); auto metadata = framemetadata_sp(new RawImageMetadata(400, 400, ImageMetadata::ImageType::BGRA, CV_8UC4, 0, CV_8U, FrameMetadata::HOST, true)); fileReader->addOutputPin(metadata); @@ -138,7 +138,7 @@ BOOST_AUTO_TEST_CASE(Host_to_Device_to_Dma_to_Host_BGRA_400x400) BOOST_TEST((frames.find(outputPinId) != frames.end())); auto outFrame = frames[outputPinId]; BOOST_TEST(outFrame->getMetadata()->getFrameType() == FrameMetadata::RAW_IMAGE); - Test_Utils::saveOrCompare("./data/MemConversion_outputs/Host_to_Device_to_Dma_to_Host_BGRA_400x400.raw", (const uint8_t *)outFrame->data(), outFrame->size(), 0); + Test_Utils::saveOrCompare("../data/MemConversion_outputs/Host_to_Device_to_Dma_to_Host_BGRA_400x400.raw", (const uint8_t *)outFrame->data(), outFrame->size(), 0); #endif } @@ -154,7 +154,7 @@ BOOST_AUTO_TEST_CASE(Dma_to_Host, *boost::unit_test::disabled()) auto memconversion = boost::shared_ptr(new MemTypeConversion(MemTypeConversionProps(FrameMetadata::HOST))); transform->setNext(memconversion); - auto sink = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvv4l2/frame_????.raw"))); + auto sink = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("../data/testOutput/nvv4l2/frame_????.raw"))); memconversion->setNext(sink); PipeLine p("test"); @@ -189,7 +189,7 @@ BOOST_AUTO_TEST_CASE(Dma_to_Host_to_Dma, *boost::unit_test::disabled()) auto memconversion2 = boost::shared_ptr(new MemTypeConversion(MemTypeConversionProps(FrameMetadata::DMABUF))); memconversion->setNext(memconversion2); - auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0, 0, 0))); + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0, 0))); memconversion2->setNext(sink); PipeLine p("test"); @@ -212,7 +212,7 @@ BOOST_AUTO_TEST_CASE(Dma_to_Host_to_Dma, *boost::unit_test::disabled()) BOOST_AUTO_TEST_CASE(Device_to_Dma_RGBA, *boost::unit_test::disabled()) { #if 1 - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/8bit_frame_1280x720_rgba.raw"))); + auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("../data/8bit_frame_1280x720_rgba.raw"))); auto metadata = framemetadata_sp(new RawImageMetadata(1280, 720, ImageMetadata::ImageType::RGBA, CV_8UC4, 0, CV_8U, FrameMetadata::HOST, true)); fileReader->addOutputPin(metadata); @@ -223,7 +223,7 @@ BOOST_AUTO_TEST_CASE(Device_to_Dma_RGBA, *boost::unit_test::disabled()) auto memconversion = boost::shared_ptr(new MemTypeConversion(MemTypeConversionProps(FrameMetadata::DMABUF, stream))); copy1->setNext(memconversion); - auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0, 0, 0))); + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0, 0))); memconversion->setNext(sink); PipeLine p("test"); @@ -246,7 +246,7 @@ BOOST_AUTO_TEST_CASE(Device_to_Dma_RGBA, *boost::unit_test::disabled()) BOOST_AUTO_TEST_CASE(Device_to_Dma_Planar, *boost::unit_test::disabled()) { #if 1 - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/yuv420_400x400.raw"))); + auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("../data/yuv420_400x400.raw"))); auto metadata = framemetadata_sp(new RawImagePlanarMetadata(400, 400, ImageMetadata::ImageType::YUV420, size_t(0), CV_8U)); fileReader->addOutputPin(metadata); @@ -257,7 +257,7 @@ BOOST_AUTO_TEST_CASE(Device_to_Dma_Planar, *boost::unit_test::disabled()) auto memconversion = boost::shared_ptr(new MemTypeConversion(MemTypeConversionProps(FrameMetadata::DMABUF, stream))); copy1->setNext(memconversion); - auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0, 0, 0))); + auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0, 0))); memconversion->setNext(sink); PipeLine p("test"); @@ -293,7 +293,7 @@ BOOST_AUTO_TEST_CASE(Dma_to_Device_Planar, *boost::unit_test::disabled()) auto copy2 = boost::shared_ptr(new MemTypeConversion(MemTypeConversionProps(FrameMetadata::HOST, stream))); memconversion->setNext(copy2); - auto sink = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvv4l2/frame_????.raw"))); + auto sink = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("../data/testOutput/nvv4l2/frame_????.raw"))); copy2->setNext(sink); PipeLine p("test"); @@ -326,7 +326,7 @@ BOOST_AUTO_TEST_CASE(Dma_to_Device, *boost::unit_test::disabled()) auto copy2 = boost::shared_ptr(new MemTypeConversion(MemTypeConversionProps(FrameMetadata::HOST, stream))); memconversion->setNext(copy2); - auto sink = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvv4l2/frame_????.raw"))); + auto sink = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("../data/testOutput/nvv4l2/frame_?????.raw"))); copy2->setNext(sink); PipeLine p("test"); @@ -348,7 +348,7 @@ BOOST_AUTO_TEST_CASE(Dma_to_Device, *boost::unit_test::disabled()) BOOST_AUTO_TEST_CASE(Host_to_Device_to_Host) { - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/RGB_320x180.raw"))); + auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("../data/RGB_320x180.raw"))); auto metadata = framemetadata_sp(new RawImageMetadata(320, 180, ImageMetadata::ImageType::RGB, CV_8UC3, 0, CV_8U, FrameMetadata::HOST, true)); fileReader->addOutputPin(metadata); @@ -376,12 +376,12 @@ BOOST_AUTO_TEST_CASE(Host_to_Device_to_Host) BOOST_TEST((frames.find(outputPinId) != frames.end())); auto outFrame = frames[outputPinId]; BOOST_TEST(outFrame->getMetadata()->getFrameType() == FrameMetadata::RAW_IMAGE); - Test_Utils::saveOrCompare("./data/MemConversion_outputs/Host_to_Device_to_Host_RGB_320x180.raw", (const uint8_t *)outFrame->data(), outFrame->size(), 0); + Test_Utils::saveOrCompare("../data/MemConversion_outputs/Host_to_Device_to_Host_RGB_320x180.raw", (const uint8_t *)outFrame->data(), outFrame->size(), 0); } BOOST_AUTO_TEST_CASE(Host_to_Device_to_Host_PlanarImage) { - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/nv12-704x576.raw"))); + auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("../data/nv12-704x576.raw"))); auto metadata = framemetadata_sp(new RawImagePlanarMetadata(704, 576, ImageMetadata::ImageType::NV12, size_t(0), CV_8U)); fileReader->addOutputPin(metadata); @@ -409,7 +409,7 @@ BOOST_AUTO_TEST_CASE(Host_to_Device_to_Host_PlanarImage) BOOST_TEST((frames.find(outputPinId) != frames.end())); auto outFrame = frames[outputPinId]; BOOST_TEST(outFrame->getMetadata()->getFrameType() == FrameMetadata::RAW_IMAGE_PLANAR); - Test_Utils::saveOrCompare("./data/MemConversion_outputs/Host_to_Device_to_Host_NV12.raw", (const uint8_t *)outFrame->data(), outFrame->size(), 0); + Test_Utils::saveOrCompare("../data/MemConversion_outputs/Host_to_Device_to_Host_NV12.raw", (const uint8_t *)outFrame->data(), outFrame->size(), 0); } BOOST_AUTO_TEST_SUITE_END() \ No newline at end of file diff --git a/base/test/nvarguscamera_tests.cpp b/base/test/nvarguscamera_tests.cpp index 6c999c1d5..f39bb0ed2 100755 --- a/base/test/nvarguscamera_tests.cpp +++ b/base/test/nvarguscamera_tests.cpp @@ -13,7 +13,7 @@ #include "test_utils.h" BOOST_AUTO_TEST_SUITE(nvarguscamera_tests) - +/* BOOST_AUTO_TEST_CASE(basic, *boost::unit_test::disabled()) { auto argValue = Test_Utils::getArgValue("n", "1"); @@ -70,10 +70,14 @@ BOOST_AUTO_TEST_CASE(basic, *boost::unit_test::disabled()) p.term(); p.wait_for_all(); -} +}*/ BOOST_AUTO_TEST_CASE(vcam_nv12, *boost::unit_test::disabled()) { + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); NvArgusCameraProps sourceProps(1280, 720); sourceProps.maxConcurrentFrames = 10; sourceProps.fps = 30; @@ -87,20 +91,14 @@ BOOST_AUTO_TEST_CASE(vcam_nv12, *boost::unit_test::disabled()) sinkProps.logHealthFrequency = 100; auto sink = boost::shared_ptr(new VirtualCameraSink(sinkProps)); copySource->setNext(sink); - - // auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvargus/nv12_????.raw"))); - // source->setNext(fileWriter); - PipeLine p("test"); p.appendModule(source); BOOST_TEST(p.init()); - Logger::setLogLevel(boost::log::trivial::severity_level::info); p.run_all_threaded(); - boost::this_thread::sleep_for(boost::chrono::seconds(1000)); - Logger::setLogLevel(boost::log::trivial::severity_level::error); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); p.stop(); p.term(); @@ -108,8 +106,12 @@ BOOST_AUTO_TEST_CASE(vcam_nv12, *boost::unit_test::disabled()) p.wait_for_all(); } -BOOST_AUTO_TEST_CASE(vcam_yuv420, *boost::unit_test::disabled()) +BOOST_AUTO_TEST_CASE(vcam_yuv420) { + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); NvArgusCameraProps sourceProps(1280, 720); sourceProps.maxConcurrentFrames = 10; sourceProps.fps = 30; @@ -118,7 +120,11 @@ BOOST_AUTO_TEST_CASE(vcam_yuv420, *boost::unit_test::disabled()) auto copySource = boost::shared_ptr(new DMAFDToHostCopy); source->setNext(copySource); - auto transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::YUV420))); + auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvargus/nv12.raw", true))); + copySource->setNext(fileWriter); + + + auto transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::YUV420,640,360,0,0))); source->setNext(transform); auto copy = boost::shared_ptr(new DMAFDToHostCopy); @@ -130,21 +136,17 @@ BOOST_AUTO_TEST_CASE(vcam_yuv420, *boost::unit_test::disabled()) auto sink = boost::shared_ptr(new VirtualCameraSink(sinkProps)); copy->setNext(sink); - // auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvargus/yuv420_????.raw"))); - // copy->setNext(fileWriter); - // auto fileWriter2 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvargus/nv12_????.raw"))); - // copySource->setNext(fileWriter2); + auto fileWriter2 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvargus/yuv420-640x360.raw", true))); + copy->setNext(fileWriter2); + PipeLine p("test"); p.appendModule(source); BOOST_TEST(p.init()); - Logger::setLogLevel(boost::log::trivial::severity_level::info); - p.run_all_threaded(); - boost::this_thread::sleep_for(boost::chrono::seconds(100)); - Logger::setLogLevel(boost::log::trivial::severity_level::error); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); p.stop(); p.term(); @@ -152,7 +154,7 @@ BOOST_AUTO_TEST_CASE(vcam_yuv420, *boost::unit_test::disabled()) p.wait_for_all(); } -BOOST_AUTO_TEST_CASE(vcam, *boost::unit_test::disabled()) +BOOST_AUTO_TEST_CASE(crop, *boost::unit_test::disabled()) { NvArgusCameraProps sourceProps(1280, 720); sourceProps.maxConcurrentFrames = 10; @@ -162,7 +164,7 @@ BOOST_AUTO_TEST_CASE(vcam, *boost::unit_test::disabled()) auto copySource = boost::shared_ptr(new DMAFDToHostCopy); source->setNext(copySource); - auto transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::BGRA))); + auto transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::RGBA,480,360,0,0))); source->setNext(transform); auto copy = boost::shared_ptr(new DMAFDToHostCopy); @@ -176,7 +178,7 @@ BOOST_AUTO_TEST_CASE(vcam, *boost::unit_test::disabled()) // auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvargus/bgra_????.raw"))); // copy->setNext(fileWriter); - // auto fileWriter2 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvargus/nv12_????.raw"))); + //auto fileWriter2 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvargus/nv12_????.raw"))); // copySource->setNext(fileWriter2); PipeLine p("test"); @@ -187,7 +189,7 @@ BOOST_AUTO_TEST_CASE(vcam, *boost::unit_test::disabled()) p.run_all_threaded(); - boost::this_thread::sleep_for(boost::chrono::seconds(100)); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); Logger::setLogLevel(boost::log::trivial::severity_level::error); p.stop(); @@ -195,7 +197,6 @@ BOOST_AUTO_TEST_CASE(vcam, *boost::unit_test::disabled()) p.wait_for_all(); } - BOOST_AUTO_TEST_CASE(encoder, *boost::unit_test::disabled()) { NvArgusCameraProps sourceProps(800, 800); @@ -225,7 +226,7 @@ BOOST_AUTO_TEST_CASE(encoder, *boost::unit_test::disabled()) p.run_all_threaded(); - boost::this_thread::sleep_for(boost::chrono::seconds(100)); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); Logger::setLogLevel(boost::log::trivial::severity_level::error); p.stop(); @@ -233,9 +234,14 @@ BOOST_AUTO_TEST_CASE(encoder, *boost::unit_test::disabled()) p.wait_for_all(); } - -BOOST_AUTO_TEST_CASE(encoderrtsppush, *boost::unit_test::disabled()) +/* +BOOST_AUTO_TEST_CASE(encoderrtsppush) { + + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); NvArgusCameraProps sourceProps(1280, 720); sourceProps.maxConcurrentFrames = 10; sourceProps.fps = 30; @@ -246,10 +252,10 @@ BOOST_AUTO_TEST_CASE(encoderrtsppush, *boost::unit_test::disabled()) auto encoder = boost::shared_ptr(new H264EncoderV4L2(encoderProps)); source->setNext(encoder); - // auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/ArgusCamera_1280x720.h264", true))); - // encoder->setNext(fileWriter); + auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/ArgusCamera_1280x720.h264", true))); + encoder->setNext(fileWriter); - RTSPPusherProps rtspPusherProps("rtsp://10.102.10.129:5544", "aprapipes_h264"); + RTSPPusherProps rtspPusherProps("rtsp://10.102.10.102:5544", "aprapipes_h264"); auto rtspPusher = boost::shared_ptr(new RTSPPusher(rtspPusherProps)); encoder->setNext(rtspPusher); @@ -267,13 +273,13 @@ BOOST_AUTO_TEST_CASE(encoderrtsppush, *boost::unit_test::disabled()) p.run_all_threaded(); - boost::this_thread::sleep_for(boost::chrono::seconds(100000)); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); Logger::setLogLevel(boost::log::trivial::severity_level::error); p.stop(); p.term(); p.wait_for_all(); -} +}*/ BOOST_AUTO_TEST_SUITE_END() diff --git a/base/test/nvarguscamerahelper_tests.cpp b/base/test/nvarguscamerahelper_tests.cpp index dd1e6f9ae..72b1a0008 100755 --- a/base/test/nvarguscamerahelper_tests.cpp +++ b/base/test/nvarguscamerahelper_tests.cpp @@ -100,6 +100,7 @@ BOOST_AUTO_TEST_CASE(invalid_sensor_mode, *boost::unit_test::disabled()) { LOG_INFO << "Testcase passed"; } + helper->stop(); helper.reset(); LOG_INFO << "FINISHED"; } diff --git a/base/test/nvtransform_tests.cpp b/base/test/nvtransform_tests.cpp index db6452615..f16d0e83f 100644 --- a/base/test/nvtransform_tests.cpp +++ b/base/test/nvtransform_tests.cpp @@ -1,13 +1,12 @@ #include - #include "PipeLine.h" #include "NvV4L2Camera.h" #include "EglRenderer.h" -#include "nvbuf_utils.h" #include "EGL/egl.h" #include "cudaEGL.h" #include "NvTransform.h" - +#include "FileWriterModule.h" +#include "FileReaderModule.h" #include #include #include @@ -18,157 +17,272 @@ #include "RawImageMetadata.h" #include "DMAFDWrapper.h" #include "DMAUtils.h" -#include "NvArgusCamera.h" - +#include #include +#include "nvbufsurftransform.h" +#include "ExternalSourceModule.h" +#include "ExternalSinkModule.h" +#include "ApraData.h" +#include "FrameFactory.h" using sys_clock = std::chrono::system_clock; -BOOST_AUTO_TEST_SUITE(nv_transform_tests, *boost::unit_test::disabled()) - -BOOST_AUTO_TEST_CASE(basic, *boost::unit_test::disabled()) -{ - Logger::setLogLevel(boost::log::trivial::severity_level::info); +class NvTransformTest : public NvTransform { +public: + using NvTransform::NvTransform; + using NvTransform::addInputPin; + using NvTransform::processSOS; + using NvTransform::processEOS; - NvV4L2CameraProps sourceProps(1920, 1080, 10); - auto source = boost::shared_ptr(new NvV4L2Camera(sourceProps)); + bool processFrame(frame_container &frames) { + return NvTransform::process(frames); + } +}; - auto nv_transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::RGBA))); - source->setNext(nv_transform); - - PipeLine p("test"); - p.appendModule(source); - BOOST_TEST(p.init()); - - p.run_all_threaded(); - boost::this_thread::sleep_for(boost::chrono::seconds(10)); - p.stop(); - p.term(); - p.wait_for_all(); -} - -BOOST_AUTO_TEST_CASE(test) +frame_sp makeYUV420Frame(const std::string& path, uint32_t width, uint32_t height) { - EGLDisplay eglDisplay = eglGetDisplay(EGL_DEFAULT_DISPLAY); - if(eglDisplay == EGL_NO_DISPLAY) - { - throw AIPException(AIP_FATAL, "eglGetDisplay failed"); - } - - if (!eglInitialize(eglDisplay, NULL, NULL)) - { - throw AIPException(AIP_FATAL, "eglInitialize failed"); - } - DMAFDWrapper* dmafdWrapper = DMAFDWrapper::create(0,1024,1024,NvBufferColorFormat_ABGR32,NvBufferLayout_Pitch,eglDisplay); - auto mapped = dmafdWrapper->getHostPtr(); - memset(mapped,255,1024*1024*4); - auto rgbSize = 10; - for(auto i = 0; i < rgbSize; i++) - { - cout << (int)*(static_cast(mapped) + i) << " "; - } - cout <> 2; + size_t size = sizeY + 2 * sizeUV; + size_t step[4] = { 640, 320, 320, 0 }; + + auto metadata = framemetadata_sp(new RawImagePlanarMetadata( + width, height, ImageMetadata::YUV420, step, CV_8U, FrameMetadata::MemType::DMABUF + )); + + auto frameFactory = framefactory_sp(new FrameFactory(metadata, 1)); + auto frame = frameFactory->create(size, frameFactory); + if (!frame || !frame->data()) + throw std::runtime_error("Failed to create frame or DMA buffer"); + + auto dma = static_cast(frame->data()); + std::ifstream file(path, std::ios::binary); + if (!file.is_open()) + throw std::runtime_error("Cannot open YUV file: " + path); + + const int y_w = static_cast(width); + const int y_h = static_cast(height); + const int u_w = y_w >> 1; + const int u_h = y_h >> 1; + const int v_w = u_w; + const int v_h = u_h; + + NvBufSurface* surf = dma->getNvBufSurface(); + const size_t y_pitch = surf->surfaceList[0].planeParams.pitch[0]; + const size_t u_pitch = surf->surfaceList[0].planeParams.pitch[1]; + const size_t v_pitch = surf->surfaceList[0].planeParams.pitch[2]; + + std::vector rowY(y_w); + std::vector rowU(u_w); + std::vector rowV(v_w); + + // Y plane + uint8_t* dstY = static_cast(dma->getHostPtrY()); + for (int r = 0; r < y_h; ++r) { + file.read(reinterpret_cast(rowY.data()), y_w); + if (file.gcount() != y_w) throw std::runtime_error("Failed to read Y row"); + memcpy(dstY + r * y_pitch, rowY.data(), y_w); + } + + // U plane + uint8_t* dstU = static_cast(dma->getHostPtrU()); + for (int r = 0; r < u_h; ++r) { + file.read(reinterpret_cast(rowU.data()), u_w); + if (file.gcount() != u_w) throw std::runtime_error("Failed to read U row"); + memcpy(dstU + r * u_pitch, rowU.data(), u_w); + } + + // V plane + uint8_t* dstV = static_cast(dma->getHostPtrV()); + for (int r = 0; r < v_h; ++r) { + file.read(reinterpret_cast(rowV.data()), v_w); + if (file.gcount() != v_w) throw std::runtime_error("Failed to read V row"); + memcpy(dstV + r * v_pitch, rowV.data(), v_w); + } + + return frame; } -BOOST_AUTO_TEST_CASE(fdtest) +BOOST_AUTO_TEST_SUITE(nv_transform_tests, *boost::unit_test::disabled()) + +BOOST_AUTO_TEST_CASE(test) { - size_t size = 1024*1024*4; - void *host = malloc(size); - void *host_ref = malloc(size); - - cudaFree(0); - - EGLImageKHR eglInImage; - CUgraphicsResource pInResource; - CUeglFrame eglInFrame; - EGLDisplay eglDisplay = eglGetDisplay(EGL_DEFAULT_DISPLAY); - if(eglDisplay == EGL_NO_DISPLAY) - { - throw AIPException(AIP_FATAL, "eglGetDisplay failed"); - } - - if (!eglInitialize(eglDisplay, NULL, NULL)) - { - throw AIPException(AIP_FATAL, "eglInitialize failed"); - } - DMAFDWrapper* dmafdWrapper = DMAFDWrapper::create(0,1024,1024,NvBufferColorFormat_ABGR32,NvBufferLayout_Pitch,eglDisplay); - auto mapped = dmafdWrapper->getHostPtr(); - - - auto src = DMAUtils::getCudaPtrForFD(dmafdWrapper->getFd(), eglInImage,&pInResource,eglInFrame, eglDisplay); - - int value = 128; - for(int i = 0; i < 10; i++) - { - value += i; - memset(mapped, value, size); - NvBufferMemSyncForDevice(dmafdWrapper->getFd(), 0, &mapped); - cudaMemcpy(host, src, size, cudaMemcpyDeviceToHost); - cudaDeviceSynchronize(); - memset(host_ref, value, size); - if(memcmp(host, host_ref, size) != 0) - { - std::cout << "failed" << std::endl; - } - - value += 1; - cudaMemset(src, value, size); - cudaDeviceSynchronize(); - NvBufferMemSyncForCpu(dmafdWrapper->getFd(), 0, &mapped); - memset(host_ref, value, size); - if(memcmp(mapped, host_ref, size) != 0) - { - std::cout << "failed 2" << std::endl; - } - } - - - - // DMAUtils::freeCudaPtr(eglInImage,&pInResource, eglDisplay); + EGLDisplay eglDisplay = eglGetDisplay(EGL_DEFAULT_DISPLAY); + if(eglDisplay == EGL_NO_DISPLAY) throw AIPException(AIP_FATAL, "eglGetDisplay failed"); + if (!eglInitialize(eglDisplay, NULL, NULL)) throw AIPException(AIP_FATAL, "eglInitialize failed"); + + DMAFDWrapper* dmafdWrapper = DMAFDWrapper::create(0,1024,1024,NVBUF_COLOR_FORMAT_ABGR,NVBUF_LAYOUT_PITCH,eglDisplay); + auto mapped = dmafdWrapper->getHostPtr(); + memset(mapped,255,1024*1024*4); + + auto rgbSize = 10; + for(auto i = 0; i < rgbSize; i++) + std::cout << (int)*(static_cast(mapped) + i) << " "; + std::cout << std::endl; } -BOOST_AUTO_TEST_CASE(crop, *boost::unit_test::disabled()) +BOOST_AUTO_TEST_CASE(yuv_dma_crop) { - Logger::setLogLevel(boost::log::trivial::severity_level::info); - - NvArgusCameraProps sourceProps(1280, 720, 0); - auto source = boost::shared_ptr(new NvArgusCamera(sourceProps)); - - auto nv_transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::RGBA, 400, 400))); - source->setNext(nv_transform); - - PipeLine p("test"); - p.appendModule(source); - BOOST_TEST(p.init()); - - p.run_all_threaded(); - boost::this_thread::sleep_for(boost::chrono::seconds(10)); - p.stop(); - p.term(); - p.wait_for_all(); + constexpr int src_width = 3840; + constexpr int src_height = 2160; + constexpr int dst_width = 3840; + constexpr int dst_height = 2160; + + auto input_frame = makeYUV420Frame("/home/developer/ApraPipes/data/4k.yuv", src_width, src_height); + BOOST_REQUIRE(input_frame != nullptr); + + NvTransformProps props(ImageMetadata::YUV420,NvTransformProps::NvFlip::FlipY); + auto nv_transform = std::make_shared(props); + + std::string inputPinId = "input"; + framemetadata_sp metadata = input_frame->getMetadata(); + nv_transform->addInputPin(metadata, inputPinId); + + std::string outputPinId = "output"; + frame_container frames; + frames[inputPinId] = input_frame; + + BOOST_REQUIRE(nv_transform->init()); + nv_transform->processSOS(input_frame); + nv_transform->processFrame(frames); + nv_transform->processEOS(outputPinId); + nv_transform->term(); + + frame_sp out_frame; + for (const auto &kv : frames) { + if (kv.first != inputPinId) { + out_frame = kv.second; + break; + } + } + + BOOST_REQUIRE(out_frame != nullptr); + auto out_dma = static_cast(out_frame->data()); + auto out_md = FrameMetadataFactory::downcast(out_frame->getMetadata()); + + const int y_w = out_md->getWidth(0); + const int y_h = out_md->getHeight(0); + const size_t y_pitch = out_md->getStep(0); + const int u_w = out_md->getWidth(1); + const int u_h = out_md->getHeight(1); + const size_t u_pitch = out_md->getStep(1); + const int v_w = out_md->getWidth(2); + const int v_h = out_md->getHeight(2); + const size_t v_pitch = out_md->getStep(2); + + std::ofstream f_out("/home/developer/ApraPipes/data/4k_cropped.yuv", std::ios::binary); + + // Write Y plane + const uint8_t* srcY = static_cast(out_dma->getHostPtrY()); + for (int r = 0; r < y_h; ++r) + f_out.write(reinterpret_cast(srcY + r * y_pitch), y_w); + + // Write U plane + const uint8_t* srcU = static_cast(out_dma->getHostPtrU()); + for (int r = 0; r < u_h; ++r) + f_out.write(reinterpret_cast(srcU + r * u_pitch), u_w); + + // Write V plane + const uint8_t* srcV = static_cast(out_dma->getHostPtrV()); + for (int r = 0; r < v_h; ++r) + f_out.write(reinterpret_cast(srcV + r * v_pitch), v_w); } -BOOST_AUTO_TEST_CASE(cropAndScale, *boost::unit_test::disabled()) +BOOST_AUTO_TEST_CASE(yuv_dma_transform_variants) { - Logger::setLogLevel(boost::log::trivial::severity_level::info); - - NvV4L2CameraProps sourceProps(1920, 1080, 10); - auto source = boost::shared_ptr(new NvV4L2Camera(sourceProps)); - - float scaleHeight = 1; - float scaleWidth = 0.5; - auto nv_transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::RGBA, 400, 400, scaleWidth, scaleHeight, NvTransformProps::NvTransformFilter::BILINEAR))); - source->setNext(nv_transform); - - PipeLine p("test"); - p.appendModule(source); - BOOST_TEST(p.init()); - - p.run_all_threaded(); - boost::this_thread::sleep_for(boost::chrono::seconds(10)); - p.stop(); - p.term(); - p.wait_for_all(); + constexpr int src_width = 3840; + constexpr int src_height = 2160; + + auto input_frame = makeYUV420Frame("/home/developer/ApraPipes/data/4k.yuv", src_width, src_height); + BOOST_REQUIRE(input_frame != nullptr); + + struct TestCase { + std::string name; + NvTransformProps props; + }; + + std::vector tests = { + { "default", NvTransformProps(ImageMetadata::YUV420) }, + { "crop_w_h", NvTransformProps(ImageMetadata::YUV420, 1920, 1080) }, + { "crop_full", NvTransformProps(ImageMetadata::YUV420, 1920, 1080, 100, 100) }, + { "rotate_90", NvTransformProps(ImageMetadata::YUV420, NvTransformProps::NvRotation::Rotate90) }, + { "rotate_180", NvTransformProps(ImageMetadata::YUV420, NvTransformProps::NvRotation::Rotate180) }, + { "flip_x", NvTransformProps(ImageMetadata::YUV420, NvTransformProps::NvFlip::FlipX) }, + { "flip_y", NvTransformProps(ImageMetadata::YUV420, NvTransformProps::NvFlip::FlipY) } + }; + + EGLDisplay eglDisplay = eglGetDisplay(EGL_DEFAULT_DISPLAY); + if(eglDisplay == EGL_NO_DISPLAY) throw AIPException(AIP_FATAL, "eglGetDisplay failed"); + if(!eglInitialize(eglDisplay, NULL, NULL)) throw AIPException(AIP_FATAL, "eglInitialize failed"); + + int index = 0; + for (auto &test : tests) + { + std::cout << "\nRunning NvTransform variant: " << test.name << std::endl; + + auto nv_transform = std::make_shared(test.props); + + std::string inputPinId = "input" + std::to_string(index); + framemetadata_sp metadata = input_frame->getMetadata(); + nv_transform->addInputPin(metadata, inputPinId); + + frame_container frames; + frames[inputPinId] = input_frame; + + BOOST_REQUIRE(nv_transform->init()); + nv_transform->processSOS(input_frame); + nv_transform->processFrame(frames); + nv_transform->processEOS(inputPinId); + nv_transform->term(); + + frame_sp out_frame; + for (const auto &kv : frames) + { + if (kv.first != inputPinId) + { + out_frame = kv.second; + break; + } + } + + BOOST_REQUIRE(out_frame != nullptr); + auto out_dma = static_cast(out_frame->data()); + auto out_md = FrameMetadataFactory::downcast(out_frame->getMetadata()); + + const int y_w = out_md->getWidth(0); + const int y_h = out_md->getHeight(0); + const size_t y_pitch = out_md->getStep(0); + const int u_w = out_md->getWidth(1); + const int u_h = out_md->getHeight(1); + const size_t u_pitch = out_md->getStep(1); + const int v_w = out_md->getWidth(2); + const int v_h = out_md->getHeight(2); + const size_t v_pitch = out_md->getStep(2); + + std::string outPath = "./data/Testoutput" + test.name + ".yuv"; + std::ofstream f_out(outPath, std::ios::binary); + BOOST_REQUIRE(f_out.is_open()); + + // Write Y plane + const uint8_t* srcY = static_cast(out_dma->getHostPtrY()); + for (int r = 0; r < y_h; ++r) + f_out.write(reinterpret_cast(srcY + r * y_pitch), y_w); + + // Write U plane + const uint8_t* srcU = static_cast(out_dma->getHostPtrU()); + for (int r = 0; r < u_h; ++r) + f_out.write(reinterpret_cast(srcU + r * u_pitch), u_w); + + // Write V plane + const uint8_t* srcV = static_cast(out_dma->getHostPtrV()); + for (int r = 0; r < v_h; ++r) + f_out.write(reinterpret_cast(srcV + r * v_pitch), v_w); + + f_out.close(); + std::cout << "Saved output: " << outPath << std::endl; + + index++; + } } BOOST_AUTO_TEST_SUITE_END() \ No newline at end of file diff --git a/base/test/nvv4l2camera_test.cpp b/base/test/nvv4l2camera_test.cpp index 8c8c1a339..dae0dee58 100644 --- a/base/test/nvv4l2camera_test.cpp +++ b/base/test/nvv4l2camera_test.cpp @@ -14,7 +14,6 @@ BOOST_AUTO_TEST_SUITE(nvv4l2camera_tests) BOOST_AUTO_TEST_CASE(basic, *boost::unit_test::disabled()) { Logger::setLogLevel(boost::log::trivial::severity_level::info); - auto source = boost::shared_ptr(new NvV4L2Camera(NvV4L2CameraProps(640, 480, 10))); StatSinkProps sinkProps; @@ -36,12 +35,12 @@ BOOST_AUTO_TEST_CASE(basic, *boost::unit_test::disabled()) BOOST_AUTO_TEST_CASE(save, *boost::unit_test::disabled()) { - auto source = boost::shared_ptr(new NvV4L2Camera(NvV4L2CameraProps(1920, 1080, 10))); + auto source = boost::shared_ptr(new NvV4L2Camera(NvV4L2CameraProps(640, 480, 10))); auto copySource = boost::shared_ptr(new DMAFDToHostCopy); source->setNext(copySource); - - auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvv4l2/frame_????.raw"))); + + auto fileWriter = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvv4l2/framenv4l2.raw",true))); copySource->setNext(fileWriter); PipeLine p("test"); @@ -61,41 +60,26 @@ BOOST_AUTO_TEST_CASE(save, *boost::unit_test::disabled()) p.wait_for_all(); } -BOOST_AUTO_TEST_CASE(vcam, *boost::unit_test::disabled()) +BOOST_AUTO_TEST_CASE(nvv4l2_transform, *boost::unit_test::disabled()) { Logger::setLogLevel(boost::log::trivial::severity_level::info); - auto source = boost::shared_ptr(new NvV4L2Camera(NvV4L2CameraProps(1280, 720, 10))); + auto source = boost::shared_ptr(new NvV4L2Camera(NvV4L2CameraProps(640, 480, 10))); auto copySource = boost::shared_ptr(new DMAFDToHostCopy); source->setNext(copySource); - auto transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::YUV420))); + auto transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::RGBA))); source->setNext(transform); auto copy = boost::shared_ptr(new DMAFDToHostCopy); transform->setNext(copy); - auto transform2 = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::NV12))); - source->setNext(transform2); - - auto copy2 = boost::shared_ptr(new DMAFDToHostCopy); - transform2->setNext(copy2); - - // VirtualCameraSinkProps sinkProps("/dev/video10"); - // sinkProps.logHealth = true; - // sinkProps.logHealthFrequency = 100; - // auto sink = boost::shared_ptr(new VirtualCameraSink(sinkProps)); - // copy->setNext(sink); - - auto fileWriter1 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvv4l2/uyvy_????.raw"))); + auto fileWriter1 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvv4l2/uyvy.raw",true))); copySource->setNext(fileWriter1); - auto fileWriter2 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvv4l2/yuv420_????.raw"))); + auto fileWriter2 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvv4l2/rgba.raw",true))); copy->setNext(fileWriter2); - // auto sink = boost::shared_ptr(new EglRenderer(EglRendererProps(0, 0))); - // transform->setNext(sink); - PipeLine p("test"); p.appendModule(source); BOOST_TEST(p.init()); @@ -112,4 +96,72 @@ BOOST_AUTO_TEST_CASE(vcam, *boost::unit_test::disabled()) p.wait_for_all(); } +BOOST_AUTO_TEST_CASE(vcam_crop) +{ + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); + auto source = boost::shared_ptr(new NvV4L2Camera(NvV4L2CameraProps(640, 480, 10))); + + auto transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::RGBA,360,360,0,0))); + source->setNext(transform); + + auto copy = boost::shared_ptr(new DMAFDToHostCopy); + transform->setNext(copy); + + VirtualCameraSinkProps sinkProps("/dev/video10"); + sinkProps.logHealth = true; + sinkProps.logHealthFrequency = 100; + auto sink = boost::shared_ptr(new VirtualCameraSink(sinkProps)); + + auto fileWriter2 = boost::shared_ptr(new FileWriterModule(FileWriterModuleProps("./data/testOutput/nvv4l2/crop_360_360.raw", true))); + copy->setNext(fileWriter2); + fileWriter2->setNext(sink); + + PipeLine p("test"); + p.appendModule(source); + BOOST_TEST(p.init()); + + p.run_all_threaded(); + + boost::this_thread::sleep_for(boost::chrono::seconds(10)); + + p.stop(); + p.term(); + + p.wait_for_all(); +} + +BOOST_AUTO_TEST_CASE(capture) +{ + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); + auto source = boost::shared_ptr(new NvV4L2Camera(NvV4L2CameraProps(640, 480, 10))); + auto transform = boost::shared_ptr(new NvTransform(NvTransformProps(ImageMetadata::RGBA))); + + + auto copy = boost::shared_ptr(new DMAFDToHostCopy); + VirtualCameraSinkProps sinkProps("/dev/video10"); + sinkProps.logHealth = true; + sinkProps.logHealthFrequency = 100; + auto sink = boost::shared_ptr(new VirtualCameraSink(sinkProps)); + transform->setNext(copy); + copy->setNext(sink); + + PipeLine p("test"); + p.appendModule(source); + BOOST_TEST(p.init()); + p.run_all_threaded(); + + boost::this_thread::sleep_for(boost::chrono::seconds(30)); + + p.stop(); + p.term(); + + p.wait_for_all(); +} + BOOST_AUTO_TEST_SUITE_END() diff --git a/base/test/nvv4l2camerahelper_test.cpp b/base/test/nvv4l2camerahelper_test.cpp index bacc0e360..e85fb5ae2 100644 --- a/base/test/nvv4l2camerahelper_test.cpp +++ b/base/test/nvv4l2camerahelper_test.cpp @@ -3,6 +3,7 @@ #include "Module.h" #include "DMAFDWrapper.h" #include "NvV4L2CameraHelper.h" +#include "DMAAllocator.h" #include "test_utils.h" #include "Logger.h" @@ -12,15 +13,20 @@ BOOST_AUTO_TEST_SUITE(nvv4l2camerahelper_tests) BOOST_AUTO_TEST_CASE(basic, *boost::unit_test::disabled()) { + LoggerProps logProps; + logProps.enableConsoleLog = true; + Logger::initLogger(logProps); + Logger::setLogLevel(boost::log::trivial::severity_level::trace); uint32_t width = 640; uint32_t height = 480; - auto framemetadata = framemetadata_sp(new RawImageMetadata(width, height, ImageMetadata::ImageType::UYVY, CV_8UC3, size_t(0), CV_8U, FrameMetadata::MemType::DMABUF)); + auto framemetadata = framemetadata_sp(new RawImageMetadata(FrameMetadata::MemType::DMABUF)); + DMAAllocator::setMetadata(framemetadata, width, height, ImageMetadata::ImageType::YUYV); framefactory_sp framefactory(new FrameFactory(framemetadata, 10)); auto helper = std::make_shared([](frame_sp &frame) -> void { if(!frame.get()) - { + { LOG_ERROR << "RECEIVED NULLPTR FRAME"; return; } @@ -41,9 +47,8 @@ BOOST_AUTO_TEST_CASE(basic, *boost::unit_test::disabled()) } ); - BOOST_TEST(helper->start(width, height, 10, false)); - - boost::this_thread::sleep_for(boost::chrono::seconds(1)); + helper->start(width, height, 10, false); + boost::this_thread::sleep_for(boost::chrono::seconds(10)); BOOST_TEST(helper->stop()); helper.reset(); @@ -55,10 +60,11 @@ BOOST_AUTO_TEST_CASE(cache, *boost::unit_test::disabled()) { frame_sp cacheFrame; { - uint32_t width = 640; - uint32_t height = 480; + uint32_t width = 3280; + uint32_t height = 2464; - auto framemetadata = framemetadata_sp(new RawImageMetadata(width, height, ImageMetadata::ImageType::UYVY, CV_8UC3, size_t(0), CV_8U, FrameMetadata::MemType::DMABUF)); + auto framemetadata = framemetadata_sp(new RawImageMetadata(FrameMetadata::MemType::DMABUF)); + DMAAllocator::setMetadata(framemetadata, width, height, ImageMetadata::ImageType::UYVY); framefactory_sp framefactory(new FrameFactory(framemetadata,10)); auto helper = std::make_shared([&](frame_sp &frame) -> void { diff --git a/base/vcpkg-configuration.json b/base/vcpkg-configuration.json index 5f8f8c262..a1fcd893b 100644 --- a/base/vcpkg-configuration.json +++ b/base/vcpkg-configuration.json @@ -6,7 +6,7 @@ "default-registry": { "kind": "git", "repository": "https://github.com/Apra-Labs/vcpkg.git", - "baseline": "a1c6d4f053281b8e961c24a0035903f5f9d66329" + "baseline": "6ba64191f73b82b71ffa5263b26189f7b2b82f92" }, "registries": [ { diff --git a/base/vcpkg.json b/base/vcpkg.json index 5750a984b..d2cd0cf7b 100644 --- a/base/vcpkg.json +++ b/base/vcpkg.json @@ -2,7 +2,7 @@ "$schema": "https://raw.githubusercontent.com/microsoft/vcpkg/master/scripts/vcpkg.schema.json", "name": "apra-pipes-cuda", "version": "0.0.1", - "builtin-baseline": "4658624c5f19c1b468b62fe13ed202514dfd463e", + "builtin-baseline": "6ba64191f73b82b71ffa5263b26189f7b2b82f92", "overrides": [ { "name": "ffmpeg", @@ -33,7 +33,8 @@ "nonfree", "png", "tiff", - "webp" + "webp", + "highgui" ] }, "freeglut", diff --git a/cmake/HunterGate.cmake b/cmake/HunterGate.cmake deleted file mode 100644 index 96de65637..000000000 --- a/cmake/HunterGate.cmake +++ /dev/null @@ -1,539 +0,0 @@ -# Copyright (c) 2013-2019, Ruslan Baratov -# All rights reserved. -# -# Redistribution and use in source and binary forms, with or without -# modification, are permitted provided that the following conditions are met: -# -# * Redistributions of source code must retain the above copyright notice, this -# list of conditions and the following disclaimer. -# -# * Redistributions in binary form must reproduce the above copyright notice, -# this list of conditions and the following disclaimer in the documentation -# and/or other materials provided with the distribution. -# -# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" -# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE -# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE -# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE -# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL -# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR -# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER -# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, -# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -# This is a gate file to Hunter package manager. -# Include this file using `include` command and add package you need, example: -# -# cmake_minimum_required(VERSION 3.2) -# -# include("cmake/HunterGate.cmake") -# HunterGate( -# URL "https://github.com/path/to/hunter/archive.tar.gz" -# SHA1 "798501e983f14b28b10cda16afa4de69eee1da1d" -# ) -# -# project(MyProject) -# -# hunter_add_package(Foo) -# hunter_add_package(Boo COMPONENTS Bar Baz) -# -# Projects: -# * https://github.com/hunter-packages/gate/ -# * https://github.com/ruslo/hunter - -option(HUNTER_ENABLED "Enable Hunter package manager support" OFF) - -if(HUNTER_ENABLED) - if(CMAKE_VERSION VERSION_LESS "3.2") - message( - FATAL_ERROR - "At least CMake version 3.2 required for Hunter dependency management." - " Update CMake or set HUNTER_ENABLED to OFF." - ) - endif() -endif() - -include(CMakeParseArguments) # cmake_parse_arguments - -option(HUNTER_STATUS_PRINT "Print working status" ON) -option(HUNTER_STATUS_DEBUG "Print a lot info" OFF) -option(HUNTER_TLS_VERIFY "Enable/disable TLS certificate checking on downloads" ON) - -set(HUNTER_ERROR_PAGE "https://docs.hunter.sh/en/latest/reference/errors") - -function(hunter_gate_status_print) - if(HUNTER_STATUS_PRINT OR HUNTER_STATUS_DEBUG) - foreach(print_message ${ARGV}) - message(STATUS "[hunter] ${print_message}") - endforeach() - endif() -endfunction() - -function(hunter_gate_status_debug) - if(HUNTER_STATUS_DEBUG) - foreach(print_message ${ARGV}) - string(TIMESTAMP timestamp) - message(STATUS "[hunter *** DEBUG *** ${timestamp}] ${print_message}") - endforeach() - endif() -endfunction() - -function(hunter_gate_error_page error_page) - message("------------------------------ ERROR ------------------------------") - message(" ${HUNTER_ERROR_PAGE}/${error_page}.html") - message("-------------------------------------------------------------------") - message("") - message(FATAL_ERROR "") -endfunction() - -function(hunter_gate_internal_error) - message("") - foreach(print_message ${ARGV}) - message("[hunter ** INTERNAL **] ${print_message}") - endforeach() - message("[hunter ** INTERNAL **] [Directory:${CMAKE_CURRENT_LIST_DIR}]") - message("") - hunter_gate_error_page("error.internal") -endfunction() - -function(hunter_gate_fatal_error) - cmake_parse_arguments(hunter "" "ERROR_PAGE" "" "${ARGV}") - if("${hunter_ERROR_PAGE}" STREQUAL "") - hunter_gate_internal_error("Expected ERROR_PAGE") - endif() - message("") - foreach(x ${hunter_UNPARSED_ARGUMENTS}) - message("[hunter ** FATAL ERROR **] ${x}") - endforeach() - message("[hunter ** FATAL ERROR **] [Directory:${CMAKE_CURRENT_LIST_DIR}]") - message("") - hunter_gate_error_page("${hunter_ERROR_PAGE}") -endfunction() - -function(hunter_gate_user_error) - hunter_gate_fatal_error(${ARGV} ERROR_PAGE "error.incorrect.input.data") -endfunction() - -function(hunter_gate_self root version sha1 result) - string(COMPARE EQUAL "${root}" "" is_bad) - if(is_bad) - hunter_gate_internal_error("root is empty") - endif() - - string(COMPARE EQUAL "${version}" "" is_bad) - if(is_bad) - hunter_gate_internal_error("version is empty") - endif() - - string(COMPARE EQUAL "${sha1}" "" is_bad) - if(is_bad) - hunter_gate_internal_error("sha1 is empty") - endif() - - string(SUBSTRING "${sha1}" 0 7 archive_id) - - if(EXISTS "${root}/cmake/Hunter") - set(hunter_self "${root}") - else() - set( - hunter_self - "${root}/_Base/Download/Hunter/${version}/${archive_id}/Unpacked" - ) - endif() - - set("${result}" "${hunter_self}" PARENT_SCOPE) -endfunction() - -# Set HUNTER_GATE_ROOT cmake variable to suitable value. -function(hunter_gate_detect_root) - # Check CMake variable - string(COMPARE NOTEQUAL "${HUNTER_ROOT}" "" not_empty) - if(not_empty) - set(HUNTER_GATE_ROOT "${HUNTER_ROOT}" PARENT_SCOPE) - hunter_gate_status_debug("HUNTER_ROOT detected by cmake variable") - return() - endif() - - # Check environment variable - string(COMPARE NOTEQUAL "$ENV{HUNTER_ROOT}" "" not_empty) - if(not_empty) - set(HUNTER_GATE_ROOT "$ENV{HUNTER_ROOT}" PARENT_SCOPE) - hunter_gate_status_debug("HUNTER_ROOT detected by environment variable") - return() - endif() - - # Check HOME environment variable - string(COMPARE NOTEQUAL "$ENV{HOME}" "" result) - if(result) - set(HUNTER_GATE_ROOT "$ENV{HOME}/.hunter" PARENT_SCOPE) - hunter_gate_status_debug("HUNTER_ROOT set using HOME environment variable") - return() - endif() - - # Check SYSTEMDRIVE and USERPROFILE environment variable (windows only) - if(WIN32) - string(COMPARE NOTEQUAL "$ENV{SYSTEMDRIVE}" "" result) - if(result) - set(HUNTER_GATE_ROOT "$ENV{SYSTEMDRIVE}/.hunter" PARENT_SCOPE) - hunter_gate_status_debug( - "HUNTER_ROOT set using SYSTEMDRIVE environment variable" - ) - return() - endif() - - string(COMPARE NOTEQUAL "$ENV{USERPROFILE}" "" result) - if(result) - set(HUNTER_GATE_ROOT "$ENV{USERPROFILE}/.hunter" PARENT_SCOPE) - hunter_gate_status_debug( - "HUNTER_ROOT set using USERPROFILE environment variable" - ) - return() - endif() - endif() - - hunter_gate_fatal_error( - "Can't detect HUNTER_ROOT" - ERROR_PAGE "error.detect.hunter.root" - ) -endfunction() - -function(hunter_gate_download dir) - string( - COMPARE - NOTEQUAL - "$ENV{HUNTER_DISABLE_AUTOINSTALL}" - "" - disable_autoinstall - ) - if(disable_autoinstall AND NOT HUNTER_RUN_INSTALL) - hunter_gate_fatal_error( - "Hunter not found in '${dir}'" - "Set HUNTER_RUN_INSTALL=ON to auto-install it from '${HUNTER_GATE_URL}'" - "Settings:" - " HUNTER_ROOT: ${HUNTER_GATE_ROOT}" - " HUNTER_SHA1: ${HUNTER_GATE_SHA1}" - ERROR_PAGE "error.run.install" - ) - endif() - string(COMPARE EQUAL "${dir}" "" is_bad) - if(is_bad) - hunter_gate_internal_error("Empty 'dir' argument") - endif() - - string(COMPARE EQUAL "${HUNTER_GATE_SHA1}" "" is_bad) - if(is_bad) - hunter_gate_internal_error("HUNTER_GATE_SHA1 empty") - endif() - - string(COMPARE EQUAL "${HUNTER_GATE_URL}" "" is_bad) - if(is_bad) - hunter_gate_internal_error("HUNTER_GATE_URL empty") - endif() - - set(done_location "${dir}/DONE") - set(sha1_location "${dir}/SHA1") - - set(build_dir "${dir}/Build") - set(cmakelists "${dir}/CMakeLists.txt") - - hunter_gate_status_debug("Locking directory: ${dir}") - file(LOCK "${dir}" DIRECTORY GUARD FUNCTION) - hunter_gate_status_debug("Lock done") - - if(EXISTS "${done_location}") - # while waiting for lock other instance can do all the job - hunter_gate_status_debug("File '${done_location}' found, skip install") - return() - endif() - - file(REMOVE_RECURSE "${build_dir}") - file(REMOVE_RECURSE "${cmakelists}") - - file(MAKE_DIRECTORY "${build_dir}") # check directory permissions - - # Disabling languages speeds up a little bit, reduces noise in the output - # and avoids path too long windows error - file( - WRITE - "${cmakelists}" - "cmake_minimum_required(VERSION 3.2)\n" - "project(HunterDownload LANGUAGES NONE)\n" - "include(ExternalProject)\n" - "ExternalProject_Add(\n" - " Hunter\n" - " URL\n" - " \"${HUNTER_GATE_URL}\"\n" - " URL_HASH\n" - " SHA1=${HUNTER_GATE_SHA1}\n" - " DOWNLOAD_DIR\n" - " \"${dir}\"\n" - " TLS_VERIFY\n" - " ${HUNTER_TLS_VERIFY}\n" - " SOURCE_DIR\n" - " \"${dir}/Unpacked\"\n" - " CONFIGURE_COMMAND\n" - " \"\"\n" - " BUILD_COMMAND\n" - " \"\"\n" - " INSTALL_COMMAND\n" - " \"\"\n" - ")\n" - ) - - if(HUNTER_STATUS_DEBUG) - set(logging_params "") - else() - set(logging_params OUTPUT_QUIET) - endif() - - hunter_gate_status_debug("Run generate") - - # Need to add toolchain file too. - # Otherwise on Visual Studio + MDD this will fail with error: - # "Could not find an appropriate version of the Windows 10 SDK installed on this machine" - if(EXISTS "${CMAKE_TOOLCHAIN_FILE}") - get_filename_component(absolute_CMAKE_TOOLCHAIN_FILE "${CMAKE_TOOLCHAIN_FILE}" ABSOLUTE) - set(toolchain_arg "-DCMAKE_TOOLCHAIN_FILE=${absolute_CMAKE_TOOLCHAIN_FILE}") - else() - # 'toolchain_arg' can't be empty - set(toolchain_arg "-DCMAKE_TOOLCHAIN_FILE=") - endif() - - string(COMPARE EQUAL "${CMAKE_MAKE_PROGRAM}" "" no_make) - if(no_make) - set(make_arg "") - else() - # Test case: remove Ninja from PATH but set it via CMAKE_MAKE_PROGRAM - set(make_arg "-DCMAKE_MAKE_PROGRAM=${CMAKE_MAKE_PROGRAM}") - endif() - - execute_process( - COMMAND - "${CMAKE_COMMAND}" - "-H${dir}" - "-B${build_dir}" - "-G${CMAKE_GENERATOR}" - "${toolchain_arg}" - ${make_arg} - WORKING_DIRECTORY "${dir}" - RESULT_VARIABLE download_result - ${logging_params} - ) - - if(NOT download_result EQUAL 0) - hunter_gate_internal_error( - "Configure project failed." - "To reproduce the error run: ${CMAKE_COMMAND} -H${dir} -B${build_dir} -G${CMAKE_GENERATOR} ${toolchain_arg} ${make_arg}" - "In directory ${dir}" - ) - endif() - - hunter_gate_status_print( - "Initializing Hunter workspace (${HUNTER_GATE_SHA1})" - " ${HUNTER_GATE_URL}" - " -> ${dir}" - ) - execute_process( - COMMAND "${CMAKE_COMMAND}" --build "${build_dir}" - WORKING_DIRECTORY "${dir}" - RESULT_VARIABLE download_result - ${logging_params} - ) - - if(NOT download_result EQUAL 0) - hunter_gate_internal_error("Build project failed") - endif() - - file(REMOVE_RECURSE "${build_dir}") - file(REMOVE_RECURSE "${cmakelists}") - - file(WRITE "${sha1_location}" "${HUNTER_GATE_SHA1}") - file(WRITE "${done_location}" "DONE") - - hunter_gate_status_debug("Finished") -endfunction() - -# Must be a macro so master file 'cmake/Hunter' can -# apply all variables easily just by 'include' command -# (otherwise PARENT_SCOPE magic needed) -macro(HunterGate) - if(HUNTER_GATE_DONE) - # variable HUNTER_GATE_DONE set explicitly for external project - # (see `hunter_download`) - set_property(GLOBAL PROPERTY HUNTER_GATE_DONE YES) - endif() - - # First HunterGate command will init Hunter, others will be ignored - get_property(_hunter_gate_done GLOBAL PROPERTY HUNTER_GATE_DONE SET) - - if(NOT HUNTER_ENABLED) - # Empty function to avoid error "unknown function" - function(hunter_add_package) - endfunction() - - set( - _hunter_gate_disabled_mode_dir - "${CMAKE_CURRENT_LIST_DIR}/cmake/Hunter/disabled-mode" - ) - if(EXISTS "${_hunter_gate_disabled_mode_dir}") - hunter_gate_status_debug( - "Adding \"disabled-mode\" modules: ${_hunter_gate_disabled_mode_dir}" - ) - list(APPEND CMAKE_PREFIX_PATH "${_hunter_gate_disabled_mode_dir}") - endif() - elseif(_hunter_gate_done) - hunter_gate_status_debug("Secondary HunterGate (use old settings)") - hunter_gate_self( - "${HUNTER_CACHED_ROOT}" - "${HUNTER_VERSION}" - "${HUNTER_SHA1}" - _hunter_self - ) - include("${_hunter_self}/cmake/Hunter") - else() - set(HUNTER_GATE_LOCATION "${CMAKE_CURRENT_SOURCE_DIR}") - - string(COMPARE NOTEQUAL "${PROJECT_NAME}" "" _have_project_name) - if(_have_project_name) - hunter_gate_fatal_error( - "Please set HunterGate *before* 'project' command. " - "Detected project: ${PROJECT_NAME}" - ERROR_PAGE "error.huntergate.before.project" - ) - endif() - - cmake_parse_arguments( - HUNTER_GATE "LOCAL" "URL;SHA1;GLOBAL;FILEPATH" "" ${ARGV} - ) - - string(COMPARE EQUAL "${HUNTER_GATE_SHA1}" "" _empty_sha1) - string(COMPARE EQUAL "${HUNTER_GATE_URL}" "" _empty_url) - string( - COMPARE - NOTEQUAL - "${HUNTER_GATE_UNPARSED_ARGUMENTS}" - "" - _have_unparsed - ) - string(COMPARE NOTEQUAL "${HUNTER_GATE_GLOBAL}" "" _have_global) - string(COMPARE NOTEQUAL "${HUNTER_GATE_FILEPATH}" "" _have_filepath) - - if(_have_unparsed) - hunter_gate_user_error( - "HunterGate unparsed arguments: ${HUNTER_GATE_UNPARSED_ARGUMENTS}" - ) - endif() - if(_empty_sha1) - hunter_gate_user_error("SHA1 suboption of HunterGate is mandatory") - endif() - if(_empty_url) - hunter_gate_user_error("URL suboption of HunterGate is mandatory") - endif() - if(_have_global) - if(HUNTER_GATE_LOCAL) - hunter_gate_user_error("Unexpected LOCAL (already has GLOBAL)") - endif() - if(_have_filepath) - hunter_gate_user_error("Unexpected FILEPATH (already has GLOBAL)") - endif() - endif() - if(HUNTER_GATE_LOCAL) - if(_have_global) - hunter_gate_user_error("Unexpected GLOBAL (already has LOCAL)") - endif() - if(_have_filepath) - hunter_gate_user_error("Unexpected FILEPATH (already has LOCAL)") - endif() - endif() - if(_have_filepath) - if(_have_global) - hunter_gate_user_error("Unexpected GLOBAL (already has FILEPATH)") - endif() - if(HUNTER_GATE_LOCAL) - hunter_gate_user_error("Unexpected LOCAL (already has FILEPATH)") - endif() - endif() - - hunter_gate_detect_root() # set HUNTER_GATE_ROOT - - # Beautify path, fix probable problems with windows path slashes - get_filename_component( - HUNTER_GATE_ROOT "${HUNTER_GATE_ROOT}" ABSOLUTE - ) - hunter_gate_status_debug("HUNTER_ROOT: ${HUNTER_GATE_ROOT}") - if(NOT HUNTER_ALLOW_SPACES_IN_PATH) - string(FIND "${HUNTER_GATE_ROOT}" " " _contain_spaces) - if(NOT _contain_spaces EQUAL -1) - hunter_gate_fatal_error( - "HUNTER_ROOT (${HUNTER_GATE_ROOT}) contains spaces." - "Set HUNTER_ALLOW_SPACES_IN_PATH=ON to skip this error" - "(Use at your own risk!)" - ERROR_PAGE "error.spaces.in.hunter.root" - ) - endif() - endif() - - string( - REGEX - MATCH - "[0-9]+\\.[0-9]+\\.[0-9]+[-_a-z0-9]*" - HUNTER_GATE_VERSION - "${HUNTER_GATE_URL}" - ) - string(COMPARE EQUAL "${HUNTER_GATE_VERSION}" "" _is_empty) - if(_is_empty) - set(HUNTER_GATE_VERSION "unknown") - endif() - - hunter_gate_self( - "${HUNTER_GATE_ROOT}" - "${HUNTER_GATE_VERSION}" - "${HUNTER_GATE_SHA1}" - _hunter_self - ) - - set(_master_location "${_hunter_self}/cmake/Hunter") - if(EXISTS "${HUNTER_GATE_ROOT}/cmake/Hunter") - # Hunter downloaded manually (e.g. by 'git clone') - set(_unused "xxxxxxxxxx") - set(HUNTER_GATE_SHA1 "${_unused}") - set(HUNTER_GATE_VERSION "${_unused}") - else() - get_filename_component(_archive_id_location "${_hunter_self}/.." ABSOLUTE) - set(_done_location "${_archive_id_location}/DONE") - set(_sha1_location "${_archive_id_location}/SHA1") - - # Check Hunter already downloaded by HunterGate - if(NOT EXISTS "${_done_location}") - hunter_gate_download("${_archive_id_location}") - endif() - - if(NOT EXISTS "${_done_location}") - hunter_gate_internal_error("hunter_gate_download failed") - endif() - - if(NOT EXISTS "${_sha1_location}") - hunter_gate_internal_error("${_sha1_location} not found") - endif() - file(READ "${_sha1_location}" _sha1_value) - string(COMPARE EQUAL "${_sha1_value}" "${HUNTER_GATE_SHA1}" _is_equal) - if(NOT _is_equal) - hunter_gate_internal_error( - "Short SHA1 collision:" - " ${_sha1_value} (from ${_sha1_location})" - " ${HUNTER_GATE_SHA1} (HunterGate)" - ) - endif() - if(NOT EXISTS "${_master_location}") - hunter_gate_user_error( - "Master file not found:" - " ${_master_location}" - "try to update Hunter/HunterGate" - ) - endif() - endif() - include("${_master_location}") - set_property(GLOBAL PROPERTY HUNTER_GATE_DONE YES) - endif() -endmacro() diff --git a/cmake/config.cmake b/cmake/config.cmake deleted file mode 100644 index 430f31590..000000000 --- a/cmake/config.cmake +++ /dev/null @@ -1,96 +0,0 @@ -hunter_config( - OpenCV - VERSION ${HUNTER_OpenCV_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON - BUILD_EXAMPLES=OFF - BUILD_opencv_python2=OFF - BUILD_opencv_python3=OFF - CUDA_ARCH_BIN=5.3,6.2,7.2,7.5 - CUDA_FAST_MATH=ON - CUDNN_VERSION='8.0' - EIGEN_INCLUDE_PATH=/usr/include/eigen3 - OPENCV_DNN_CUDA=ON - OPENCV_ENABLE_NONFREE=ON - OPENCV_GENERATE_PKGCONFIG=ON - WITH_CUBLAS=ON - WITH_CUDA=ON - WITH_CUDNN=ON - WITH_GSTREAMER=ON - WITH_LIBV4L=ON - WITH_OPENGL=ON - BUILD_JPEG=ON - OPENCV_WITH_EXTRA_MODULES=ON -) -hunter_config( - Boost - VERSION ${HUNTER_Boost_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - BZip2 - VERSION ${HUNTER_BZip2_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - ZLIB - VERSION ${HUNTER_ZLIB_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - lzma - VERSION ${HUNTER_lzma_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - Jpeg - VERSION ${HUNTER_Jpeg_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - TIFF - VERSION ${HUNTER_TIFF_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - WebP - VERSION ${HUNTER_WebP_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - Protobuf - VERSION ${HUNTER_Protobuf_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - PNG - VERSION ${HUNTER_PNG_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - ippicv - VERSION ${HUNTER_ippicv_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - giflib - VERSION ${HUNTER_giflib_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) -hunter_config( - Eigen - VERSION ${HUNTER_Eigen_VERSION} - CMAKE_ARGS - CMAKE_POSITION_INDEPENDENT_CODE=ON -) diff --git a/data/Debrosee-ALPnL.ttf b/data/Debrosee-ALPnL.ttf new file mode 100644 index 000000000..311dd6114 Binary files /dev/null and b/data/Debrosee-ALPnL.ttf differ diff --git a/data/apra.jpeg b/data/apra.jpeg new file mode 100644 index 000000000..65e6f6ea6 Binary files /dev/null and b/data/apra.jpeg differ diff --git a/docs/.nojekyll b/docs/.nojekyll deleted file mode 100644 index e69de29bb..000000000 diff --git a/docs/Makefile b/docs/Makefile deleted file mode 100644 index d0c3cbf10..000000000 --- a/docs/Makefile +++ /dev/null @@ -1,20 +0,0 @@ -# Minimal makefile for Sphinx documentation -# - -# You can set these variables from the command line, and also -# from the environment for the first two. -SPHINXOPTS ?= -SPHINXBUILD ?= sphinx-build -SOURCEDIR = source -BUILDDIR = build - -# Put it first so that "make" without argument is like "make help". -help: - @$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) - -.PHONY: help Makefile - -# Catch-all target: route all unknown targets to Sphinx using the new -# "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS). -%: Makefile - @$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) diff --git a/docs/build/doctrees/CUDAKernelProgrammingGuide.doctree b/docs/build/doctrees/CUDAKernelProgrammingGuide.doctree deleted file mode 100644 index da518f69d..000000000 Binary files a/docs/build/doctrees/CUDAKernelProgrammingGuide.doctree and /dev/null differ diff --git a/docs/build/doctrees/Framework.doctree b/docs/build/doctrees/Framework.doctree deleted file mode 100644 index 0ce69e020..000000000 Binary files a/docs/build/doctrees/Framework.doctree and /dev/null differ diff --git a/docs/build/doctrees/Introduction.doctree b/docs/build/doctrees/Introduction.doctree deleted file mode 100644 index 5d2e8ccdc..000000000 Binary files a/docs/build/doctrees/Introduction.doctree and /dev/null differ diff --git a/docs/build/doctrees/NvidiaCUDAModules.doctree b/docs/build/doctrees/NvidiaCUDAModules.doctree deleted file mode 100644 index 9555e790f..000000000 Binary files a/docs/build/doctrees/NvidiaCUDAModules.doctree and /dev/null differ diff --git a/docs/build/doctrees/Tutorial_Adding_New_IP_Module.doctree b/docs/build/doctrees/Tutorial_Adding_New_IP_Module.doctree deleted file mode 100644 index cb29a6210..000000000 Binary files a/docs/build/doctrees/Tutorial_Adding_New_IP_Module.doctree and /dev/null differ diff --git a/docs/build/doctrees/Tutorial_Adding_New_Module.doctree b/docs/build/doctrees/Tutorial_Adding_New_Module.doctree deleted file mode 100644 index ecf39e338..000000000 Binary files a/docs/build/doctrees/Tutorial_Adding_New_Module.doctree and /dev/null differ diff --git a/docs/build/doctrees/environment.pickle b/docs/build/doctrees/environment.pickle deleted file mode 100644 index fcfa9f52e..000000000 Binary files a/docs/build/doctrees/environment.pickle and /dev/null differ diff --git a/docs/build/doctrees/index.doctree b/docs/build/doctrees/index.doctree deleted file mode 100644 index 7dc5d6596..000000000 Binary files a/docs/build/doctrees/index.doctree and /dev/null differ diff --git a/docs/build/html/.buildinfo b/docs/build/html/.buildinfo deleted file mode 100644 index 3e35c7ed1..000000000 --- a/docs/build/html/.buildinfo +++ /dev/null @@ -1,4 +0,0 @@ -# Sphinx build info version 1 -# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 4a0f0f42c4756e69b064e8e0bad43745 -tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/build/html/CUDAKernelProgrammingGuide.html b/docs/build/html/CUDAKernelProgrammingGuide.html deleted file mode 100644 index b2dc76bc4..000000000 --- a/docs/build/html/CUDAKernelProgrammingGuide.html +++ /dev/null @@ -1,153 +0,0 @@ - - - - - - CUDA Kernel Programming Guide — Apra Pipes v0 documentation - - - - - - - - - - - - - - - -
- - -
- -
-
-
- -
-
-
-
- -
-

CUDA Kernel Programming Guide

-
-

Performance Guide

-

Very important and useful. Follow the CUDA Documentation instead of other sources.

-
-

Coalesced Access to Global Memory

-

Coalesced Access to Global Memory

-
    -
  • -
    Refer OverlayKernel.cu and EffectsKernel.cu
    -
    -
  • -
  • -
    uchar4 (4 bytes) - 32x32 threads per block - 4x32x32 - 4K bytes
    -
    -
  • -
  • -
    A big difference - like 2x in Performance
    -
    -
  • -
-
-
-

Math Library

-

NVIDIA CUDA Math API

-
    -
  • -
    multiplication use from here
    -
    -
  • -
  • -
    big difference
    -
    -
  • -
-
-
-

__device__ functions

-

For writing clean/reusable code, I was using __device__ function - but the Performance dropped by half. So, I started using macros. I didn’t investigate more on why?

-
-
-
- - -
-
- -
-
-
-
- - - - \ No newline at end of file diff --git a/docs/build/html/Framework.html b/docs/build/html/Framework.html deleted file mode 100644 index ec379b82d..000000000 --- a/docs/build/html/Framework.html +++ /dev/null @@ -1,480 +0,0 @@ - - - - - - Framework — Apra Pipes v0 documentation - - - - - - - - - - - - - - - - -
- - -
- -
-
-
- -
-
-
-
- -
-

Framework

-
-

ModuleProps

-

Base Properties class for all modules

-
int fps; // can be updated during runtime with setProps
-size_t qlen; // run time changing doesn't effect this
-bool logHealth; // can be updated during runtime with setProps
-int logHealthFrequency; // 1000 by default - logs the health stats frequency
-
-// used for VimbaSource where we want to create the max frames and keep recycling it
-// for the VimbaDrive we announce frames after init - 100/200
-// see VimbaSource.cpp on how it is used
-size_t maxConcurrentFrames;
-
-// 0/1 - skipN == 0 -  don't skip any - process all
-// 1/1 - skipN == skipD - skip all - don't process any
-// 1/2 skips every alternate frame
-// 1/3 skips 1 out of every 3 frames
-// 2/3 skips 2 out of every 3 frames
-// 5/6 skips 5 out of every 6 frames
-// skipD >= skipN
-int skipN = 0;
-int skipD = 1;
-
-
-
-
-

QuePushStrategyType

-
enum QuePushStrategyType {
-     BLOCKING,
-     NON_BLOCKING_ANY, // try push independently to child modules
-     NON_BLOCKING_ALL_OR_NONE // try push only if all the child modules have the que free or don't push to any of the modules
-};
-
-
-
-
-

Module

-

Base class for all the modules

-
void addOutputPin(framemetadata_sp& metadata, string& pinId);
-bool setNext(boost::shared_ptr<Module> next);
-
-
-
-
-

Pipeline

-
PipeLine(string name)
-
-/*
-   call appendModule on only the topmost module - source (camera/file)
-   call appendModule only after connecting all the modules -
-   if any modules are connected (module1->setNext(module2)) after appendModule then these modules will not be added to the pipeline
-   best practice is to first make the connections - all modules - then call appendModule
-*/
-bool appendModule(boost::shared_ptr<Module> pModule);
-bool init();
-void run_all_threaded();
-
-void stop();
-void term();
-void wait_for_all();
-
-
-
-
-

ExternalSourceModule

-
std::pair<bool, uint64_t> produceExternalFrame(ApraData* data)
-
-
-
    -
  • locked is atomically incremented and decremented
  • -
  • std::pair<bool, uint64_t> is returned
  • -
  • if data->fIndex == 0 fIndex is incremented by the framework and returns the value
  • -
  • if data->fIndex != 0 fIndex is same as data->fIndex
  • -
  • if false is returned, then the data is not accepted.Framework Que is full and there is no bandwidth to process more data
  • -
  • it is upto the caller application to act on the response of produceExternalFrame
  • -
-
bool stop()
-when ExternalSourceModule is not attached to the pipeline, manually call stop to trigger a tear down of the downstream modules
-
-
-
-
-

FileReaderModuleProps

-
FileReaderModuleProps(const std::string& strFullFileNameWithPattern, int startIndex = 0, int maxIndex = -1);
-
-
-
    -
  • loops till the maxIndex is reached --1 loop the entire pattern/directory
  • -
  • starts the loop from startIndex
  • -
-
-
-

FileReaderModule

-
FileReaderModule(FileReaderModuleProps props);
-
-
-
-
-

JPEGDecoderIMProps

-
JPEGDecoderIMProps(bool sw);
-
-
-
    -
  • true if deocde is on software
  • -
  • false if decode is on hardware
  • -
-
-
-

JPEGDecoderIM

-
JPEGDecoderIM(JPEGDecoderIMProps props);
-
-
-
    -
  • Currently only supports single channel output
  • -
-
-
-

CalcHistogramCVProps

-
CalcHistogramCVProps(int bins);
-// All the properties can be updated during run time using setProps
-int bins;
-vector<int> roi;
-string maskImgPath;
-
-
-
    -
  • bins number of histogram bins

    -
  • -
  • -
    maskImgPath absolute path of mask image path
    -
    Expected to be Same resolution as the dataset
    -
    if both roi and mask_img_path is specified roi is used and mask_img_path ignored
    -
    -
  • -
  • -
    roi topleft_x topleft_y width height
    -
    if both roi and mask_img_path is specified roi is used and mask_img_path ignored
    -
    -
  • -
-
-
-

CalcHistogramCV

-
CalcHistogramCV(CalcHistogramCVProps props);
-CalcHistogramCVProps getProps();
-void setProps(CalcHistogramCVProps props);
-
-// Example on how to change Properties dynamically
-auto histogram = new CalcHistogramCV(CalcHistogramCVProps(32));
-auto newHistProps = histogram->getProps();
-newHistProps.bins = newHistProps.bins = 16;
-histogram->setProps(newHistProps);
-
-
-
-
-

ChangeDetectionProps

-
ChangeDetectionProps(int refWindoweLength, int refDelayLength, int insWindowLength, double threshold, int compareMethod);
-// All the properties can be updated during run time using setProps
-
-
-
    -
  • -
    refWindowLength Number of frames to average
    -
    Assume fps = 30 and you want to average 2 seconds then specify refWindowLength as 60
    -
    -
  • -
  • -
    refDelayLength Number of frames to delay from the current frame
    -
    default -1 - Static reference
    -
    if moving average is required speicfy the delay
    -
    Assume fps = 30 and you want to delay 2 minutes then specify refDelayLength as 3600
    -
    -
  • -
  • -
    insWindowLength Number of frames to average
    -
    Assume fps = 30 and you want to average 0.5 seconds then specify insWindowLength as 15
    -
    -
  • -
  • - -
    HISTCMP_CHISQR (1) works for all the datasets provided
    -
    -
  • -
-
-
-

ChangeDetection

-

Sends ChangeDetectionResult to the next module

-
ChangeDetection(ChangeDetectionProps props);
-ChangeDetectionProps getProps();
-void setProps(ChangeDetectionProps props);
-
-// Example on how to change Properties dynamically
-auto module = new ChangeDetection(ChangeDetectionProps(60, -1, 30, 1, 1));
-auto newProps = module->getProps();
-newProps.threshold = 2;
-module->setProps(newProps);
-
-
-
-
-

JPEGEncoderIMProps

-
bool sw; // software or hardware mode
-unsigned short quality; // range 1-100 JPEG Compression quality - 100 means best quality but more file size
-
-
-
-
-

JPEGEncoderIM

-

Intel Media SDK based encoder

-
JPEGEncoderIM(JPEGEncoderProps props);
-
-
-
    -
  • Currently only supports single channel as input
  • -
-
-
-

FileWriterModuleProps

-
FileWriterModuleProps(const std::string& strFullFileNameWithPattern);
-
-// Example
-auto props = new FileWriterModuleProps("C:/Users/developer/Downloads/Sai/temp/enc/frame_????.jpg");
-
-
-
-
-

FileWriterModule

-

Basic FileWriter

-
FileWriterModule(FileWriterModuleProps props);
-
-
-
-
-

JPEGDecoderL4TM

-
JPEGDecoderL4TMProps();
-JPEGDecoderL4TM(JPEGDecoderL4TMProps props);
-
-
-
    -
  • Currently only supports single channel output
  • -
-
-
-

JPEGEncoderL4TM

-
JPEGEncoderL4TMProps();
-unsigned short quality; // range 1-100 JPEG Compression quality - 100 means best quality but more file size
-
-JPEGEncoderL4TM(JPEGEncoderL4TMProps props);
-
-
-
    -
  • Currently only supports single channel input
  • -
-
-
-

VimbaSource

-
VimbaSourceProps(size_t _maxConcurrentFrames); // 2*fps of the camera is a good value
-// _maxConcurrentFrames is used to announceFrames to the vimbaDriver Camera
-
-VimbaSource(VimbaSourceProps _props);
-
-
-
-
-

EdgeDefectAnalysis

-

Sends EdgeDefectAnalysisResult to the next module

-
class EdgeDefectAnalysisConfig
-{
-public:
-   std::vector<int> roi;
-   std::string edgePos; // "R" "L"
-
-   int gaussianKernelSize;
-   int edgeDefectWidth;
-
-   // parameters for edge localization
-   // https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=canny#canny
-   int lowThresh;
-   int highThresh;
-   int phaseLowThresh;
-   int phaseHighThresh;
-   //https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=houghlinesp#houghlinesp
-   int lineThreshold;
-   int minLineLength;
-   int maxLineGap;
-
-   // parameters for defect detection
-   // https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=canny#canny
-   int lowThresh2;
-   int highThresh2;
-   int phaseLowThresh2;
-   int phaseHighThresh2;
-   //https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=houghlinesp#houghlinesp
-   int lineThreshold2;
-   int minLineLength2;
-   int maxLineGap2;
-
-   bool enableDebug; // saves the intermediate results
-}
-
-class EdgeDefectAnalysisProps: ModuleProps
-{
-public:
-   EdgeDefectAnalysisConfig config;
-}
-
-EdgeDefectAnalysis(EdgeDefectAnalysisProps props);
-
-class EdgeDefectAnalysisResult
-{
-public:
-     bool isEdgeFound;
-      bool isDefect;
-      uint64_t fIndex;
-      uint64_t timestamp;
-}
-
-
-
-
-

LoggerProps

-
bool enableConsoleLog;
-bool enableFileLog;
-std::string fileLogPath;
-boost::log::trivial::severity_level logLevel;
-
-
-
-
-

Logger

-
static void initLogger(LoggerProps props); // valid only once - if called second time - nothing happens. Use the set methods for changes during runtime
-void setLogLevel(boost::log::trivial::severity_level severity);
-void setConsoleLog(bool enableLog);
-void setFileLog(bool enableLog);
-
-The below macros are available for logging
-LOG_TRACE << "A trace severity message";
-LOG_DEBUG << "A debug severity message";
-LOG_INFO << "An informational severity message";
-LOG_WARNING << "A warning severity message";
-LOG_ERROR << "An error severity message";
-LOG_FATAL << "A fatal severity message";
-
-
-
-
- - -
-
- -
-
-
-
- - - - \ No newline at end of file diff --git a/docs/build/html/Introduction.html b/docs/build/html/Introduction.html deleted file mode 100644 index 0a27d8f7f..000000000 --- a/docs/build/html/Introduction.html +++ /dev/null @@ -1,401 +0,0 @@ - - - - - - Introduction — Apra Pipes v0 documentation - - - - - - - - - - - - - - - - -
- - -
- -
-
-
- -
-
-
-
- -
-

Introduction

-

ApraPipes is a pipeline framework.

-
-

Design

-
    -
  • -
    Reusable Modules
    -
    -
  • -
  • -
    Easy to Test
    -
    -
  • -
  • -
    Memory Management
    -
    -
  • -
  • -
    Thread Management
    -
    -
  • -
  • -
    Parallel Processing
    -
    -
  • -
-
-
-

Stack

-
    -
  • -
    C++
    -
    -
  • -
  • -
    CUDA
    -
    -
  • -
  • -
    CMake
    -
    -
  • -
-
-
-

Libraries

-
    -
  • -
    Boost C++
    -
    -
  • -
  • -
    Nvidia
    -
    -
    -
      -
    • -
      CudaToolkit
      -
      -
    • -
    • -
      NPPI
      -
      -
    • -
    • -
      NvJPEG
      -
      -
    • -
    • -
      NvENC
      -
      -
    • -
    • -
      Jetson MultiMedia API
      -
      -
    • -
    -
    -
  • -
  • -
    Intel Media SDK
    -
    -
  • -
  • -
    OpenCV
    -
    -
  • -
  • -
    Live555
    -
    -
  • -
-
-
-

Core Concepts

-_images/Module.jpg -
-

Module

-

Base class

-
-
-

Pins

-

Two modules are connected using pins

-
-
-

Queue

-

Blocking, NonBlocking

-
-
-

FrameMetadata

-

Properties of a pin. Width, Height, MemType, FrameType

-
-
-

FrameFactory

-

Responsible for reusing memory

-
-
-

Frame

-

Data is transported using frame

-
-
-

FrameContainer

-

Has multiple frames

-
-
-

ModuleProps

-

fps, Queue Strategy

-
-
-

Module Functions

-
    -
  • -
    addOutputPin
    -
    -
  • -
  • -
    validateOuputPins
    -
    -
  • -
  • -
    setNext
    -
    -
  • -
  • -
    validateInputPins
    -
    -
  • -
  • -
    init
    -
    -
  • -
  • -
    term
    -
    -
  • -
  • -
    processSOS
    -
    -
  • -
  • -
    processEOS
    -
    -
  • -
  • -
    produce
    -
    -
  • -
  • -
    process
    -
    -
  • -
  • -
    send
    -
    -
  • -
-
-
-

PipeLine

-

Responsible for lifecycle events

-
    -
  • -
    appendModule
    -
    -
  • -
  • -
    init
    -
    -
  • -
  • -
    run_all_threaded
    -
    -
  • -
  • -
    stop
    -
    -
  • -
  • -
    term
    -
    -
  • -
  • -
    wait_for_all
    -
    -
  • -
-
-
-

Unit Tests

-

BOOST Tests

-
-
-

Basic Modules

-
    -
  • -
    FileReaderModule
    -
    -
  • -
  • -
    FileWriterModule
    -
    -
  • -
  • -
    ExternalSourceModule
    -
    -
  • -
  • -
    ExternalSinkModule
    -
    -
  • -
  • -
    CudaMemCopy
    -
    -
  • -
  • -
    Decoder (JPEGDecoderL4TM, JPEGDecoderNVJPEG)
    -
    -
  • -
  • -
    Encoder (JPEGEncoderL4TM, JPEGEncoderNVJPEG)
    -
    -
  • -
  • -
    StatSink
    -
    -
  • -
  • -
    FramesMuxer
    -
    -
  • -
  • -
    Split
    -
    -
  • -
  • -
    Merge
    -
    -
  • -
-
-
-

Sample Cuda Modules

-
    -
  • -
    ResizeNPPI
    -
    -
  • -
  • -
    CCNPPI
    -
    -
  • -
-
-
-
- - -
-
- -
-
-
-
- - - - \ No newline at end of file diff --git a/docs/build/html/NvidiaCUDAModules.html b/docs/build/html/NvidiaCUDAModules.html deleted file mode 100644 index 0fd49f9cc..000000000 --- a/docs/build/html/NvidiaCUDAModules.html +++ /dev/null @@ -1,700 +0,0 @@ - - - - - - NVIDIA CUDA Modules — Apra Pipes v0 documentation - - - - - - - - - - - - - - - - -
- - -
- -
-
-
- -
-
-
-
- -
-

NVIDIA CUDA Modules

-
-

Getting Started

-
-
-

Nvidia CUDA Modules

-
-

cudaStream_t

-

Checkout CUDA DOCUMENTATION -and CUDA WEBINAR

-
    -
  • -
    A sequence of operations that execute in issue-order on the GPU
    -
    -
  • -
  • -
    Programming model used to effect concurrency
    -
    -
  • -
  • -
    CUDA operations in different streams may run concurrently
    -
    -
  • -
  • -
    CUDA operations from different streams may be interleaved
    -
    -
  • -
-

cudaStream_t has to be passed as props to all the CUDA modules. -cudaStreamCreate and cudaStreamDestroy is mandatory.

-
-
-

CudaMemCopyProps

-
    -
  • -
    cudaMemcpyKind memcpyKind - cudaMemcpyDeviceToHost
    -
    -
    -
      -
    • -
      Input is CUDA_DEVICE memory
      -
      -
    • -
    • -
      Output is HOST memory
      -
      -
    • -
    • -
      sync is set to true internally
      -
      -
    • -
    -
    -
  • -
  • -
    cudaMemcpyKind memcpyKind - cudaMemcpyHostToDevice
    -
    -
    -
      -
    • -
      Input is HOST memory
      -
      -
    • -
    • -
      Output is CUDA_DEVICE memory
      -
      -
    • -
    -
    -
  • -
  • -
    sync - if sync is true, stream will be synchronized - don’t set it to true until you know what you are doing- |
    -
    -
  • -
  • -
    cudaStream_t has to be passed
    -
    -
  • -
-
-
-

JPEGDecoderNVJPEG

-
    -
  • -
    Input is HOST memory
    -
    -
  • -
  • -
    Output is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Output ImageMetadata::ImageType - MONO, YUV420, YUV444 is currently supported
    -
    -
  • -
  • -
    cudaStream_t has to be passed
    -
    -
  • -
-
-
-

JPEGEncoderNVJPEG

-
    -
  • -
    Input is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Output is HOST memory
    -
    -
  • -
  • -
    quality - default is 90
    -
    -
  • -
  • -
    Input ImageMetadata::ImageType - MONO, YUV420, YUV444 is currently supported
    -
    -
  • -
  • -
    cudaStream_t has to be passed
    -
    -
  • -
-
-
-

ResizeNPPI

-
    -
  • -
    Input is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Output is CUDA_DEVICE memory
    -
    -
  • -
  • -
    output width and height has to be passed
    -
    -
  • -
  • -
    Input ImageMetadata::ImageType - MONO, YUV444, YUV420, BGR, BGRA, RGB, RGBA
    -
    -
  • -
  • -
    cudaStream_t has to be passed
    -
    -
  • -
-
-
-

CCNPPI

-
    -
  • -
    Input is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Output is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Supported Color Conversions
    -
    -
    -
      -
    • -
      MONO, YUV420 To BGRA
      -
      -
    • -
    • -
      YUV420 To BGRA
      -
      -
    • -
    • -
      YUV411_I To YUV444
      -
      -
    • -
    -
    -
  • -
  • -
    cudaStream_t has to be passed
    -
    -
  • -
-
-
-

OverlayNPPI

-
    -
  • -
    Input is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Output is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Input ImageMetadata::ImageType - BGRA/RGBA or YUV420
    -
    -
  • -
  • -
    Accepts two images - Source and Overlay
    -
    -
  • -
  • -
    OVERLAY_HINT has to be set to tell the module which of the two input images is the overlay image
    -
    -
  • -
  • -
    Overlay image width and height is expected to be less than or equal to the Source image
    -
    -
  • -
  • -
    offsetX and offsetY can be given
    -
    -
  • -
  • -
    cudaStream_t has to be passed
    -
    -
  • -
-
-
-

EffectsNPPI

-
    -
  • -
    Input is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Output is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Input ImageMetadata::ImageType - MONO/BGR/RGB/RGBA/BGRA/YUV420
    -
    -
  • -
  • -
    cudaStream_t has to be passed
    -
    -
  • -
-
double hue;            // 0/255 no change [0 255]
-double saturation;     // 1 no change
-double contrast;       // 1 no change
-int brightness;     // 0 no change [-100 - 100]
-
-
-
-
-

H264EncoderNVCodec

-
    -
  • -
    Input is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Output is HOST memory
    -
    -
  • -
  • -
    Input ImageMetadata::ImageType - BGRA/RGBA or YUV420
    -
    -
  • -
  • -
    targetKbps can be passed
    -
    -
  • -
  • -
    refer test - h264Encodernvcodec_tests
    -
    -
  • -
  • -
    apracucontext_sp must be passed
    -
    -
  • -
  • -
    Initialize CudaContext before constructing the pipeline. auto cuContext = apracucontext_sp(new ApraCUcontext());
    -
    -
  • -
  • -
    cudaStreamSynchronize has to be called before this module. Use one of the below methods.
    -
    -
    -
      -
    • -
      sync = true for CudaMemCopyProps
      -
      -
    • -
    • -
      Add CudaStreamSynchronize Module
      -
      -
    • -
    -
    -
  • -
-
-
-

GaussianBlur

-
    -
  • -
    Input is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Output is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Props
    -
    -
    -
      -
    • -
      cudastream_sp
      -
      -
    • -
    • -
      kernel size
      -
      -
    • -
    • -
      ROI
      -
      -
    • -
    -
    -
  • -
-
-
-

NonmaxSuppression

-

Sobel followed by nonmax suppression is applied.

- -
-
-

HysteresisThreshold

-
    -
  • -
    Input is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Output is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Props
    -
    -
    -
      -
    • -
      cudastream_sp
      -
      -
    • -
    • -
      ROI
      -
      -
    • -
    • -
      Low Threshold
      -
      -
    • -
    • -
      High Threshold
      -
      -
    • -
    • -
      Low Phase Threshold
      -
      -
    • -
    • -
      High Phase Threshold
      -
      -
    • -
    -
    -
  • -
-
-
-

HoughLinesCV

-
    -
  • -
    Input is CUDA_DEVICE memory
    -
    -
  • -
  • -
    Output is HOST memory of type APRA_LINES
    -
    -
  • -
  • -
    cudaStreamSynchronize is automatically called in this module
    -
    -
  • -
  • -
    Props
    -
    -
    -
      -
    • -
      cudastream_sp
      -
      -
    • -
    • -
      ROI
      -
      -
    • -
    • -
      Minimum Line Length
      -
      -
    • -
    • -
      Maximum Line Gap
      -
      -
    • -
    -
    -
  • -
-
-
-
-

Building Pipelines

-
-

Example 1

-_images/nvidiacudamodules_1.jpg -
auto width = 1920;
-auto height = 1080;
-
-auto fileReader = boost::shared_ptr<FileReaderModule>(new FileReaderModule(FileReaderModuleProps("./data/mono_1920x1080.raw")));
-auto metadata = framemetadata_sp(new RawImageMetadata(width, height, ImageMetadata::ImageType::MONO, CV_8UC1, 0, CV_8U, FrameMetadata::HOST, true));
-fileReader->addOutputPin(metadata);
-
-cudaStream_t stream;
-cudaStreamCreate(&stream);
-auto copy = boost::shared_ptr<Module>(new CudaMemCopy(CudaMemCopyProps(cudaMemcpyHostToDevice, stream)));
-fileReader->setNext(copy);
-
-auto encoder = boost::shared_ptr<JPEGEncoderNVJPEG>(new JPEGEncoderNVJPEG(JPEGEncoderNVJPEGProps(stream)));
-copy->setNext(encoder);
-
-auto fileWriter = boost::shared_ptr<Module>(new FileWriterModule("./data/testOutput/mono_1920x1080.jpg"));
-encoder->setNext(fileWriter);
-
-...
-
-cudaStreamDestroy(stream);
-
-
-
-
-

Example 2

-_images/nvidiacudamodules_2.jpg -
auto fileReader = boost::shared_ptr<Module>(new FileReaderModule(FileReaderModuleProps("./data/mono_1920x960.jpg")));
-auto metadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE));
-fileReader->addOutputPin(metadata);
-
-cudaStream_t stream;
-cudaStreamCreate(&stream);
-
-auto decoder = boost::shared_ptr<JPEGDecoderNVJPEG>(new JPEGDecoderNVJPEG(JPEGDecoderNVJPEGProps(stream)));
-fileReader->setNext(decoder);
-
-auto resize = boost::shared_ptr<Module>(new ResizeNPPI(ResizeNPPIProps(960, 480, stream)));
-decoder->setNext(resize);
-
-auto copy = boost::shared_ptr<Module>(new CudaMemCopy(CudaMemCopyProps(cudaMemcpyDeviceToHost, stream)));
-resize->setNext(copy);
-
-auto fileWriter = boost::shared_ptr<Module>(new FileWriterModule("./data/testOutput/mono_1920x960_to_mono_960x480.raw"));
-encoder->setNext(fileWriter);
-
-...
-
-cudaStreamDestroy(stream);
-
-
-
-
-

Example 3

-_images/nvidiacudamodules_3.jpg -
cudaStream_t stream;
-cudaStreamCreate(&stream);
-
-// making source pipeline - JPEGDecoderNVJPEG -> ResizeNPPI -> CCNPPI
-auto fileReader = boost::shared_ptr<Module>(new FileReaderModule(FileReaderModuleProps("./data/mono_1920x960.jpg")));
-auto metadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE));
-fileReader->addOutputPin(metadata);
-
-auto decoder = boost::shared_ptr<JPEGDecoderNVJPEG>(new JPEGDecoderNVJPEG(JPEGDecoderNVJPEGProps(stream)));
-fileReader->setNext(decoder);
-
-auto resize = boost::shared_ptr<Module>(new ResizeNPPI(ResizeNPPIProps(960, 480, stream)));
-decoder->setNext(resize);
-
-auto source_cc = boost::shared_ptr<Module>(new CCNPPI(CCNPPIProps(ImageMetadata::BGRA, stream)));
-resize->setNext(source_cc);
-
-// making overlay pipeline - CudaMemCopy -> ResizeNPPI
-auto overlay_host = boost::shared_ptr<FileReaderModule>(new FileReaderModule(FileReaderModuleProps("./data/overlay_1920x960_BGRA.raw")));
-auto overlay_metadata = framemetadata_sp(new RawImageMetadata(1920, 960, ImageMetadata::ImageType::BGRA, CV_8UC4, 0, CV_8U, FrameMetadata::HOST, true));
-overlay_metadata->setHint(OVERLAY_HINT);
-overlay_host->addOutputPin(overlay_metadata);
-
-auto overlay_copy = boost::shared_ptr<Module>(new CudaMemCopy(CudaMemCopyProps(cudaMemcpyHostToDevice, stream)));
-overlay_host->setNext(overlay_copy);
-
-auto overlay_resize = boost::shared_ptr<Module>(new ResizeNPPI(ResizeNPPIProps(960, 480, stream)));
-overlay_copy->setNext(overlay_resize);
-
-// Connecting source and overlay pipelines
-auto overlay = boost::shared_ptr<Module>(new OverlayNPPI(OverlayNPPIProps(stream)));
-overlay_resize->setNext(overlay);
-source_cc->setNext(overlay);
-
-auto encoder = boost::shared_ptr<Module>(new JPEGEncoderNVJPEG(JPEGEncoderNVJPEGProps(stream)));
-overlay->setNext(encoder);
-
-auto fileWriter = boost::shared_ptr<Module>(new FileWriterModule("./data/testOutput/out.jpg"));
-encoder->setNext(fileWriter);
-
-...
-
-cudaStreamDestroy(stream);
-
-
-
-
-
- - -
-
- -
-
-
-
- - - - \ No newline at end of file diff --git a/docs/build/html/Tutorial_Adding_New_Module.html b/docs/build/html/Tutorial_Adding_New_Module.html deleted file mode 100644 index 30d43186c..000000000 --- a/docs/build/html/Tutorial_Adding_New_Module.html +++ /dev/null @@ -1,310 +0,0 @@ - - - - - - Adding New Module — Apra Pipes v0 documentation - - - - - - - - - - - - - - - - -
- - -
- -
-
-
- -
-
-
-
- -
-

Adding New Module

-

ChangeDetection Module

-
    -
  • Input is histogram bins
  • -
  • Output is ChangeDetectionResult
  • -
-
-

Define Module Properties

-
class ChangeDetectionProps: public ModuleProps
-{
-public:
-   ChangeDetectionProps(): ModuleProps()
-   {
-      refWindowLength = 1;
-      refDelayLength = -1;
-      insWindowLength = 1;
-      threshold = 1;
-      compareMethod = 1;
-   }
-
-   ChangeDetectionProps(int _refWindowLength, int _refDelayLength, int _insWindowLength, double _threshold, int _compareMethod): ModuleProps()
-   {
-      refWindowLength = _refWindowLength;
-      refDelayLength = _refDelayLength;
-      insWindowLength = _insWindowLength;
-      threshold = _threshold;
-      compareMethod = _compareMethod;
-   }
-
-   // All the properties can be updated during run time using setProps
-   int refWindowLength;
-   int refDelayLength;
-   int insWindowLength;
-   double threshold;
-   int compareMethod;
-
-private:
-   friend class boost::serialization::access;
-
-   template<class Archive>
-   void serialize(Archive &ar, const unsigned int version)
-   {
-      ar & boost::serialization::base_object<ModuleProps>(*this);
-      ar & refWindowLength;
-      ar & refDelayLength;
-      ar & insWindowLength;
-      ar & threshold;
-      ar & compareMethod;
-   }
-};
-
-
-
-
-

Validating the input and output

-
bool ChangeDetection::validateInputOutputPins()
-{
-   // one and only 1 array should exist
-   auto count = getNumberOfInputsByType(FrameMetadata::ARRAY);
-   if (count != 1)
-   {
-      LOG_ERROR << "Input pin of type ARRAY is expected.";
-      return false;
-   }
-
-   // output CHANGE_DETECTION pin should exist
-   count = getNumberOfOutputsByType(FrameMetadata::CHANGE_DETECTION);
-   if (count != 1)
-   {
-      LOG_ERROR << "Input pin of type CHANGE_DETECTION is expected.";
-      return false;
-   }
-
-   return true;
-}
-
-
-
-
-

Initialization

-
bool ChangeDetection::init()
-{
-   if (!Module::init())
-   {
-      return false;
-   }
-
-   // any initialization here
-
-   return true;
-}
-
-
-
-
-

Handling the first frame and using the input metadata

-
bool ChangeDetection::processSOS(frame_sp& frame)
-{
-   auto metadata = frame->getMetadata();
-   if (metadata->getFrameType() != FrameMetadata::ARRAY)
-   {
-      return true;
-   }
-
-   // metadata has width, height, type depending on the frame type
-
-   return true;
-}
-
-
-
-
-

Output

-
class ChangeDetectionResult
-{
-public:
-
-   ChangeDetectionResult(bool changeDetected, double distance, uint64_t index)
-   {
-      mChangeDetected = changeDetected;
-      mDistance = distance;
-      fIndex = index;
-   }
-
-   ChangeDetectionResult() {}
-
-   static boost::shared_ptr<ChangeDetectionResult> deSerialize(frame_container& frames)
-   {
-      auto frameType = FrameMetadata::CHANGE_DETECTION;
-
-      auto frame = frame_sp();
-      for (auto it = frames.cbegin(); it != frames.cend(); it++)
-      {
-         auto tempFrame = it->second;
-         if (tempFrame->getMetadata()->getFrameType() == frameType)
-         {
-            frame = tempFrame;
-         }
-      }
-
-      if (!frame.get())
-      {
-         return boost::shared_ptr<ChangeDetectionResult>();
-      }
-
-      auto result = boost::shared_ptr<ChangeDetectionResult>(new ChangeDetectionResult(false, 0, 0));
-      auto& obj = *result.get();
-      Utils::deSerialize<ChangeDetectionResult>(obj, frame->data(), frame->size());
-
-      return result;
-   }
-
-   static void serialize(bool changeDetected, double distance, uint64_t index, void* buffer, size_t size)
-   {
-      auto result = ChangeDetectionResult(changeDetected, distance, index);
-      Utils::serialize<ChangeDetectionResult>(result, buffer, size);
-   }
-
-   static size_t getSerializeSize()
-   {
-      return 1024 + sizeof(mChangeDetected) + sizeof(mDistance) + sizeof(fIndex);
-   }
-
-   bool mChangeDetected;
-   double mDistance;
-   uint64_t fIndex;
-
-private:
-   friend class boost::serialization::access;
-   template<class Archive>
-   void serialize(Archive & ar, const unsigned int /* file_version */) {
-      ar & mChangeDetected & mDistance & fIndex;
-   }
-};
-
-
-
-
-

Consuming the input and send output

-
bool ChangeDetection::process(frame_container& frames)
-{
-   auto inFrame = getFrameByType(frames, FrameMetadata::ARRAY);
-   auto metadata = mDetail->getOutputMetadata();
-   auto outFrame = makeFrame(ChangeDetectionResult::getSerializeSize(), metadata);
-
-   // do the computation here
-
-   auto pinId = getOutputPinIdByType(FrameMetadata::CHANGE_DETECTION);
-   frames.insert(make_pair(pinId, outFrame));
-   send(frames);
-
-   return true;
-}
-
-
-
-
- - -
-
- -
-
-
-
- - - - \ No newline at end of file diff --git a/docs/build/html/_images/Module.jpg b/docs/build/html/_images/Module.jpg deleted file mode 100644 index 77a3e65a6..000000000 Binary files a/docs/build/html/_images/Module.jpg and /dev/null differ diff --git a/docs/build/html/_images/nvidiacudamodules_1.jpg b/docs/build/html/_images/nvidiacudamodules_1.jpg deleted file mode 100644 index 303a02383..000000000 Binary files a/docs/build/html/_images/nvidiacudamodules_1.jpg and /dev/null differ diff --git a/docs/build/html/_images/nvidiacudamodules_2.jpg b/docs/build/html/_images/nvidiacudamodules_2.jpg deleted file mode 100644 index 6a4f7b809..000000000 Binary files a/docs/build/html/_images/nvidiacudamodules_2.jpg and /dev/null differ diff --git a/docs/build/html/_images/nvidiacudamodules_3.jpg b/docs/build/html/_images/nvidiacudamodules_3.jpg deleted file mode 100644 index ea558f0a6..000000000 Binary files a/docs/build/html/_images/nvidiacudamodules_3.jpg and /dev/null differ diff --git a/docs/build/html/_sources/CUDAKernelProgrammingGuide.rst.txt b/docs/build/html/_sources/CUDAKernelProgrammingGuide.rst.txt deleted file mode 100644 index 25fdfcf9c..000000000 --- a/docs/build/html/_sources/CUDAKernelProgrammingGuide.rst.txt +++ /dev/null @@ -1,26 +0,0 @@ -CUDA Kernel Programming Guide -============================= - -Performance Guide -^^^^^^^^^^^^^^^^^ -Very important and useful. Follow the `CUDA Documentation `_ instead of other sources. - - -Coalesced Access to Global Memory -""""""""""""""""""""""""""""""""" -`Coalesced Access to Global Memory `_ - -- | Refer OverlayKernel.cu and EffectsKernel.cu -- | uchar4 (4 bytes) - 32x32 threads per block - 4x32x32 - 4K bytes -- | A big difference - like 2x in Performance - -Math Library -"""""""""""" -`NVIDIA CUDA Math API `_ - -- | multiplication use from here -- | big difference - -__device__ functions -"""""""""""""""""""" -For writing clean/reusable code, I was using __device__ function - but the Performance dropped by half. So, I started using macros. I didn't investigate more on why? \ No newline at end of file diff --git a/docs/build/html/_sources/Framework.rst.txt b/docs/build/html/_sources/Framework.rst.txt deleted file mode 100644 index 78b2c673c..000000000 --- a/docs/build/html/_sources/Framework.rst.txt +++ /dev/null @@ -1,350 +0,0 @@ -Framework -========= - -ModuleProps -^^^^^^^^^^^ -Base Properties class for all modules - -.. code-block:: c++ - - int fps; // can be updated during runtime with setProps - size_t qlen; // run time changing doesn't effect this - bool logHealth; // can be updated during runtime with setProps - int logHealthFrequency; // 1000 by default - logs the health stats frequency - - // used for VimbaSource where we want to create the max frames and keep recycling it - // for the VimbaDrive we announce frames after init - 100/200 - // see VimbaSource.cpp on how it is used - size_t maxConcurrentFrames; - - // 0/1 - skipN == 0 - don't skip any - process all - // 1/1 - skipN == skipD - skip all - don't process any - // 1/2 skips every alternate frame - // 1/3 skips 1 out of every 3 frames - // 2/3 skips 2 out of every 3 frames - // 5/6 skips 5 out of every 6 frames - // skipD >= skipN - int skipN = 0; - int skipD = 1; - -QuePushStrategyType -^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - enum QuePushStrategyType { - BLOCKING, - NON_BLOCKING_ANY, // try push independently to child modules - NON_BLOCKING_ALL_OR_NONE // try push only if all the child modules have the que free or don't push to any of the modules - }; - -Module -^^^^^^ -Base class for all the modules - -.. code-block:: c++ - - void addOutputPin(framemetadata_sp& metadata, string& pinId); - bool setNext(boost::shared_ptr next); - -Pipeline -^^^^^^^^ - -.. code-block:: c++ - - PipeLine(string name) - - /* - call appendModule on only the topmost module - source (camera/file) - call appendModule only after connecting all the modules - - if any modules are connected (module1->setNext(module2)) after appendModule then these modules will not be added to the pipeline - best practice is to first make the connections - all modules - then call appendModule - */ - bool appendModule(boost::shared_ptr pModule); - bool init(); - void run_all_threaded(); - - void stop(); - void term(); - void wait_for_all(); - - -ExternalSourceModule -^^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - std::pair produceExternalFrame(ApraData* data) - -- ``locked`` is atomically incremented and decremented -- std::pair is returned -- if data->fIndex == 0 fIndex is incremented by the framework and returns the value -- if data->fIndex != 0 fIndex is same as data->fIndex -- if ``false`` is returned, then the data is not accepted.Framework Que is full and there is no bandwidth to process more data -- it is upto the caller application to act on the response of ``produceExternalFrame`` - -.. code-block:: c++ - - bool stop() - when ExternalSourceModule is not attached to the pipeline, manually call stop to trigger a tear down of the downstream modules - - -FileReaderModuleProps -^^^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - FileReaderModuleProps(const std::string& strFullFileNameWithPattern, int startIndex = 0, int maxIndex = -1); - -- loops till the ``maxIndex`` is reached - ``-1`` loop the entire pattern/directory -- starts the loop from ``startIndex`` - -FileReaderModule -^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - FileReaderModule(FileReaderModuleProps props); - - -JPEGDecoderIMProps -^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - JPEGDecoderIMProps(bool sw); - -- ``true`` if deocde is on software -- ``false`` if decode is on hardware - -JPEGDecoderIM -^^^^^^^^^^^^^ -.. code-block:: c++ - - JPEGDecoderIM(JPEGDecoderIMProps props); - -- Currently only supports single channel output - -CalcHistogramCVProps -^^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - CalcHistogramCVProps(int bins); - // All the properties can be updated during run time using setProps - int bins; - vector roi; - string maskImgPath; - -- ``bins`` number of histogram bins -- | ``maskImgPath`` absolute path of mask image path - | Expected to be Same resolution as the dataset - | if both roi and mask_img_path is specified roi is used and mask_img_path ignored -- | ``roi`` topleft_x topleft_y width height - | if both roi and mask_img_path is specified roi is used and mask_img_path ignored - -CalcHistogramCV -^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - CalcHistogramCV(CalcHistogramCVProps props); - CalcHistogramCVProps getProps(); - void setProps(CalcHistogramCVProps props); - - // Example on how to change Properties dynamically - auto histogram = new CalcHistogramCV(CalcHistogramCVProps(32)); - auto newHistProps = histogram->getProps(); - newHistProps.bins = newHistProps.bins = 16; - histogram->setProps(newHistProps); - - -ChangeDetectionProps -^^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - ChangeDetectionProps(int refWindoweLength, int refDelayLength, int insWindowLength, double threshold, int compareMethod); - // All the properties can be updated during run time using setProps - -- | ``refWindowLength`` Number of frames to average - | Assume ``fps = 30`` and you want to average ``2`` seconds then specify ``refWindowLength`` as ``60`` -- | ``refDelayLength`` Number of frames to delay from the current frame - | default ``-1`` - Static reference - | if moving average is required speicfy the delay - | Assume ``fps = 30`` and you want to delay 2 minutes then specify ``refDelayLength`` as ``3600`` -- | ``insWindowLength`` Number of frames to average - | Assume ``fps = 30`` and you want to average 0.5 seconds then specify ``insWindowLength`` as ``15`` -- | ``compareMethod`` https://docs.opencv.org/4.1.1/d8/dc8/tutorial_histogram_comparison.html - | HISTCMP_CHISQR (1) works for all the datasets provided - -ChangeDetection -^^^^^^^^^^^^^^^ -Sends ChangeDetectionResult to the next module - -.. code-block:: c++ - - ChangeDetection(ChangeDetectionProps props); - ChangeDetectionProps getProps(); - void setProps(ChangeDetectionProps props); - - // Example on how to change Properties dynamically - auto module = new ChangeDetection(ChangeDetectionProps(60, -1, 30, 1, 1)); - auto newProps = module->getProps(); - newProps.threshold = 2; - module->setProps(newProps); - -JPEGEncoderIMProps -^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - bool sw; // software or hardware mode - unsigned short quality; // range 1-100 JPEG Compression quality - 100 means best quality but more file size - -JPEGEncoderIM -^^^^^^^^^^^^^ -Intel Media SDK based encoder - -.. code-block:: c++ - - JPEGEncoderIM(JPEGEncoderProps props); - -- Currently only supports single channel as input - -FileWriterModuleProps -^^^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - FileWriterModuleProps(const std::string& strFullFileNameWithPattern); - - // Example - auto props = new FileWriterModuleProps("C:/Users/developer/Downloads/Sai/temp/enc/frame_????.jpg"); - - -FileWriterModule -^^^^^^^^^^^^^^^^ -Basic FileWriter - -.. code-block:: c++ - - FileWriterModule(FileWriterModuleProps props); - -JPEGDecoderL4TM -^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - JPEGDecoderL4TMProps(); - JPEGDecoderL4TM(JPEGDecoderL4TMProps props); - -- Currently only supports single channel output - -JPEGEncoderL4TM -^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - JPEGEncoderL4TMProps(); - unsigned short quality; // range 1-100 JPEG Compression quality - 100 means best quality but more file size - - JPEGEncoderL4TM(JPEGEncoderL4TMProps props); - -- Currently only supports single channel input - -VimbaSource -^^^^^^^^^^^ -.. code-block:: c++ - - VimbaSourceProps(size_t _maxConcurrentFrames); // 2*fps of the camera is a good value - // _maxConcurrentFrames is used to announceFrames to the vimbaDriver Camera - - VimbaSource(VimbaSourceProps _props); - -EdgeDefectAnalysis -^^^^^^^^^^^^^^^^^^ -Sends EdgeDefectAnalysisResult to the next module - -.. code-block:: c++ - - class EdgeDefectAnalysisConfig - { - public: - std::vector roi; - std::string edgePos; // "R" "L" - - int gaussianKernelSize; - int edgeDefectWidth; - - // parameters for edge localization - // https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=canny#canny - int lowThresh; - int highThresh; - int phaseLowThresh; - int phaseHighThresh; - //https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=houghlinesp#houghlinesp - int lineThreshold; - int minLineLength; - int maxLineGap; - - // parameters for defect detection - // https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=canny#canny - int lowThresh2; - int highThresh2; - int phaseLowThresh2; - int phaseHighThresh2; - //https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=houghlinesp#houghlinesp - int lineThreshold2; - int minLineLength2; - int maxLineGap2; - - bool enableDebug; // saves the intermediate results - } - - class EdgeDefectAnalysisProps: ModuleProps - { - public: - EdgeDefectAnalysisConfig config; - } - - EdgeDefectAnalysis(EdgeDefectAnalysisProps props); - - class EdgeDefectAnalysisResult - { - public: - bool isEdgeFound; - bool isDefect; - uint64_t fIndex; - uint64_t timestamp; - } - -LoggerProps -^^^^^^^^^^^ - -.. code-block:: c++ - - bool enableConsoleLog; - bool enableFileLog; - std::string fileLogPath; - boost::log::trivial::severity_level logLevel; - -Logger -^^^^^^ - -.. code-block:: c++ - - static void initLogger(LoggerProps props); // valid only once - if called second time - nothing happens. Use the set methods for changes during runtime - void setLogLevel(boost::log::trivial::severity_level severity); - void setConsoleLog(bool enableLog); - void setFileLog(bool enableLog); - - The below macros are available for logging - LOG_TRACE << "A trace severity message"; - LOG_DEBUG << "A debug severity message"; - LOG_INFO << "An informational severity message"; - LOG_WARNING << "A warning severity message"; - LOG_ERROR << "An error severity message"; - LOG_FATAL << "A fatal severity message"; - diff --git a/docs/build/html/_sources/Introduction.rst.txt b/docs/build/html/_sources/Introduction.rst.txt deleted file mode 100644 index d2f9cfb4a..000000000 --- a/docs/build/html/_sources/Introduction.rst.txt +++ /dev/null @@ -1,117 +0,0 @@ -Introduction -============ -ApraPipes is a pipeline framework. - -Design -^^^^^^ -- | Reusable Modules -- | Easy to Test -- | Memory Management -- | Thread Management -- | Parallel Processing - -Stack -^^^^^ -- | C++ -- | CUDA -- | CMake - -Libraries -^^^^^^^^^ -- | Boost C++ -- | Nvidia - - - | CudaToolkit - - | NPPI - - | NvJPEG - - | NvENC - - | Jetson MultiMedia API -- | Intel Media SDK -- | OpenCV -- | Live555 - -Core Concepts -^^^^^^^^^^^^^ - -.. image:: Module.jpg - - -Module -"""""" -Base class - -Pins -"""" -Two modules are connected using pins - -Queue -""""" -Blocking, NonBlocking - -FrameMetadata -""""""""""""" -Properties of a pin. Width, Height, MemType, FrameType - -FrameFactory -"""""""""""" -Responsible for reusing memory - -Frame -""""" -Data is transported using frame - -FrameContainer -"""""""""""""" -Has multiple frames - -ModuleProps -""""""""""" -fps, Queue Strategy - -Module Functions -"""""""""""""""" -- | addOutputPin -- | validateOuputPins -- | setNext -- | validateInputPins -- | init -- | term -- | processSOS -- | processEOS -- | produce -- | process -- | send - -PipeLine -"""""""" -Responsible for lifecycle events - -- | appendModule -- | init -- | run_all_threaded -- | stop -- | term -- | wait_for_all - -Unit Tests -"""""""""" -BOOST Tests - -Basic Modules -""""""""""""" -- | FileReaderModule -- | FileWriterModule -- | ExternalSourceModule -- | ExternalSinkModule -- | CudaMemCopy -- | Decoder (JPEGDecoderL4TM, JPEGDecoderNVJPEG) -- | Encoder (JPEGEncoderL4TM, JPEGEncoderNVJPEG) -- | StatSink -- | FramesMuxer -- | Split -- | Merge - -Sample Cuda Modules -""""""""""""""""""" -- | ResizeNPPI -- | CCNPPI \ No newline at end of file diff --git a/docs/build/html/_sources/NvidiaCUDAModules.rst.txt b/docs/build/html/_sources/NvidiaCUDAModules.rst.txt deleted file mode 100644 index 5dd002871..000000000 --- a/docs/build/html/_sources/NvidiaCUDAModules.rst.txt +++ /dev/null @@ -1,271 +0,0 @@ -NVIDIA CUDA Modules -=================== - -Getting Started -^^^^^^^^^^^^^^^ - -Nvidia CUDA Modules -^^^^^^^^^^^^^^^^^^^ - -cudaStream_t -"""""""""""" -Checkout `CUDA DOCUMENTATION `_ -and `CUDA WEBINAR `_ - -- | A sequence of operations that execute in issue-order on the GPU -- | Programming model used to effect concurrency -- | CUDA operations in different streams may run concurrently -- | CUDA operations from different streams may be interleaved - -cudaStream_t has to be passed as props to all the CUDA modules. -cudaStreamCreate and cudaStreamDestroy is mandatory. - -CudaMemCopyProps -"""""""""""""""" -- | cudaMemcpyKind memcpyKind - cudaMemcpyDeviceToHost - - - | Input is CUDA_DEVICE memory - - | Output is HOST memory - - | sync is set to true internally -- | cudaMemcpyKind memcpyKind - cudaMemcpyHostToDevice - - - | Input is HOST memory - - | Output is CUDA_DEVICE memory -- | sync - if sync is true, stream will be synchronized - don't set it to true until you know what you are doing- | -- | cudaStream_t has to be passed - -JPEGDecoderNVJPEG -""""""""""""""""" -- | Input is HOST memory -- | Output is CUDA_DEVICE memory -- | Output ImageMetadata::ImageType - MONO, YUV420, YUV444 is currently supported -- | cudaStream_t has to be passed - -JPEGEncoderNVJPEG -""""""""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is HOST memory -- | quality - default is 90 -- | Input ImageMetadata::ImageType - MONO, YUV420, YUV444 is currently supported -- | cudaStream_t has to be passed - -ResizeNPPI -"""""""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | output width and height has to be passed -- | Input ImageMetadata::ImageType - MONO, YUV444, YUV420, BGR, BGRA, RGB, RGBA -- | cudaStream_t has to be passed - -CCNPPI -"""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | Supported Color Conversions - - - | MONO, YUV420 To BGRA - - | YUV420 To BGRA - - | YUV411_I To YUV444 -- | cudaStream_t has to be passed - -OverlayNPPI -""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | Input ImageMetadata::ImageType - BGRA/RGBA or YUV420 -- | Accepts two images - Source and Overlay -- | OVERLAY_HINT has to be set to tell the module which of the two input images is the overlay image -- | Overlay image width and height is expected to be less than or equal to the Source image -- | offsetX and offsetY can be given -- | cudaStream_t has to be passed - -EffectsNPPI -""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | Input ImageMetadata::ImageType - MONO/BGR/RGB/RGBA/BGRA/YUV420 -- | cudaStream_t has to be passed - -.. code-block:: c++ - - double hue; // 0/255 no change [0 255] - double saturation; // 1 no change - double contrast; // 1 no change - int brightness; // 0 no change [-100 - 100] - -H264EncoderNVCodec -"""""""""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is HOST memory -- | Input ImageMetadata::ImageType - BGRA/RGBA or YUV420 -- | targetKbps can be passed -- | refer test - h264Encodernvcodec_tests -- | apracucontext_sp must be passed -- | Initialize CudaContext before constructing the pipeline. `auto cuContext = apracucontext_sp(new ApraCUcontext());` -- | cudaStreamSynchronize has to be called before this module. Use one of the below methods. - - - | sync = true for CudaMemCopyProps - - | Add CudaStreamSynchronize Module - -GaussianBlur -"""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | Props - - - | cudastream_sp - - | kernel size - - | ROI - -NonmaxSuppression -""""""""""""""""" -Sobel followed by nonmax suppression is applied. - -- | kernel size of sobel/scharr operator is hardcoded to 3 inside the cuda kernel -- | ideally all the parameters of opencv should be supported https://docs.opencv.org/3.4/dd/d1a/group__imgproc__feature.html#ga04723e007ed888ddf11d9ba04e2232de - - -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory - - | Nonmax image - - | Phase image - - | Magnitude image can also be sent out with very minor changes -- | Props - - - | cudastream_sp - - | ROI - -HysteresisThreshold -""""""""""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | Props - - - | cudastream_sp - - | ROI - - | Low Threshold - - | High Threshold - - | Low Phase Threshold - - | High Phase Threshold - -HoughLinesCV -"""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is HOST memory of type APRA_LINES -- | cudaStreamSynchronize is automatically called in this module -- | Props - - - | cudastream_sp - - | ROI - - | Minimum Line Length - - | Maximum Line Gap - -Building Pipelines -^^^^^^^^^^^^^^^^^^ - -Example 1 -""""""""" -.. image:: nvidiacudamodules_1.jpg - -.. code-block:: c++ - - auto width = 1920; - auto height = 1080; - - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/mono_1920x1080.raw"))); - auto metadata = framemetadata_sp(new RawImageMetadata(width, height, ImageMetadata::ImageType::MONO, CV_8UC1, 0, CV_8U, FrameMetadata::HOST, true)); - fileReader->addOutputPin(metadata); - - cudaStream_t stream; - cudaStreamCreate(&stream); - auto copy = boost::shared_ptr(new CudaMemCopy(CudaMemCopyProps(cudaMemcpyHostToDevice, stream))); - fileReader->setNext(copy); - - auto encoder = boost::shared_ptr(new JPEGEncoderNVJPEG(JPEGEncoderNVJPEGProps(stream))); - copy->setNext(encoder); - - auto fileWriter = boost::shared_ptr(new FileWriterModule("./data/testOutput/mono_1920x1080.jpg")); - encoder->setNext(fileWriter); - - ... - - cudaStreamDestroy(stream); - -Example 2 -""""""""" -.. image:: nvidiacudamodules_2.jpg - -.. code-block:: c++ - - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/mono_1920x960.jpg"))); - auto metadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); - fileReader->addOutputPin(metadata); - - cudaStream_t stream; - cudaStreamCreate(&stream); - - auto decoder = boost::shared_ptr(new JPEGDecoderNVJPEG(JPEGDecoderNVJPEGProps(stream))); - fileReader->setNext(decoder); - - auto resize = boost::shared_ptr(new ResizeNPPI(ResizeNPPIProps(960, 480, stream))); - decoder->setNext(resize); - - auto copy = boost::shared_ptr(new CudaMemCopy(CudaMemCopyProps(cudaMemcpyDeviceToHost, stream))); - resize->setNext(copy); - - auto fileWriter = boost::shared_ptr(new FileWriterModule("./data/testOutput/mono_1920x960_to_mono_960x480.raw")); - encoder->setNext(fileWriter); - - ... - - cudaStreamDestroy(stream); - -Example 3 -""""""""" -.. image:: nvidiacudamodules_3.jpg - -.. code-block:: c++ - - cudaStream_t stream; - cudaStreamCreate(&stream); - - // making source pipeline - JPEGDecoderNVJPEG -> ResizeNPPI -> CCNPPI - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/mono_1920x960.jpg"))); - auto metadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); - fileReader->addOutputPin(metadata); - - auto decoder = boost::shared_ptr(new JPEGDecoderNVJPEG(JPEGDecoderNVJPEGProps(stream))); - fileReader->setNext(decoder); - - auto resize = boost::shared_ptr(new ResizeNPPI(ResizeNPPIProps(960, 480, stream))); - decoder->setNext(resize); - - auto source_cc = boost::shared_ptr(new CCNPPI(CCNPPIProps(ImageMetadata::BGRA, stream))); - resize->setNext(source_cc); - - // making overlay pipeline - CudaMemCopy -> ResizeNPPI - auto overlay_host = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/overlay_1920x960_BGRA.raw"))); - auto overlay_metadata = framemetadata_sp(new RawImageMetadata(1920, 960, ImageMetadata::ImageType::BGRA, CV_8UC4, 0, CV_8U, FrameMetadata::HOST, true)); - overlay_metadata->setHint(OVERLAY_HINT); - overlay_host->addOutputPin(overlay_metadata); - - auto overlay_copy = boost::shared_ptr(new CudaMemCopy(CudaMemCopyProps(cudaMemcpyHostToDevice, stream))); - overlay_host->setNext(overlay_copy); - - auto overlay_resize = boost::shared_ptr(new ResizeNPPI(ResizeNPPIProps(960, 480, stream))); - overlay_copy->setNext(overlay_resize); - - // Connecting source and overlay pipelines - auto overlay = boost::shared_ptr(new OverlayNPPI(OverlayNPPIProps(stream))); - overlay_resize->setNext(overlay); - source_cc->setNext(overlay); - - auto encoder = boost::shared_ptr(new JPEGEncoderNVJPEG(JPEGEncoderNVJPEGProps(stream))); - overlay->setNext(encoder); - - auto fileWriter = boost::shared_ptr(new FileWriterModule("./data/testOutput/out.jpg")); - encoder->setNext(fileWriter); - - ... - - cudaStreamDestroy(stream); \ No newline at end of file diff --git a/docs/build/html/_sources/Tutorial_Adding_New_IP_Module.rst.txt b/docs/build/html/_sources/Tutorial_Adding_New_IP_Module.rst.txt deleted file mode 100644 index 6d57976d5..000000000 --- a/docs/build/html/_sources/Tutorial_Adding_New_IP_Module.rst.txt +++ /dev/null @@ -1,199 +0,0 @@ -Adding New Module -================= -ChangeDetection Module - -- Input is histogram bins -- Output is ChangeDetectionResult - - -Define Module Properties -"""""""""""""""""""""""" -.. code-block:: c++ - - class ChangeDetectionProps: public ModuleProps - { - public: - ChangeDetectionProps(): ModuleProps() - { - refWindowLength = 1; - refDelayLength = -1; - insWindowLength = 1; - threshold = 1; - compareMethod = 1; - } - - ChangeDetectionProps(int _refWindowLength, int _refDelayLength, int _insWindowLength, double _threshold, int _compareMethod): ModuleProps() - { - refWindowLength = _refWindowLength; - refDelayLength = _refDelayLength; - insWindowLength = _insWindowLength; - threshold = _threshold; - compareMethod = _compareMethod; - } - - // All the properties can be updated during run time using setProps - int refWindowLength; - int refDelayLength; - int insWindowLength; - double threshold; - int compareMethod; - - private: - friend class boost::serialization::access; - - template - void serialize(Archive &ar, const unsigned int version) - { - ar & boost::serialization::base_object(*this); - ar & refWindowLength; - ar & refDelayLength; - ar & insWindowLength; - ar & threshold; - ar & compareMethod; - } - }; - -Validating the input and output -""""""""""""""""""""""""""""""" -.. code-block:: c++ - - - bool ChangeDetection::validateInputOutputPins() - { - // one and only 1 array should exist - auto count = getNumberOfInputsByType(FrameMetadata::ARRAY); - if (count != 1) - { - LOG_ERROR << "Input pin of type ARRAY is expected."; - return false; - } - - // output CHANGE_DETECTION pin should exist - count = getNumberOfOutputsByType(FrameMetadata::CHANGE_DETECTION); - if (count != 1) - { - LOG_ERROR << "Input pin of type CHANGE_DETECTION is expected."; - return false; - } - - return true; - } - -Initialization -"""""""""""""" -.. code-block:: c++ - - bool ChangeDetection::init() - { - if (!Module::init()) - { - return false; - } - - // any initialization here - - return true; - } - -Handling the first frame and using the input metadata -""""""""""""""""""""""""""""""""""""""""""""""""""""" -.. code-block:: c++ - - bool ChangeDetection::processSOS(frame_sp& frame) - { - auto metadata = frame->getMetadata(); - if (metadata->getFrameType() != FrameMetadata::ARRAY) - { - return true; - } - - // metadata has width, height, type depending on the frame type - - return true; - } - - -Output -"""""" -.. code-block:: c++ - - class ChangeDetectionResult - { - public: - - ChangeDetectionResult(bool changeDetected, double distance, uint64_t index) - { - mChangeDetected = changeDetected; - mDistance = distance; - fIndex = index; - } - - ChangeDetectionResult() {} - - static boost::shared_ptr deSerialize(frame_container& frames) - { - auto frameType = FrameMetadata::CHANGE_DETECTION; - - auto frame = frame_sp(); - for (auto it = frames.cbegin(); it != frames.cend(); it++) - { - auto tempFrame = it->second; - if (tempFrame->getMetadata()->getFrameType() == frameType) - { - frame = tempFrame; - } - } - - if (!frame.get()) - { - return boost::shared_ptr(); - } - - auto result = boost::shared_ptr(new ChangeDetectionResult(false, 0, 0)); - auto& obj = *result.get(); - Utils::deSerialize(obj, frame->data(), frame->size()); - - return result; - } - - static void serialize(bool changeDetected, double distance, uint64_t index, void* buffer, size_t size) - { - auto result = ChangeDetectionResult(changeDetected, distance, index); - Utils::serialize(result, buffer, size); - } - - static size_t getSerializeSize() - { - return 1024 + sizeof(mChangeDetected) + sizeof(mDistance) + sizeof(fIndex); - } - - bool mChangeDetected; - double mDistance; - uint64_t fIndex; - - private: - friend class boost::serialization::access; - template - void serialize(Archive & ar, const unsigned int /* file_version */) { - ar & mChangeDetected & mDistance & fIndex; - } - }; - -Consuming the input and send output -""""""""""""""""""""""""""""""""""" -.. code-block:: c++ - - bool ChangeDetection::process(frame_container& frames) - { - auto inFrame = getFrameByType(frames, FrameMetadata::ARRAY); - auto metadata = mDetail->getOutputMetadata(); - auto outFrame = makeFrame(ChangeDetectionResult::getSerializeSize(), metadata); - - // do the computation here - - auto pinId = getOutputPinIdByType(FrameMetadata::CHANGE_DETECTION); - frames.insert(make_pair(pinId, outFrame)); - send(frames); - - return true; - } diff --git a/docs/build/html/_sources/Tutorial_Adding_New_Module.rst.txt b/docs/build/html/_sources/Tutorial_Adding_New_Module.rst.txt deleted file mode 100644 index 6d57976d5..000000000 --- a/docs/build/html/_sources/Tutorial_Adding_New_Module.rst.txt +++ /dev/null @@ -1,199 +0,0 @@ -Adding New Module -================= -ChangeDetection Module - -- Input is histogram bins -- Output is ChangeDetectionResult - - -Define Module Properties -"""""""""""""""""""""""" -.. code-block:: c++ - - class ChangeDetectionProps: public ModuleProps - { - public: - ChangeDetectionProps(): ModuleProps() - { - refWindowLength = 1; - refDelayLength = -1; - insWindowLength = 1; - threshold = 1; - compareMethod = 1; - } - - ChangeDetectionProps(int _refWindowLength, int _refDelayLength, int _insWindowLength, double _threshold, int _compareMethod): ModuleProps() - { - refWindowLength = _refWindowLength; - refDelayLength = _refDelayLength; - insWindowLength = _insWindowLength; - threshold = _threshold; - compareMethod = _compareMethod; - } - - // All the properties can be updated during run time using setProps - int refWindowLength; - int refDelayLength; - int insWindowLength; - double threshold; - int compareMethod; - - private: - friend class boost::serialization::access; - - template - void serialize(Archive &ar, const unsigned int version) - { - ar & boost::serialization::base_object(*this); - ar & refWindowLength; - ar & refDelayLength; - ar & insWindowLength; - ar & threshold; - ar & compareMethod; - } - }; - -Validating the input and output -""""""""""""""""""""""""""""""" -.. code-block:: c++ - - - bool ChangeDetection::validateInputOutputPins() - { - // one and only 1 array should exist - auto count = getNumberOfInputsByType(FrameMetadata::ARRAY); - if (count != 1) - { - LOG_ERROR << "Input pin of type ARRAY is expected."; - return false; - } - - // output CHANGE_DETECTION pin should exist - count = getNumberOfOutputsByType(FrameMetadata::CHANGE_DETECTION); - if (count != 1) - { - LOG_ERROR << "Input pin of type CHANGE_DETECTION is expected."; - return false; - } - - return true; - } - -Initialization -"""""""""""""" -.. code-block:: c++ - - bool ChangeDetection::init() - { - if (!Module::init()) - { - return false; - } - - // any initialization here - - return true; - } - -Handling the first frame and using the input metadata -""""""""""""""""""""""""""""""""""""""""""""""""""""" -.. code-block:: c++ - - bool ChangeDetection::processSOS(frame_sp& frame) - { - auto metadata = frame->getMetadata(); - if (metadata->getFrameType() != FrameMetadata::ARRAY) - { - return true; - } - - // metadata has width, height, type depending on the frame type - - return true; - } - - -Output -"""""" -.. code-block:: c++ - - class ChangeDetectionResult - { - public: - - ChangeDetectionResult(bool changeDetected, double distance, uint64_t index) - { - mChangeDetected = changeDetected; - mDistance = distance; - fIndex = index; - } - - ChangeDetectionResult() {} - - static boost::shared_ptr deSerialize(frame_container& frames) - { - auto frameType = FrameMetadata::CHANGE_DETECTION; - - auto frame = frame_sp(); - for (auto it = frames.cbegin(); it != frames.cend(); it++) - { - auto tempFrame = it->second; - if (tempFrame->getMetadata()->getFrameType() == frameType) - { - frame = tempFrame; - } - } - - if (!frame.get()) - { - return boost::shared_ptr(); - } - - auto result = boost::shared_ptr(new ChangeDetectionResult(false, 0, 0)); - auto& obj = *result.get(); - Utils::deSerialize(obj, frame->data(), frame->size()); - - return result; - } - - static void serialize(bool changeDetected, double distance, uint64_t index, void* buffer, size_t size) - { - auto result = ChangeDetectionResult(changeDetected, distance, index); - Utils::serialize(result, buffer, size); - } - - static size_t getSerializeSize() - { - return 1024 + sizeof(mChangeDetected) + sizeof(mDistance) + sizeof(fIndex); - } - - bool mChangeDetected; - double mDistance; - uint64_t fIndex; - - private: - friend class boost::serialization::access; - template - void serialize(Archive & ar, const unsigned int /* file_version */) { - ar & mChangeDetected & mDistance & fIndex; - } - }; - -Consuming the input and send output -""""""""""""""""""""""""""""""""""" -.. code-block:: c++ - - bool ChangeDetection::process(frame_container& frames) - { - auto inFrame = getFrameByType(frames, FrameMetadata::ARRAY); - auto metadata = mDetail->getOutputMetadata(); - auto outFrame = makeFrame(ChangeDetectionResult::getSerializeSize(), metadata); - - // do the computation here - - auto pinId = getOutputPinIdByType(FrameMetadata::CHANGE_DETECTION); - frames.insert(make_pair(pinId, outFrame)); - send(frames); - - return true; - } diff --git a/docs/build/html/_sources/index.rst.txt b/docs/build/html/_sources/index.rst.txt deleted file mode 100644 index a5fa196f9..000000000 --- a/docs/build/html/_sources/index.rst.txt +++ /dev/null @@ -1,15 +0,0 @@ -Welcome to Apra Pipes documentation! -==================================== - -.. highlight:: c++ - -.. toctree:: - :maxdepth: 2 - :caption: Contents: - - Introduction - Framework - Tutorial_Adding_New_Module - NvidiaCUDAModules - CUDAKernelProgrammingGuide - diff --git a/docs/build/html/_static/basic.css b/docs/build/html/_static/basic.css deleted file mode 100644 index 0807176ec..000000000 --- a/docs/build/html/_static/basic.css +++ /dev/null @@ -1,676 +0,0 @@ -/* - * basic.css - * ~~~~~~~~~ - * - * Sphinx stylesheet -- basic theme. - * - * :copyright: Copyright 2007-2019 by the Sphinx team, see AUTHORS. - * :license: BSD, see LICENSE for details. - * - */ - -/* -- main layout ----------------------------------------------------------- */ - -div.clearer { - clear: both; -} - -/* -- relbar ---------------------------------------------------------------- */ - -div.related { - width: 100%; - font-size: 90%; -} - -div.related h3 { - display: none; -} - -div.related ul { - margin: 0; - padding: 0 0 0 10px; - list-style: none; -} - -div.related li { - display: inline; -} - -div.related li.right { - float: right; - margin-right: 5px; -} - -/* -- sidebar --------------------------------------------------------------- */ - -div.sphinxsidebarwrapper { - padding: 10px 5px 0 10px; -} - -div.sphinxsidebar { - float: left; - width: 230px; - margin-left: -100%; - font-size: 90%; - word-wrap: break-word; - overflow-wrap : break-word; -} - -div.sphinxsidebar ul { - list-style: none; -} - -div.sphinxsidebar ul ul, -div.sphinxsidebar ul.want-points { - margin-left: 20px; - list-style: square; -} - -div.sphinxsidebar ul ul { - margin-top: 0; - margin-bottom: 0; -} - -div.sphinxsidebar form { - margin-top: 10px; -} - -div.sphinxsidebar input { - border: 1px solid #98dbcc; - font-family: sans-serif; - font-size: 1em; -} - -div.sphinxsidebar #searchbox form.search { - overflow: hidden; -} - -div.sphinxsidebar #searchbox input[type="text"] { - float: left; - width: 80%; - padding: 0.25em; - box-sizing: border-box; -} - -div.sphinxsidebar #searchbox input[type="submit"] { - float: left; - width: 20%; - border-left: none; - padding: 0.25em; - box-sizing: border-box; -} - - -img { - border: 0; - max-width: 100%; -} - -/* -- search page ----------------------------------------------------------- */ - -ul.search { - margin: 10px 0 0 20px; - padding: 0; -} - -ul.search li { - padding: 5px 0 5px 20px; - background-image: url(file.png); - background-repeat: no-repeat; - background-position: 0 7px; -} - -ul.search li a { - font-weight: bold; -} - -ul.search li div.context { - color: #888; - margin: 2px 0 0 30px; - text-align: left; -} - -ul.keywordmatches li.goodmatch a { - font-weight: bold; -} - -/* -- index page ------------------------------------------------------------ */ - -table.contentstable { - width: 90%; - margin-left: auto; - margin-right: auto; -} - -table.contentstable p.biglink { - line-height: 150%; -} - -a.biglink { - font-size: 1.3em; -} - -span.linkdescr { - font-style: italic; - padding-top: 5px; - font-size: 90%; -} - -/* -- general index --------------------------------------------------------- */ - -table.indextable { - width: 100%; -} - -table.indextable td { - text-align: left; - vertical-align: top; -} - -table.indextable ul { - margin-top: 0; - margin-bottom: 0; - list-style-type: none; -} - -table.indextable > tbody > tr > td > ul { - padding-left: 0em; -} - -table.indextable tr.pcap { - height: 10px; -} - -table.indextable tr.cap { - margin-top: 10px; - background-color: #f2f2f2; -} - -img.toggler { - margin-right: 3px; - margin-top: 3px; - cursor: pointer; -} - -div.modindex-jumpbox { - border-top: 1px solid #ddd; - border-bottom: 1px solid #ddd; - margin: 1em 0 1em 0; - padding: 0.4em; -} - -div.genindex-jumpbox { - border-top: 1px solid #ddd; - border-bottom: 1px solid #ddd; - margin: 1em 0 1em 0; - padding: 0.4em; -} - -/* -- domain module index --------------------------------------------------- */ - -table.modindextable td { - padding: 2px; - border-collapse: collapse; -} - -/* -- general body styles --------------------------------------------------- */ - -div.body { - min-width: 450px; - max-width: 800px; -} - -div.body p, div.body dd, div.body li, div.body blockquote { - -moz-hyphens: auto; - -ms-hyphens: auto; - -webkit-hyphens: auto; - hyphens: auto; -} - -a.headerlink { - visibility: hidden; -} - -h1:hover > a.headerlink, -h2:hover > a.headerlink, -h3:hover > a.headerlink, -h4:hover > a.headerlink, -h5:hover > a.headerlink, -h6:hover > a.headerlink, -dt:hover > a.headerlink, -caption:hover > a.headerlink, -p.caption:hover > a.headerlink, -div.code-block-caption:hover > a.headerlink { - visibility: visible; -} - -div.body p.caption { - text-align: inherit; -} - -div.body td { - text-align: left; -} - -.first { - margin-top: 0 !important; -} - -p.rubric { - margin-top: 30px; - font-weight: bold; -} - -img.align-left, .figure.align-left, object.align-left { - clear: left; - float: left; - margin-right: 1em; -} - -img.align-right, .figure.align-right, object.align-right { - clear: right; - float: right; - margin-left: 1em; -} - -img.align-center, .figure.align-center, object.align-center { - display: block; - margin-left: auto; - margin-right: auto; -} - -.align-left { - text-align: left; -} - -.align-center { - text-align: center; -} - -.align-right { - text-align: right; -} - -/* -- sidebars -------------------------------------------------------------- */ - -div.sidebar { - margin: 0 0 0.5em 1em; - border: 1px solid #ddb; - padding: 7px 7px 0 7px; - background-color: #ffe; - width: 40%; - float: right; -} - -p.sidebar-title { - font-weight: bold; -} - -/* -- topics ---------------------------------------------------------------- */ - -div.topic { - border: 1px solid #ccc; - padding: 7px 7px 0 7px; - margin: 10px 0 10px 0; -} - -p.topic-title { - font-size: 1.1em; - font-weight: bold; - margin-top: 10px; -} - -/* -- admonitions ----------------------------------------------------------- */ - -div.admonition { - margin-top: 10px; - margin-bottom: 10px; - padding: 7px; -} - -div.admonition dt { - font-weight: bold; -} - -div.admonition dl { - margin-bottom: 0; -} - -p.admonition-title { - margin: 0px 10px 5px 0px; - font-weight: bold; -} - -div.body p.centered { - text-align: center; - margin-top: 25px; -} - -/* -- tables ---------------------------------------------------------------- */ - -table.docutils { - border: 0; - border-collapse: collapse; -} - -table.align-center { - margin-left: auto; - margin-right: auto; -} - -table caption span.caption-number { - font-style: italic; -} - -table caption span.caption-text { -} - -table.docutils td, table.docutils th { - padding: 1px 8px 1px 5px; - border-top: 0; - border-left: 0; - border-right: 0; - border-bottom: 1px solid #aaa; -} - -table.footnote td, table.footnote th { - border: 0 !important; -} - -th { - text-align: left; - padding-right: 5px; -} - -table.citation { - border-left: solid 1px gray; - margin-left: 1px; -} - -table.citation td { - border-bottom: none; -} - -/* -- figures --------------------------------------------------------------- */ - -div.figure { - margin: 0.5em; - padding: 0.5em; -} - -div.figure p.caption { - padding: 0.3em; -} - -div.figure p.caption span.caption-number { - font-style: italic; -} - -div.figure p.caption span.caption-text { -} - -/* -- field list styles ----------------------------------------------------- */ - -table.field-list td, table.field-list th { - border: 0 !important; -} - -.field-list ul { - margin: 0; - padding-left: 1em; -} - -.field-list p { - margin: 0; -} - -.field-name { - -moz-hyphens: manual; - -ms-hyphens: manual; - -webkit-hyphens: manual; - hyphens: manual; -} - -/* -- hlist styles ---------------------------------------------------------- */ - -table.hlist td { - vertical-align: top; -} - - -/* -- other body styles ----------------------------------------------------- */ - -ol.arabic { - list-style: decimal; -} - -ol.loweralpha { - list-style: lower-alpha; -} - -ol.upperalpha { - list-style: upper-alpha; -} - -ol.lowerroman { - list-style: lower-roman; -} - -ol.upperroman { - list-style: upper-roman; -} - -dl { - margin-bottom: 15px; -} - -dd p { - margin-top: 0px; -} - -dd ul, dd table { - margin-bottom: 10px; -} - -dd { - margin-top: 3px; - margin-bottom: 10px; - margin-left: 30px; -} - -dt:target, span.highlighted { - background-color: #fbe54e; -} - -rect.highlighted { - fill: #fbe54e; -} - -dl.glossary dt { - font-weight: bold; - font-size: 1.1em; -} - -.optional { - font-size: 1.3em; -} - -.sig-paren { - font-size: larger; -} - -.versionmodified { - font-style: italic; -} - -.system-message { - background-color: #fda; - padding: 5px; - border: 3px solid red; -} - -.footnote:target { - background-color: #ffa; -} - -.line-block { - display: block; - margin-top: 1em; - margin-bottom: 1em; -} - -.line-block .line-block { - margin-top: 0; - margin-bottom: 0; - margin-left: 1.5em; -} - -.guilabel, .menuselection { - font-family: sans-serif; -} - -.accelerator { - text-decoration: underline; -} - -.classifier { - font-style: oblique; -} - -abbr, acronym { - border-bottom: dotted 1px; - cursor: help; -} - -/* -- code displays --------------------------------------------------------- */ - -pre { - overflow: auto; - overflow-y: hidden; /* fixes display issues on Chrome browsers */ -} - -span.pre { - -moz-hyphens: none; - -ms-hyphens: none; - -webkit-hyphens: none; - hyphens: none; -} - -td.linenos pre { - padding: 5px 0px; - border: 0; - background-color: transparent; - color: #aaa; -} - -table.highlighttable { - margin-left: 0.5em; -} - -table.highlighttable td { - padding: 0 0.5em 0 0.5em; -} - -div.code-block-caption { - padding: 2px 5px; - font-size: small; -} - -div.code-block-caption code { - background-color: transparent; -} - -div.code-block-caption + div > div.highlight > pre { - margin-top: 0; -} - -div.code-block-caption span.caption-number { - padding: 0.1em 0.3em; - font-style: italic; -} - -div.code-block-caption span.caption-text { -} - -div.literal-block-wrapper { - padding: 1em 1em 0; -} - -div.literal-block-wrapper div.highlight { - margin: 0; -} - -code.descname { - background-color: transparent; - font-weight: bold; - font-size: 1.2em; -} - -code.descclassname { - background-color: transparent; -} - -code.xref, a code { - background-color: transparent; - font-weight: bold; -} - -h1 code, h2 code, h3 code, h4 code, h5 code, h6 code { - background-color: transparent; -} - -.viewcode-link { - float: right; -} - -.viewcode-back { - float: right; - font-family: sans-serif; -} - -div.viewcode-block:target { - margin: -1px -10px; - padding: 0 10px; -} - -/* -- math display ---------------------------------------------------------- */ - -img.math { - vertical-align: middle; -} - -div.body div.math p { - text-align: center; -} - -span.eqno { - float: right; -} - -span.eqno a.headerlink { - position: relative; - left: 0px; - z-index: 1; -} - -div.math:hover a.headerlink { - visibility: visible; -} - -/* -- printout stylesheet --------------------------------------------------- */ - -@media print { - div.document, - div.documentwrapper, - div.bodywrapper { - margin: 0 !important; - width: 100%; - } - - div.sphinxsidebar, - div.related, - div.footer, - #top-link { - display: none; - } -} \ No newline at end of file diff --git a/docs/build/html/_static/css/badge_only.css b/docs/build/html/_static/css/badge_only.css deleted file mode 100644 index e380325bc..000000000 --- a/docs/build/html/_static/css/badge_only.css +++ /dev/null @@ -1 +0,0 @@ -.fa:before{-webkit-font-smoothing:antialiased}.clearfix{*zoom:1}.clearfix:after,.clearfix:before{display:table;content:""}.clearfix:after{clear:both}@font-face{font-family:FontAwesome;font-style:normal;font-weight:400;src:url(fonts/fontawesome-webfont.eot?674f50d287a8c48dc19ba404d20fe713?#iefix) format("embedded-opentype"),url(fonts/fontawesome-webfont.woff2?af7ae505a9eed503f8b8e6982036873e) format("woff2"),url(fonts/fontawesome-webfont.woff?fee66e712a8a08eef5805a46892932ad) format("woff"),url(fonts/fontawesome-webfont.ttf?b06871f281fee6b241d60582ae9369b9) format("truetype"),url(fonts/fontawesome-webfont.svg?912ec66d7572ff821749319396470bde#FontAwesome) format("svg")}.fa:before{font-family:FontAwesome;font-style:normal;font-weight:400;line-height:1}.fa:before,a .fa{text-decoration:inherit}.fa:before,a .fa,li .fa{display:inline-block}li .fa-large:before{width:1.875em}ul.fas{list-style-type:none;margin-left:2em;text-indent:-.8em}ul.fas li .fa{width:.8em}ul.fas li .fa-large:before{vertical-align:baseline}.fa-book:before,.icon-book:before{content:"\f02d"}.fa-caret-down:before,.icon-caret-down:before{content:"\f0d7"}.fa-caret-up:before,.icon-caret-up:before{content:"\f0d8"}.fa-caret-left:before,.icon-caret-left:before{content:"\f0d9"}.fa-caret-right:before,.icon-caret-right:before{content:"\f0da"}.rst-versions{position:fixed;bottom:0;left:0;width:300px;color:#fcfcfc;background:#1f1d1d;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;z-index:400}.rst-versions a{color:#2980b9;text-decoration:none}.rst-versions .rst-badge-small{display:none}.rst-versions .rst-current-version{padding:12px;background-color:#272525;display:block;text-align:right;font-size:90%;cursor:pointer;color:#27ae60}.rst-versions .rst-current-version:after{clear:both;content:"";display:block}.rst-versions .rst-current-version .fa{color:#fcfcfc}.rst-versions .rst-current-version .fa-book,.rst-versions .rst-current-version .icon-book{float:left}.rst-versions .rst-current-version.rst-out-of-date{background-color:#e74c3c;color:#fff}.rst-versions .rst-current-version.rst-active-old-version{background-color:#f1c40f;color:#000}.rst-versions.shift-up{height:auto;max-height:100%;overflow-y:scroll}.rst-versions.shift-up .rst-other-versions{display:block}.rst-versions .rst-other-versions{font-size:90%;padding:12px;color:grey;display:none}.rst-versions .rst-other-versions hr{display:block;height:1px;border:0;margin:20px 0;padding:0;border-top:1px solid #413d3d}.rst-versions .rst-other-versions dd{display:inline-block;margin:0}.rst-versions .rst-other-versions dd a{display:inline-block;padding:6px;color:#fcfcfc}.rst-versions.rst-badge{width:auto;bottom:20px;right:20px;left:auto;border:none;max-width:300px;max-height:90%}.rst-versions.rst-badge .fa-book,.rst-versions.rst-badge .icon-book{float:none;line-height:30px}.rst-versions.rst-badge.shift-up .rst-current-version{text-align:right}.rst-versions.rst-badge.shift-up .rst-current-version .fa-book,.rst-versions.rst-badge.shift-up .rst-current-version .icon-book{float:left}.rst-versions.rst-badge>.rst-current-version{width:auto;height:30px;line-height:30px;padding:0 6px;display:block;text-align:center}@media screen and (max-width:768px){.rst-versions{width:85%;display:none}.rst-versions.shift{display:block}} \ No newline at end of file diff --git a/docs/build/html/_static/css/fonts/Roboto-Slab-Bold.woff b/docs/build/html/_static/css/fonts/Roboto-Slab-Bold.woff deleted file mode 100644 index 6cb600001..000000000 Binary files a/docs/build/html/_static/css/fonts/Roboto-Slab-Bold.woff and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/Roboto-Slab-Bold.woff2 b/docs/build/html/_static/css/fonts/Roboto-Slab-Bold.woff2 deleted file mode 100644 index 7059e2314..000000000 Binary files a/docs/build/html/_static/css/fonts/Roboto-Slab-Bold.woff2 and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/Roboto-Slab-Regular.woff b/docs/build/html/_static/css/fonts/Roboto-Slab-Regular.woff deleted file mode 100644 index f815f63f9..000000000 Binary files a/docs/build/html/_static/css/fonts/Roboto-Slab-Regular.woff and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/Roboto-Slab-Regular.woff2 b/docs/build/html/_static/css/fonts/Roboto-Slab-Regular.woff2 deleted file mode 100644 index f2c76e5bd..000000000 Binary files a/docs/build/html/_static/css/fonts/Roboto-Slab-Regular.woff2 and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/fontawesome-webfont.eot b/docs/build/html/_static/css/fonts/fontawesome-webfont.eot deleted file mode 100644 index e9f60ca95..000000000 Binary files a/docs/build/html/_static/css/fonts/fontawesome-webfont.eot and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/fontawesome-webfont.svg b/docs/build/html/_static/css/fonts/fontawesome-webfont.svg deleted file mode 100644 index 855c845e5..000000000 --- a/docs/build/html/_static/css/fonts/fontawesome-webfont.svg +++ /dev/null @@ -1,2671 +0,0 @@ - - - - -Created by FontForge 20120731 at Mon Oct 24 17:37:40 2016 - By ,,, -Copyright Dave Gandy 2016. All rights reserved. - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/build/html/_static/css/fonts/fontawesome-webfont.ttf b/docs/build/html/_static/css/fonts/fontawesome-webfont.ttf deleted file mode 100644 index 35acda2fa..000000000 Binary files a/docs/build/html/_static/css/fonts/fontawesome-webfont.ttf and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/fontawesome-webfont.woff b/docs/build/html/_static/css/fonts/fontawesome-webfont.woff deleted file mode 100644 index 400014a4b..000000000 Binary files a/docs/build/html/_static/css/fonts/fontawesome-webfont.woff and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/fontawesome-webfont.woff2 b/docs/build/html/_static/css/fonts/fontawesome-webfont.woff2 deleted file mode 100644 index 4d13fc604..000000000 Binary files a/docs/build/html/_static/css/fonts/fontawesome-webfont.woff2 and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/lato-bold-italic.woff b/docs/build/html/_static/css/fonts/lato-bold-italic.woff deleted file mode 100644 index 88ad05b9f..000000000 Binary files a/docs/build/html/_static/css/fonts/lato-bold-italic.woff and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/lato-bold-italic.woff2 b/docs/build/html/_static/css/fonts/lato-bold-italic.woff2 deleted file mode 100644 index c4e3d804b..000000000 Binary files a/docs/build/html/_static/css/fonts/lato-bold-italic.woff2 and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/lato-bold.woff b/docs/build/html/_static/css/fonts/lato-bold.woff deleted file mode 100644 index c6dff51f0..000000000 Binary files a/docs/build/html/_static/css/fonts/lato-bold.woff and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/lato-bold.woff2 b/docs/build/html/_static/css/fonts/lato-bold.woff2 deleted file mode 100644 index bb195043c..000000000 Binary files a/docs/build/html/_static/css/fonts/lato-bold.woff2 and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/lato-normal-italic.woff b/docs/build/html/_static/css/fonts/lato-normal-italic.woff deleted file mode 100644 index 76114bc03..000000000 Binary files a/docs/build/html/_static/css/fonts/lato-normal-italic.woff and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/lato-normal-italic.woff2 b/docs/build/html/_static/css/fonts/lato-normal-italic.woff2 deleted file mode 100644 index 3404f37e2..000000000 Binary files a/docs/build/html/_static/css/fonts/lato-normal-italic.woff2 and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/lato-normal.woff b/docs/build/html/_static/css/fonts/lato-normal.woff deleted file mode 100644 index ae1307ff5..000000000 Binary files a/docs/build/html/_static/css/fonts/lato-normal.woff and /dev/null differ diff --git a/docs/build/html/_static/css/fonts/lato-normal.woff2 b/docs/build/html/_static/css/fonts/lato-normal.woff2 deleted file mode 100644 index 3bf984332..000000000 Binary files a/docs/build/html/_static/css/fonts/lato-normal.woff2 and /dev/null differ diff --git a/docs/build/html/_static/css/theme.css b/docs/build/html/_static/css/theme.css deleted file mode 100644 index 0d9ae7e1a..000000000 --- a/docs/build/html/_static/css/theme.css +++ /dev/null @@ -1,4 +0,0 @@ -html{box-sizing:border-box}*,:after,:before{box-sizing:inherit}article,aside,details,figcaption,figure,footer,header,hgroup,nav,section{display:block}audio,canvas,video{display:inline-block;*display:inline;*zoom:1}[hidden],audio:not([controls]){display:none}*{-webkit-box-sizing:border-box;-moz-box-sizing:border-box;box-sizing:border-box}html{font-size:100%;-webkit-text-size-adjust:100%;-ms-text-size-adjust:100%}body{margin:0}a:active,a:hover{outline:0}abbr[title]{border-bottom:1px dotted}b,strong{font-weight:700}blockquote{margin:0}dfn{font-style:italic}ins{background:#ff9;text-decoration:none}ins,mark{color:#000}mark{background:#ff0;font-style:italic;font-weight:700}.rst-content code,.rst-content tt,code,kbd,pre,samp{font-family:monospace,serif;_font-family:courier new,monospace;font-size:1em}pre{white-space:pre}q{quotes:none}q:after,q:before{content:"";content:none}small{font-size:85%}sub,sup{font-size:75%;line-height:0;position:relative;vertical-align:baseline}sup{top:-.5em}sub{bottom:-.25em}dl,ol,ul{margin:0;padding:0;list-style:none;list-style-image:none}li{list-style:none}dd{margin:0}img{border:0;-ms-interpolation-mode:bicubic;vertical-align:middle;max-width:100%}svg:not(:root){overflow:hidden}figure,form{margin:0}label{cursor:pointer}button,input,select,textarea{font-size:100%;margin:0;vertical-align:baseline;*vertical-align:middle}button,input{line-height:normal}button,input[type=button],input[type=reset],input[type=submit]{cursor:pointer;-webkit-appearance:button;*overflow:visible}button[disabled],input[disabled]{cursor:default}input[type=search]{-webkit-appearance:textfield;-moz-box-sizing:content-box;-webkit-box-sizing:content-box;box-sizing:content-box}textarea{resize:vertical}table{border-collapse:collapse;border-spacing:0}td{vertical-align:top}.chromeframe{margin:.2em 0;background:#ccc;color:#000;padding:.2em 0}.ir{display:block;border:0;text-indent:-999em;overflow:hidden;background-color:transparent;background-repeat:no-repeat;text-align:left;direction:ltr;*line-height:0}.ir br{display:none}.hidden{display:none!important;visibility:hidden}.visuallyhidden{border:0;clip:rect(0 0 0 0);height:1px;margin:-1px;overflow:hidden;padding:0;position:absolute;width:1px}.visuallyhidden.focusable:active,.visuallyhidden.focusable:focus{clip:auto;height:auto;margin:0;overflow:visible;position:static;width:auto}.invisible{visibility:hidden}.relative{position:relative}big,small{font-size:100%}@media print{body,html,section{background:none!important}*{box-shadow:none!important;text-shadow:none!important;filter:none!important;-ms-filter:none!important}a,a:visited{text-decoration:underline}.ir a:after,a[href^="#"]:after,a[href^="javascript:"]:after{content:""}blockquote,pre{page-break-inside:avoid}thead{display:table-header-group}img,tr{page-break-inside:avoid}img{max-width:100%!important}@page{margin:.5cm}.rst-content .toctree-wrapper>p.caption,h2,h3,p{orphans:3;widows:3}.rst-content .toctree-wrapper>p.caption,h2,h3{page-break-after:avoid}}.btn,.fa:before,.icon:before,.rst-content .admonition,.rst-content .admonition-title:before,.rst-content .admonition-todo,.rst-content .attention,.rst-content .caution,.rst-content .code-block-caption .headerlink:before,.rst-content .danger,.rst-content .eqno .headerlink:before,.rst-content .error,.rst-content .hint,.rst-content .important,.rst-content .note,.rst-content .seealso,.rst-content .tip,.rst-content .warning,.rst-content code.download span:first-child:before,.rst-content dl dt .headerlink:before,.rst-content h1 .headerlink:before,.rst-content h2 .headerlink:before,.rst-content h3 .headerlink:before,.rst-content h4 .headerlink:before,.rst-content h5 .headerlink:before,.rst-content h6 .headerlink:before,.rst-content p.caption .headerlink:before,.rst-content p .headerlink:before,.rst-content table>caption .headerlink:before,.rst-content tt.download span:first-child:before,.wy-alert,.wy-dropdown .caret:before,.wy-inline-validate.wy-inline-validate-danger .wy-input-context:before,.wy-inline-validate.wy-inline-validate-info .wy-input-context:before,.wy-inline-validate.wy-inline-validate-success .wy-input-context:before,.wy-inline-validate.wy-inline-validate-warning .wy-input-context:before,.wy-menu-vertical li.current>a,.wy-menu-vertical li.current>a button.toctree-expand:before,.wy-menu-vertical li.on a,.wy-menu-vertical li.on a button.toctree-expand:before,.wy-menu-vertical li button.toctree-expand:before,.wy-nav-top a,.wy-side-nav-search .wy-dropdown>a,.wy-side-nav-search>a,input[type=color],input[type=date],input[type=datetime-local],input[type=datetime],input[type=email],input[type=month],input[type=number],input[type=password],input[type=search],input[type=tel],input[type=text],input[type=time],input[type=url],input[type=week],select,textarea{-webkit-font-smoothing:antialiased}.clearfix{*zoom:1}.clearfix:after,.clearfix:before{display:table;content:""}.clearfix:after{clear:both}/*! - * Font Awesome 4.7.0 by @davegandy - http://fontawesome.io - @fontawesome - * License - http://fontawesome.io/license (Font: SIL OFL 1.1, CSS: MIT License) - */@font-face{font-family:FontAwesome;src:url(fonts/fontawesome-webfont.eot?674f50d287a8c48dc19ba404d20fe713);src:url(fonts/fontawesome-webfont.eot?674f50d287a8c48dc19ba404d20fe713?#iefix&v=4.7.0) format("embedded-opentype"),url(fonts/fontawesome-webfont.woff2?af7ae505a9eed503f8b8e6982036873e) format("woff2"),url(fonts/fontawesome-webfont.woff?fee66e712a8a08eef5805a46892932ad) format("woff"),url(fonts/fontawesome-webfont.ttf?b06871f281fee6b241d60582ae9369b9) format("truetype"),url(fonts/fontawesome-webfont.svg?912ec66d7572ff821749319396470bde#fontawesomeregular) format("svg");font-weight:400;font-style:normal}.fa,.icon,.rst-content .admonition-title,.rst-content .code-block-caption .headerlink,.rst-content .eqno .headerlink,.rst-content code.download span:first-child,.rst-content dl dt .headerlink,.rst-content h1 .headerlink,.rst-content h2 .headerlink,.rst-content h3 .headerlink,.rst-content h4 .headerlink,.rst-content h5 .headerlink,.rst-content h6 .headerlink,.rst-content p.caption .headerlink,.rst-content p .headerlink,.rst-content table>caption .headerlink,.rst-content tt.download span:first-child,.wy-menu-vertical li.current>a button.toctree-expand,.wy-menu-vertical li.on a button.toctree-expand,.wy-menu-vertical li button.toctree-expand{display:inline-block;font:normal normal normal 14px/1 FontAwesome;font-size:inherit;text-rendering:auto;-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale}.fa-lg{font-size:1.33333em;line-height:.75em;vertical-align:-15%}.fa-2x{font-size:2em}.fa-3x{font-size:3em}.fa-4x{font-size:4em}.fa-5x{font-size:5em}.fa-fw{width:1.28571em;text-align:center}.fa-ul{padding-left:0;margin-left:2.14286em;list-style-type:none}.fa-ul>li{position:relative}.fa-li{position:absolute;left:-2.14286em;width:2.14286em;top:.14286em;text-align:center}.fa-li.fa-lg{left:-1.85714em}.fa-border{padding:.2em .25em .15em;border:.08em solid #eee;border-radius:.1em}.fa-pull-left{float:left}.fa-pull-right{float:right}.fa-pull-left.icon,.fa.fa-pull-left,.rst-content .code-block-caption .fa-pull-left.headerlink,.rst-content .eqno .fa-pull-left.headerlink,.rst-content .fa-pull-left.admonition-title,.rst-content code.download span.fa-pull-left:first-child,.rst-content dl dt .fa-pull-left.headerlink,.rst-content h1 .fa-pull-left.headerlink,.rst-content h2 .fa-pull-left.headerlink,.rst-content h3 .fa-pull-left.headerlink,.rst-content h4 .fa-pull-left.headerlink,.rst-content h5 .fa-pull-left.headerlink,.rst-content h6 .fa-pull-left.headerlink,.rst-content p .fa-pull-left.headerlink,.rst-content table>caption .fa-pull-left.headerlink,.rst-content tt.download span.fa-pull-left:first-child,.wy-menu-vertical li.current>a button.fa-pull-left.toctree-expand,.wy-menu-vertical li.on a button.fa-pull-left.toctree-expand,.wy-menu-vertical li button.fa-pull-left.toctree-expand{margin-right:.3em}.fa-pull-right.icon,.fa.fa-pull-right,.rst-content .code-block-caption .fa-pull-right.headerlink,.rst-content .eqno .fa-pull-right.headerlink,.rst-content .fa-pull-right.admonition-title,.rst-content code.download span.fa-pull-right:first-child,.rst-content dl dt .fa-pull-right.headerlink,.rst-content h1 .fa-pull-right.headerlink,.rst-content h2 .fa-pull-right.headerlink,.rst-content h3 .fa-pull-right.headerlink,.rst-content h4 .fa-pull-right.headerlink,.rst-content h5 .fa-pull-right.headerlink,.rst-content h6 .fa-pull-right.headerlink,.rst-content p .fa-pull-right.headerlink,.rst-content table>caption .fa-pull-right.headerlink,.rst-content tt.download span.fa-pull-right:first-child,.wy-menu-vertical li.current>a button.fa-pull-right.toctree-expand,.wy-menu-vertical li.on a button.fa-pull-right.toctree-expand,.wy-menu-vertical li button.fa-pull-right.toctree-expand{margin-left:.3em}.pull-right{float:right}.pull-left{float:left}.fa.pull-left,.pull-left.icon,.rst-content .code-block-caption .pull-left.headerlink,.rst-content .eqno .pull-left.headerlink,.rst-content .pull-left.admonition-title,.rst-content code.download span.pull-left:first-child,.rst-content dl dt .pull-left.headerlink,.rst-content h1 .pull-left.headerlink,.rst-content h2 .pull-left.headerlink,.rst-content h3 .pull-left.headerlink,.rst-content h4 .pull-left.headerlink,.rst-content h5 .pull-left.headerlink,.rst-content h6 .pull-left.headerlink,.rst-content p .pull-left.headerlink,.rst-content table>caption .pull-left.headerlink,.rst-content tt.download span.pull-left:first-child,.wy-menu-vertical li.current>a button.pull-left.toctree-expand,.wy-menu-vertical li.on a button.pull-left.toctree-expand,.wy-menu-vertical li button.pull-left.toctree-expand{margin-right:.3em}.fa.pull-right,.pull-right.icon,.rst-content .code-block-caption .pull-right.headerlink,.rst-content .eqno .pull-right.headerlink,.rst-content .pull-right.admonition-title,.rst-content code.download span.pull-right:first-child,.rst-content dl dt .pull-right.headerlink,.rst-content h1 .pull-right.headerlink,.rst-content h2 .pull-right.headerlink,.rst-content h3 .pull-right.headerlink,.rst-content h4 .pull-right.headerlink,.rst-content h5 .pull-right.headerlink,.rst-content h6 .pull-right.headerlink,.rst-content p .pull-right.headerlink,.rst-content table>caption .pull-right.headerlink,.rst-content tt.download span.pull-right:first-child,.wy-menu-vertical li.current>a button.pull-right.toctree-expand,.wy-menu-vertical li.on a button.pull-right.toctree-expand,.wy-menu-vertical li button.pull-right.toctree-expand{margin-left:.3em}.fa-spin{-webkit-animation:fa-spin 2s linear infinite;animation:fa-spin 2s linear infinite}.fa-pulse{-webkit-animation:fa-spin 1s steps(8) infinite;animation:fa-spin 1s steps(8) infinite}@-webkit-keyframes fa-spin{0%{-webkit-transform:rotate(0deg);transform:rotate(0deg)}to{-webkit-transform:rotate(359deg);transform:rotate(359deg)}}@keyframes fa-spin{0%{-webkit-transform:rotate(0deg);transform:rotate(0deg)}to{-webkit-transform:rotate(359deg);transform:rotate(359deg)}}.fa-rotate-90{-ms-filter:"progid:DXImageTransform.Microsoft.BasicImage(rotation=1)";-webkit-transform:rotate(90deg);-ms-transform:rotate(90deg);transform:rotate(90deg)}.fa-rotate-180{-ms-filter:"progid:DXImageTransform.Microsoft.BasicImage(rotation=2)";-webkit-transform:rotate(180deg);-ms-transform:rotate(180deg);transform:rotate(180deg)}.fa-rotate-270{-ms-filter:"progid:DXImageTransform.Microsoft.BasicImage(rotation=3)";-webkit-transform:rotate(270deg);-ms-transform:rotate(270deg);transform:rotate(270deg)}.fa-flip-horizontal{-ms-filter:"progid:DXImageTransform.Microsoft.BasicImage(rotation=0, mirror=1)";-webkit-transform:scaleX(-1);-ms-transform:scaleX(-1);transform:scaleX(-1)}.fa-flip-vertical{-ms-filter:"progid:DXImageTransform.Microsoft.BasicImage(rotation=2, mirror=1)";-webkit-transform:scaleY(-1);-ms-transform:scaleY(-1);transform:scaleY(-1)}:root .fa-flip-horizontal,:root .fa-flip-vertical,:root .fa-rotate-90,:root .fa-rotate-180,:root .fa-rotate-270{filter:none}.fa-stack{position:relative;display:inline-block;width:2em;height:2em;line-height:2em;vertical-align:middle}.fa-stack-1x,.fa-stack-2x{position:absolute;left:0;width:100%;text-align:center}.fa-stack-1x{line-height:inherit}.fa-stack-2x{font-size:2em}.fa-inverse{color:#fff}.fa-glass:before{content:""}.fa-music:before{content:""}.fa-search:before,.icon-search:before{content:""}.fa-envelope-o:before{content:""}.fa-heart:before{content:""}.fa-star:before{content:""}.fa-star-o:before{content:""}.fa-user:before{content:""}.fa-film:before{content:""}.fa-th-large:before{content:""}.fa-th:before{content:""}.fa-th-list:before{content:""}.fa-check:before{content:""}.fa-close:before,.fa-remove:before,.fa-times:before{content:""}.fa-search-plus:before{content:""}.fa-search-minus:before{content:""}.fa-power-off:before{content:""}.fa-signal:before{content:""}.fa-cog:before,.fa-gear:before{content:""}.fa-trash-o:before{content:""}.fa-home:before,.icon-home:before{content:""}.fa-file-o:before{content:""}.fa-clock-o:before{content:""}.fa-road:before{content:""}.fa-download:before,.rst-content code.download span:first-child:before,.rst-content tt.download span:first-child:before{content:""}.fa-arrow-circle-o-down:before{content:""}.fa-arrow-circle-o-up:before{content:""}.fa-inbox:before{content:""}.fa-play-circle-o:before{content:""}.fa-repeat:before,.fa-rotate-right:before{content:""}.fa-refresh:before{content:""}.fa-list-alt:before{content:""}.fa-lock:before{content:""}.fa-flag:before{content:""}.fa-headphones:before{content:""}.fa-volume-off:before{content:""}.fa-volume-down:before{content:""}.fa-volume-up:before{content:""}.fa-qrcode:before{content:""}.fa-barcode:before{content:""}.fa-tag:before{content:""}.fa-tags:before{content:""}.fa-book:before,.icon-book:before{content:""}.fa-bookmark:before{content:""}.fa-print:before{content:""}.fa-camera:before{content:""}.fa-font:before{content:""}.fa-bold:before{content:""}.fa-italic:before{content:""}.fa-text-height:before{content:""}.fa-text-width:before{content:""}.fa-align-left:before{content:""}.fa-align-center:before{content:""}.fa-align-right:before{content:""}.fa-align-justify:before{content:""}.fa-list:before{content:""}.fa-dedent:before,.fa-outdent:before{content:""}.fa-indent:before{content:""}.fa-video-camera:before{content:""}.fa-image:before,.fa-photo:before,.fa-picture-o:before{content:""}.fa-pencil:before{content:""}.fa-map-marker:before{content:""}.fa-adjust:before{content:""}.fa-tint:before{content:""}.fa-edit:before,.fa-pencil-square-o:before{content:""}.fa-share-square-o:before{content:""}.fa-check-square-o:before{content:""}.fa-arrows:before{content:""}.fa-step-backward:before{content:""}.fa-fast-backward:before{content:""}.fa-backward:before{content:""}.fa-play:before{content:""}.fa-pause:before{content:""}.fa-stop:before{content:""}.fa-forward:before{content:""}.fa-fast-forward:before{content:""}.fa-step-forward:before{content:""}.fa-eject:before{content:""}.fa-chevron-left:before{content:""}.fa-chevron-right:before{content:""}.fa-plus-circle:before{content:""}.fa-minus-circle:before{content:""}.fa-times-circle:before,.wy-inline-validate.wy-inline-validate-danger .wy-input-context:before{content:""}.fa-check-circle:before,.wy-inline-validate.wy-inline-validate-success .wy-input-context:before{content:""}.fa-question-circle:before{content:""}.fa-info-circle:before{content:""}.fa-crosshairs:before{content:""}.fa-times-circle-o:before{content:""}.fa-check-circle-o:before{content:""}.fa-ban:before{content:""}.fa-arrow-left:before{content:""}.fa-arrow-right:before{content:""}.fa-arrow-up:before{content:""}.fa-arrow-down:before{content:""}.fa-mail-forward:before,.fa-share:before{content:""}.fa-expand:before{content:""}.fa-compress:before{content:""}.fa-plus:before{content:""}.fa-minus:before{content:""}.fa-asterisk:before{content:""}.fa-exclamation-circle:before,.rst-content .admonition-title:before,.wy-inline-validate.wy-inline-validate-info .wy-input-context:before,.wy-inline-validate.wy-inline-validate-warning .wy-input-context:before{content:""}.fa-gift:before{content:""}.fa-leaf:before{content:""}.fa-fire:before,.icon-fire:before{content:""}.fa-eye:before{content:""}.fa-eye-slash:before{content:""}.fa-exclamation-triangle:before,.fa-warning:before{content:""}.fa-plane:before{content:""}.fa-calendar:before{content:""}.fa-random:before{content:""}.fa-comment:before{content:""}.fa-magnet:before{content:""}.fa-chevron-up:before{content:""}.fa-chevron-down:before{content:""}.fa-retweet:before{content:""}.fa-shopping-cart:before{content:""}.fa-folder:before{content:""}.fa-folder-open:before{content:""}.fa-arrows-v:before{content:""}.fa-arrows-h:before{content:""}.fa-bar-chart-o:before,.fa-bar-chart:before{content:""}.fa-twitter-square:before{content:""}.fa-facebook-square:before{content:""}.fa-camera-retro:before{content:""}.fa-key:before{content:""}.fa-cogs:before,.fa-gears:before{content:""}.fa-comments:before{content:""}.fa-thumbs-o-up:before{content:""}.fa-thumbs-o-down:before{content:""}.fa-star-half:before{content:""}.fa-heart-o:before{content:""}.fa-sign-out:before{content:""}.fa-linkedin-square:before{content:""}.fa-thumb-tack:before{content:""}.fa-external-link:before{content:""}.fa-sign-in:before{content:""}.fa-trophy:before{content:""}.fa-github-square:before{content:""}.fa-upload:before{content:""}.fa-lemon-o:before{content:""}.fa-phone:before{content:""}.fa-square-o:before{content:""}.fa-bookmark-o:before{content:""}.fa-phone-square:before{content:""}.fa-twitter:before{content:""}.fa-facebook-f:before,.fa-facebook:before{content:""}.fa-github:before,.icon-github:before{content:""}.fa-unlock:before{content:""}.fa-credit-card:before{content:""}.fa-feed:before,.fa-rss:before{content:""}.fa-hdd-o:before{content:""}.fa-bullhorn:before{content:""}.fa-bell:before{content:""}.fa-certificate:before{content:""}.fa-hand-o-right:before{content:""}.fa-hand-o-left:before{content:""}.fa-hand-o-up:before{content:""}.fa-hand-o-down:before{content:""}.fa-arrow-circle-left:before,.icon-circle-arrow-left:before{content:""}.fa-arrow-circle-right:before,.icon-circle-arrow-right:before{content:""}.fa-arrow-circle-up:before{content:""}.fa-arrow-circle-down:before{content:""}.fa-globe:before{content:""}.fa-wrench:before{content:""}.fa-tasks:before{content:""}.fa-filter:before{content:""}.fa-briefcase:before{content:""}.fa-arrows-alt:before{content:""}.fa-group:before,.fa-users:before{content:""}.fa-chain:before,.fa-link:before,.icon-link:before{content:""}.fa-cloud:before{content:""}.fa-flask:before{content:""}.fa-cut:before,.fa-scissors:before{content:""}.fa-copy:before,.fa-files-o:before{content:""}.fa-paperclip:before{content:""}.fa-floppy-o:before,.fa-save:before{content:""}.fa-square:before{content:""}.fa-bars:before,.fa-navicon:before,.fa-reorder:before{content:""}.fa-list-ul:before{content:""}.fa-list-ol:before{content:""}.fa-strikethrough:before{content:""}.fa-underline:before{content:""}.fa-table:before{content:""}.fa-magic:before{content:""}.fa-truck:before{content:""}.fa-pinterest:before{content:""}.fa-pinterest-square:before{content:""}.fa-google-plus-square:before{content:""}.fa-google-plus:before{content:""}.fa-money:before{content:""}.fa-caret-down:before,.icon-caret-down:before,.wy-dropdown .caret:before{content:""}.fa-caret-up:before{content:""}.fa-caret-left:before{content:""}.fa-caret-right:before{content:""}.fa-columns:before{content:""}.fa-sort:before,.fa-unsorted:before{content:""}.fa-sort-desc:before,.fa-sort-down:before{content:""}.fa-sort-asc:before,.fa-sort-up:before{content:""}.fa-envelope:before{content:""}.fa-linkedin:before{content:""}.fa-rotate-left:before,.fa-undo:before{content:""}.fa-gavel:before,.fa-legal:before{content:""}.fa-dashboard:before,.fa-tachometer:before{content:""}.fa-comment-o:before{content:""}.fa-comments-o:before{content:""}.fa-bolt:before,.fa-flash:before{content:""}.fa-sitemap:before{content:""}.fa-umbrella:before{content:""}.fa-clipboard:before,.fa-paste:before{content:""}.fa-lightbulb-o:before{content:""}.fa-exchange:before{content:""}.fa-cloud-download:before{content:""}.fa-cloud-upload:before{content:""}.fa-user-md:before{content:""}.fa-stethoscope:before{content:""}.fa-suitcase:before{content:""}.fa-bell-o:before{content:""}.fa-coffee:before{content:""}.fa-cutlery:before{content:""}.fa-file-text-o:before{content:""}.fa-building-o:before{content:""}.fa-hospital-o:before{content:""}.fa-ambulance:before{content:""}.fa-medkit:before{content:""}.fa-fighter-jet:before{content:""}.fa-beer:before{content:""}.fa-h-square:before{content:""}.fa-plus-square:before{content:""}.fa-angle-double-left:before{content:""}.fa-angle-double-right:before{content:""}.fa-angle-double-up:before{content:""}.fa-angle-double-down:before{content:""}.fa-angle-left:before{content:""}.fa-angle-right:before{content:""}.fa-angle-up:before{content:""}.fa-angle-down:before{content:""}.fa-desktop:before{content:""}.fa-laptop:before{content:""}.fa-tablet:before{content:""}.fa-mobile-phone:before,.fa-mobile:before{content:""}.fa-circle-o:before{content:""}.fa-quote-left:before{content:""}.fa-quote-right:before{content:""}.fa-spinner:before{content:""}.fa-circle:before{content:""}.fa-mail-reply:before,.fa-reply:before{content:""}.fa-github-alt:before{content:""}.fa-folder-o:before{content:""}.fa-folder-open-o:before{content:""}.fa-smile-o:before{content:""}.fa-frown-o:before{content:""}.fa-meh-o:before{content:""}.fa-gamepad:before{content:""}.fa-keyboard-o:before{content:""}.fa-flag-o:before{content:""}.fa-flag-checkered:before{content:""}.fa-terminal:before{content:""}.fa-code:before{content:""}.fa-mail-reply-all:before,.fa-reply-all:before{content:""}.fa-star-half-empty:before,.fa-star-half-full:before,.fa-star-half-o:before{content:""}.fa-location-arrow:before{content:""}.fa-crop:before{content:""}.fa-code-fork:before{content:""}.fa-chain-broken:before,.fa-unlink:before{content:""}.fa-question:before{content:""}.fa-info:before{content:""}.fa-exclamation:before{content:""}.fa-superscript:before{content:""}.fa-subscript:before{content:""}.fa-eraser:before{content:""}.fa-puzzle-piece:before{content:""}.fa-microphone:before{content:""}.fa-microphone-slash:before{content:""}.fa-shield:before{content:""}.fa-calendar-o:before{content:""}.fa-fire-extinguisher:before{content:""}.fa-rocket:before{content:""}.fa-maxcdn:before{content:""}.fa-chevron-circle-left:before{content:""}.fa-chevron-circle-right:before{content:""}.fa-chevron-circle-up:before{content:""}.fa-chevron-circle-down:before{content:""}.fa-html5:before{content:""}.fa-css3:before{content:""}.fa-anchor:before{content:""}.fa-unlock-alt:before{content:""}.fa-bullseye:before{content:""}.fa-ellipsis-h:before{content:""}.fa-ellipsis-v:before{content:""}.fa-rss-square:before{content:""}.fa-play-circle:before{content:""}.fa-ticket:before{content:""}.fa-minus-square:before{content:""}.fa-minus-square-o:before,.wy-menu-vertical li.current>a button.toctree-expand:before,.wy-menu-vertical li.on a button.toctree-expand:before{content:""}.fa-level-up:before{content:""}.fa-level-down:before{content:""}.fa-check-square:before{content:""}.fa-pencil-square:before{content:""}.fa-external-link-square:before{content:""}.fa-share-square:before{content:""}.fa-compass:before{content:""}.fa-caret-square-o-down:before,.fa-toggle-down:before{content:""}.fa-caret-square-o-up:before,.fa-toggle-up:before{content:""}.fa-caret-square-o-right:before,.fa-toggle-right:before{content:""}.fa-eur:before,.fa-euro:before{content:""}.fa-gbp:before{content:""}.fa-dollar:before,.fa-usd:before{content:""}.fa-inr:before,.fa-rupee:before{content:""}.fa-cny:before,.fa-jpy:before,.fa-rmb:before,.fa-yen:before{content:""}.fa-rouble:before,.fa-rub:before,.fa-ruble:before{content:""}.fa-krw:before,.fa-won:before{content:""}.fa-bitcoin:before,.fa-btc:before{content:""}.fa-file:before{content:""}.fa-file-text:before{content:""}.fa-sort-alpha-asc:before{content:""}.fa-sort-alpha-desc:before{content:""}.fa-sort-amount-asc:before{content:""}.fa-sort-amount-desc:before{content:""}.fa-sort-numeric-asc:before{content:""}.fa-sort-numeric-desc:before{content:""}.fa-thumbs-up:before{content:""}.fa-thumbs-down:before{content:""}.fa-youtube-square:before{content:""}.fa-youtube:before{content:""}.fa-xing:before{content:""}.fa-xing-square:before{content:""}.fa-youtube-play:before{content:""}.fa-dropbox:before{content:""}.fa-stack-overflow:before{content:""}.fa-instagram:before{content:""}.fa-flickr:before{content:""}.fa-adn:before{content:""}.fa-bitbucket:before,.icon-bitbucket:before{content:""}.fa-bitbucket-square:before{content:""}.fa-tumblr:before{content:""}.fa-tumblr-square:before{content:""}.fa-long-arrow-down:before{content:""}.fa-long-arrow-up:before{content:""}.fa-long-arrow-left:before{content:""}.fa-long-arrow-right:before{content:""}.fa-apple:before{content:""}.fa-windows:before{content:""}.fa-android:before{content:""}.fa-linux:before{content:""}.fa-dribbble:before{content:""}.fa-skype:before{content:""}.fa-foursquare:before{content:""}.fa-trello:before{content:""}.fa-female:before{content:""}.fa-male:before{content:""}.fa-gittip:before,.fa-gratipay:before{content:""}.fa-sun-o:before{content:""}.fa-moon-o:before{content:""}.fa-archive:before{content:""}.fa-bug:before{content:""}.fa-vk:before{content:""}.fa-weibo:before{content:""}.fa-renren:before{content:""}.fa-pagelines:before{content:""}.fa-stack-exchange:before{content:""}.fa-arrow-circle-o-right:before{content:""}.fa-arrow-circle-o-left:before{content:""}.fa-caret-square-o-left:before,.fa-toggle-left:before{content:""}.fa-dot-circle-o:before{content:""}.fa-wheelchair:before{content:""}.fa-vimeo-square:before{content:""}.fa-try:before,.fa-turkish-lira:before{content:""}.fa-plus-square-o:before,.wy-menu-vertical li button.toctree-expand:before{content:""}.fa-space-shuttle:before{content:""}.fa-slack:before{content:""}.fa-envelope-square:before{content:""}.fa-wordpress:before{content:""}.fa-openid:before{content:""}.fa-bank:before,.fa-institution:before,.fa-university:before{content:""}.fa-graduation-cap:before,.fa-mortar-board:before{content:""}.fa-yahoo:before{content:""}.fa-google:before{content:""}.fa-reddit:before{content:""}.fa-reddit-square:before{content:""}.fa-stumbleupon-circle:before{content:""}.fa-stumbleupon:before{content:""}.fa-delicious:before{content:""}.fa-digg:before{content:""}.fa-pied-piper-pp:before{content:""}.fa-pied-piper-alt:before{content:""}.fa-drupal:before{content:""}.fa-joomla:before{content:""}.fa-language:before{content:""}.fa-fax:before{content:""}.fa-building:before{content:""}.fa-child:before{content:""}.fa-paw:before{content:""}.fa-spoon:before{content:""}.fa-cube:before{content:""}.fa-cubes:before{content:""}.fa-behance:before{content:""}.fa-behance-square:before{content:""}.fa-steam:before{content:""}.fa-steam-square:before{content:""}.fa-recycle:before{content:""}.fa-automobile:before,.fa-car:before{content:""}.fa-cab:before,.fa-taxi:before{content:""}.fa-tree:before{content:""}.fa-spotify:before{content:""}.fa-deviantart:before{content:""}.fa-soundcloud:before{content:""}.fa-database:before{content:""}.fa-file-pdf-o:before{content:""}.fa-file-word-o:before{content:""}.fa-file-excel-o:before{content:""}.fa-file-powerpoint-o:before{content:""}.fa-file-image-o:before,.fa-file-photo-o:before,.fa-file-picture-o:before{content:""}.fa-file-archive-o:before,.fa-file-zip-o:before{content:""}.fa-file-audio-o:before,.fa-file-sound-o:before{content:""}.fa-file-movie-o:before,.fa-file-video-o:before{content:""}.fa-file-code-o:before{content:""}.fa-vine:before{content:""}.fa-codepen:before{content:""}.fa-jsfiddle:before{content:""}.fa-life-bouy:before,.fa-life-buoy:before,.fa-life-ring:before,.fa-life-saver:before,.fa-support:before{content:""}.fa-circle-o-notch:before{content:""}.fa-ra:before,.fa-rebel:before,.fa-resistance:before{content:""}.fa-empire:before,.fa-ge:before{content:""}.fa-git-square:before{content:""}.fa-git:before{content:""}.fa-hacker-news:before,.fa-y-combinator-square:before,.fa-yc-square:before{content:""}.fa-tencent-weibo:before{content:""}.fa-qq:before{content:""}.fa-wechat:before,.fa-weixin:before{content:""}.fa-paper-plane:before,.fa-send:before{content:""}.fa-paper-plane-o:before,.fa-send-o:before{content:""}.fa-history:before{content:""}.fa-circle-thin:before{content:""}.fa-header:before{content:""}.fa-paragraph:before{content:""}.fa-sliders:before{content:""}.fa-share-alt:before{content:""}.fa-share-alt-square:before{content:""}.fa-bomb:before{content:""}.fa-futbol-o:before,.fa-soccer-ball-o:before{content:""}.fa-tty:before{content:""}.fa-binoculars:before{content:""}.fa-plug:before{content:""}.fa-slideshare:before{content:""}.fa-twitch:before{content:""}.fa-yelp:before{content:""}.fa-newspaper-o:before{content:""}.fa-wifi:before{content:""}.fa-calculator:before{content:""}.fa-paypal:before{content:""}.fa-google-wallet:before{content:""}.fa-cc-visa:before{content:""}.fa-cc-mastercard:before{content:""}.fa-cc-discover:before{content:""}.fa-cc-amex:before{content:""}.fa-cc-paypal:before{content:""}.fa-cc-stripe:before{content:""}.fa-bell-slash:before{content:""}.fa-bell-slash-o:before{content:""}.fa-trash:before{content:""}.fa-copyright:before{content:""}.fa-at:before{content:""}.fa-eyedropper:before{content:""}.fa-paint-brush:before{content:""}.fa-birthday-cake:before{content:""}.fa-area-chart:before{content:""}.fa-pie-chart:before{content:""}.fa-line-chart:before{content:""}.fa-lastfm:before{content:""}.fa-lastfm-square:before{content:""}.fa-toggle-off:before{content:""}.fa-toggle-on:before{content:""}.fa-bicycle:before{content:""}.fa-bus:before{content:""}.fa-ioxhost:before{content:""}.fa-angellist:before{content:""}.fa-cc:before{content:""}.fa-ils:before,.fa-shekel:before,.fa-sheqel:before{content:""}.fa-meanpath:before{content:""}.fa-buysellads:before{content:""}.fa-connectdevelop:before{content:""}.fa-dashcube:before{content:""}.fa-forumbee:before{content:""}.fa-leanpub:before{content:""}.fa-sellsy:before{content:""}.fa-shirtsinbulk:before{content:""}.fa-simplybuilt:before{content:""}.fa-skyatlas:before{content:""}.fa-cart-plus:before{content:""}.fa-cart-arrow-down:before{content:""}.fa-diamond:before{content:""}.fa-ship:before{content:""}.fa-user-secret:before{content:""}.fa-motorcycle:before{content:""}.fa-street-view:before{content:""}.fa-heartbeat:before{content:""}.fa-venus:before{content:""}.fa-mars:before{content:""}.fa-mercury:before{content:""}.fa-intersex:before,.fa-transgender:before{content:""}.fa-transgender-alt:before{content:""}.fa-venus-double:before{content:""}.fa-mars-double:before{content:""}.fa-venus-mars:before{content:""}.fa-mars-stroke:before{content:""}.fa-mars-stroke-v:before{content:""}.fa-mars-stroke-h:before{content:""}.fa-neuter:before{content:""}.fa-genderless:before{content:""}.fa-facebook-official:before{content:""}.fa-pinterest-p:before{content:""}.fa-whatsapp:before{content:""}.fa-server:before{content:""}.fa-user-plus:before{content:""}.fa-user-times:before{content:""}.fa-bed:before,.fa-hotel:before{content:""}.fa-viacoin:before{content:""}.fa-train:before{content:""}.fa-subway:before{content:""}.fa-medium:before{content:""}.fa-y-combinator:before,.fa-yc:before{content:""}.fa-optin-monster:before{content:""}.fa-opencart:before{content:""}.fa-expeditedssl:before{content:""}.fa-battery-4:before,.fa-battery-full:before,.fa-battery:before{content:""}.fa-battery-3:before,.fa-battery-three-quarters:before{content:""}.fa-battery-2:before,.fa-battery-half:before{content:""}.fa-battery-1:before,.fa-battery-quarter:before{content:""}.fa-battery-0:before,.fa-battery-empty:before{content:""}.fa-mouse-pointer:before{content:""}.fa-i-cursor:before{content:""}.fa-object-group:before{content:""}.fa-object-ungroup:before{content:""}.fa-sticky-note:before{content:""}.fa-sticky-note-o:before{content:""}.fa-cc-jcb:before{content:""}.fa-cc-diners-club:before{content:""}.fa-clone:before{content:""}.fa-balance-scale:before{content:""}.fa-hourglass-o:before{content:""}.fa-hourglass-1:before,.fa-hourglass-start:before{content:""}.fa-hourglass-2:before,.fa-hourglass-half:before{content:""}.fa-hourglass-3:before,.fa-hourglass-end:before{content:""}.fa-hourglass:before{content:""}.fa-hand-grab-o:before,.fa-hand-rock-o:before{content:""}.fa-hand-paper-o:before,.fa-hand-stop-o:before{content:""}.fa-hand-scissors-o:before{content:""}.fa-hand-lizard-o:before{content:""}.fa-hand-spock-o:before{content:""}.fa-hand-pointer-o:before{content:""}.fa-hand-peace-o:before{content:""}.fa-trademark:before{content:""}.fa-registered:before{content:""}.fa-creative-commons:before{content:""}.fa-gg:before{content:""}.fa-gg-circle:before{content:""}.fa-tripadvisor:before{content:""}.fa-odnoklassniki:before{content:""}.fa-odnoklassniki-square:before{content:""}.fa-get-pocket:before{content:""}.fa-wikipedia-w:before{content:""}.fa-safari:before{content:""}.fa-chrome:before{content:""}.fa-firefox:before{content:""}.fa-opera:before{content:""}.fa-internet-explorer:before{content:""}.fa-television:before,.fa-tv:before{content:""}.fa-contao:before{content:""}.fa-500px:before{content:""}.fa-amazon:before{content:""}.fa-calendar-plus-o:before{content:""}.fa-calendar-minus-o:before{content:""}.fa-calendar-times-o:before{content:""}.fa-calendar-check-o:before{content:""}.fa-industry:before{content:""}.fa-map-pin:before{content:""}.fa-map-signs:before{content:""}.fa-map-o:before{content:""}.fa-map:before{content:""}.fa-commenting:before{content:""}.fa-commenting-o:before{content:""}.fa-houzz:before{content:""}.fa-vimeo:before{content:""}.fa-black-tie:before{content:""}.fa-fonticons:before{content:""}.fa-reddit-alien:before{content:""}.fa-edge:before{content:""}.fa-credit-card-alt:before{content:""}.fa-codiepie:before{content:""}.fa-modx:before{content:""}.fa-fort-awesome:before{content:""}.fa-usb:before{content:""}.fa-product-hunt:before{content:""}.fa-mixcloud:before{content:""}.fa-scribd:before{content:""}.fa-pause-circle:before{content:""}.fa-pause-circle-o:before{content:""}.fa-stop-circle:before{content:""}.fa-stop-circle-o:before{content:""}.fa-shopping-bag:before{content:""}.fa-shopping-basket:before{content:""}.fa-hashtag:before{content:""}.fa-bluetooth:before{content:""}.fa-bluetooth-b:before{content:""}.fa-percent:before{content:""}.fa-gitlab:before,.icon-gitlab:before{content:""}.fa-wpbeginner:before{content:""}.fa-wpforms:before{content:""}.fa-envira:before{content:""}.fa-universal-access:before{content:""}.fa-wheelchair-alt:before{content:""}.fa-question-circle-o:before{content:""}.fa-blind:before{content:""}.fa-audio-description:before{content:""}.fa-volume-control-phone:before{content:""}.fa-braille:before{content:""}.fa-assistive-listening-systems:before{content:""}.fa-american-sign-language-interpreting:before,.fa-asl-interpreting:before{content:""}.fa-deaf:before,.fa-deafness:before,.fa-hard-of-hearing:before{content:""}.fa-glide:before{content:""}.fa-glide-g:before{content:""}.fa-sign-language:before,.fa-signing:before{content:""}.fa-low-vision:before{content:""}.fa-viadeo:before{content:""}.fa-viadeo-square:before{content:""}.fa-snapchat:before{content:""}.fa-snapchat-ghost:before{content:""}.fa-snapchat-square:before{content:""}.fa-pied-piper:before{content:""}.fa-first-order:before{content:""}.fa-yoast:before{content:""}.fa-themeisle:before{content:""}.fa-google-plus-circle:before,.fa-google-plus-official:before{content:""}.fa-fa:before,.fa-font-awesome:before{content:""}.fa-handshake-o:before{content:""}.fa-envelope-open:before{content:""}.fa-envelope-open-o:before{content:""}.fa-linode:before{content:""}.fa-address-book:before{content:""}.fa-address-book-o:before{content:""}.fa-address-card:before,.fa-vcard:before{content:""}.fa-address-card-o:before,.fa-vcard-o:before{content:""}.fa-user-circle:before{content:""}.fa-user-circle-o:before{content:""}.fa-user-o:before{content:""}.fa-id-badge:before{content:""}.fa-drivers-license:before,.fa-id-card:before{content:""}.fa-drivers-license-o:before,.fa-id-card-o:before{content:""}.fa-quora:before{content:""}.fa-free-code-camp:before{content:""}.fa-telegram:before{content:""}.fa-thermometer-4:before,.fa-thermometer-full:before,.fa-thermometer:before{content:""}.fa-thermometer-3:before,.fa-thermometer-three-quarters:before{content:""}.fa-thermometer-2:before,.fa-thermometer-half:before{content:""}.fa-thermometer-1:before,.fa-thermometer-quarter:before{content:""}.fa-thermometer-0:before,.fa-thermometer-empty:before{content:""}.fa-shower:before{content:""}.fa-bath:before,.fa-bathtub:before,.fa-s15:before{content:""}.fa-podcast:before{content:""}.fa-window-maximize:before{content:""}.fa-window-minimize:before{content:""}.fa-window-restore:before{content:""}.fa-times-rectangle:before,.fa-window-close:before{content:""}.fa-times-rectangle-o:before,.fa-window-close-o:before{content:""}.fa-bandcamp:before{content:""}.fa-grav:before{content:""}.fa-etsy:before{content:""}.fa-imdb:before{content:""}.fa-ravelry:before{content:""}.fa-eercast:before{content:""}.fa-microchip:before{content:""}.fa-snowflake-o:before{content:""}.fa-superpowers:before{content:""}.fa-wpexplorer:before{content:""}.fa-meetup:before{content:""}.sr-only{position:absolute;width:1px;height:1px;padding:0;margin:-1px;overflow:hidden;clip:rect(0,0,0,0);border:0}.sr-only-focusable:active,.sr-only-focusable:focus{position:static;width:auto;height:auto;margin:0;overflow:visible;clip:auto}.fa,.icon,.rst-content .admonition-title,.rst-content .code-block-caption .headerlink,.rst-content .eqno .headerlink,.rst-content code.download span:first-child,.rst-content dl dt .headerlink,.rst-content h1 .headerlink,.rst-content h2 .headerlink,.rst-content h3 .headerlink,.rst-content h4 .headerlink,.rst-content h5 .headerlink,.rst-content h6 .headerlink,.rst-content p.caption .headerlink,.rst-content p .headerlink,.rst-content table>caption .headerlink,.rst-content tt.download span:first-child,.wy-dropdown .caret,.wy-inline-validate.wy-inline-validate-danger .wy-input-context,.wy-inline-validate.wy-inline-validate-info .wy-input-context,.wy-inline-validate.wy-inline-validate-success .wy-input-context,.wy-inline-validate.wy-inline-validate-warning .wy-input-context,.wy-menu-vertical li.current>a button.toctree-expand,.wy-menu-vertical li.on a button.toctree-expand,.wy-menu-vertical li button.toctree-expand{font-family:inherit}.fa:before,.icon:before,.rst-content .admonition-title:before,.rst-content .code-block-caption .headerlink:before,.rst-content .eqno .headerlink:before,.rst-content code.download span:first-child:before,.rst-content dl dt .headerlink:before,.rst-content h1 .headerlink:before,.rst-content h2 .headerlink:before,.rst-content h3 .headerlink:before,.rst-content h4 .headerlink:before,.rst-content h5 .headerlink:before,.rst-content h6 .headerlink:before,.rst-content p.caption .headerlink:before,.rst-content p .headerlink:before,.rst-content table>caption .headerlink:before,.rst-content tt.download span:first-child:before,.wy-dropdown .caret:before,.wy-inline-validate.wy-inline-validate-danger .wy-input-context:before,.wy-inline-validate.wy-inline-validate-info .wy-input-context:before,.wy-inline-validate.wy-inline-validate-success .wy-input-context:before,.wy-inline-validate.wy-inline-validate-warning .wy-input-context:before,.wy-menu-vertical li.current>a button.toctree-expand:before,.wy-menu-vertical li.on a button.toctree-expand:before,.wy-menu-vertical li button.toctree-expand:before{font-family:FontAwesome;display:inline-block;font-style:normal;font-weight:400;line-height:1;text-decoration:inherit}.rst-content .code-block-caption a .headerlink,.rst-content .eqno a .headerlink,.rst-content a .admonition-title,.rst-content code.download a span:first-child,.rst-content dl dt a .headerlink,.rst-content h1 a .headerlink,.rst-content h2 a .headerlink,.rst-content h3 a .headerlink,.rst-content h4 a .headerlink,.rst-content h5 a .headerlink,.rst-content h6 a .headerlink,.rst-content p.caption a .headerlink,.rst-content p a .headerlink,.rst-content table>caption a .headerlink,.rst-content tt.download a span:first-child,.wy-menu-vertical li.current>a button.toctree-expand,.wy-menu-vertical li.on a button.toctree-expand,.wy-menu-vertical li a button.toctree-expand,a .fa,a .icon,a .rst-content .admonition-title,a .rst-content .code-block-caption .headerlink,a .rst-content .eqno .headerlink,a .rst-content code.download span:first-child,a .rst-content dl dt .headerlink,a .rst-content h1 .headerlink,a .rst-content h2 .headerlink,a .rst-content h3 .headerlink,a .rst-content h4 .headerlink,a .rst-content h5 .headerlink,a .rst-content h6 .headerlink,a .rst-content p.caption .headerlink,a .rst-content p .headerlink,a .rst-content table>caption .headerlink,a .rst-content tt.download span:first-child,a .wy-menu-vertical li button.toctree-expand{display:inline-block;text-decoration:inherit}.btn .fa,.btn .icon,.btn .rst-content .admonition-title,.btn .rst-content .code-block-caption .headerlink,.btn .rst-content .eqno .headerlink,.btn .rst-content code.download span:first-child,.btn .rst-content dl dt .headerlink,.btn .rst-content h1 .headerlink,.btn .rst-content h2 .headerlink,.btn .rst-content h3 .headerlink,.btn .rst-content h4 .headerlink,.btn .rst-content h5 .headerlink,.btn .rst-content h6 .headerlink,.btn .rst-content p .headerlink,.btn .rst-content table>caption .headerlink,.btn .rst-content tt.download span:first-child,.btn .wy-menu-vertical li.current>a button.toctree-expand,.btn .wy-menu-vertical li.on a button.toctree-expand,.btn .wy-menu-vertical li button.toctree-expand,.nav .fa,.nav .icon,.nav .rst-content .admonition-title,.nav .rst-content .code-block-caption .headerlink,.nav .rst-content .eqno .headerlink,.nav .rst-content code.download span:first-child,.nav .rst-content dl dt .headerlink,.nav .rst-content h1 .headerlink,.nav .rst-content h2 .headerlink,.nav .rst-content h3 .headerlink,.nav .rst-content h4 .headerlink,.nav .rst-content h5 .headerlink,.nav .rst-content h6 .headerlink,.nav .rst-content p .headerlink,.nav .rst-content table>caption .headerlink,.nav .rst-content tt.download span:first-child,.nav .wy-menu-vertical li.current>a button.toctree-expand,.nav .wy-menu-vertical li.on a button.toctree-expand,.nav .wy-menu-vertical li button.toctree-expand,.rst-content .btn .admonition-title,.rst-content .code-block-caption .btn .headerlink,.rst-content .code-block-caption .nav .headerlink,.rst-content .eqno .btn .headerlink,.rst-content .eqno .nav .headerlink,.rst-content .nav .admonition-title,.rst-content code.download .btn span:first-child,.rst-content code.download .nav span:first-child,.rst-content dl dt .btn .headerlink,.rst-content dl dt .nav .headerlink,.rst-content h1 .btn .headerlink,.rst-content h1 .nav .headerlink,.rst-content h2 .btn .headerlink,.rst-content h2 .nav .headerlink,.rst-content h3 .btn .headerlink,.rst-content h3 .nav .headerlink,.rst-content h4 .btn .headerlink,.rst-content h4 .nav .headerlink,.rst-content h5 .btn .headerlink,.rst-content h5 .nav .headerlink,.rst-content h6 .btn .headerlink,.rst-content h6 .nav .headerlink,.rst-content p .btn .headerlink,.rst-content p .nav .headerlink,.rst-content table>caption .btn .headerlink,.rst-content table>caption .nav .headerlink,.rst-content tt.download .btn span:first-child,.rst-content tt.download .nav span:first-child,.wy-menu-vertical li .btn button.toctree-expand,.wy-menu-vertical li.current>a .btn button.toctree-expand,.wy-menu-vertical li.current>a .nav button.toctree-expand,.wy-menu-vertical li .nav button.toctree-expand,.wy-menu-vertical li.on a .btn button.toctree-expand,.wy-menu-vertical li.on a .nav button.toctree-expand{display:inline}.btn .fa-large.icon,.btn .fa.fa-large,.btn .rst-content .code-block-caption .fa-large.headerlink,.btn .rst-content .eqno .fa-large.headerlink,.btn .rst-content .fa-large.admonition-title,.btn .rst-content code.download span.fa-large:first-child,.btn .rst-content dl dt .fa-large.headerlink,.btn .rst-content h1 .fa-large.headerlink,.btn .rst-content h2 .fa-large.headerlink,.btn .rst-content h3 .fa-large.headerlink,.btn .rst-content h4 .fa-large.headerlink,.btn .rst-content h5 .fa-large.headerlink,.btn .rst-content h6 .fa-large.headerlink,.btn .rst-content p .fa-large.headerlink,.btn .rst-content table>caption .fa-large.headerlink,.btn .rst-content tt.download span.fa-large:first-child,.btn .wy-menu-vertical li button.fa-large.toctree-expand,.nav .fa-large.icon,.nav .fa.fa-large,.nav .rst-content .code-block-caption .fa-large.headerlink,.nav .rst-content .eqno .fa-large.headerlink,.nav .rst-content .fa-large.admonition-title,.nav .rst-content code.download span.fa-large:first-child,.nav .rst-content dl dt .fa-large.headerlink,.nav .rst-content h1 .fa-large.headerlink,.nav .rst-content h2 .fa-large.headerlink,.nav .rst-content h3 .fa-large.headerlink,.nav .rst-content h4 .fa-large.headerlink,.nav .rst-content h5 .fa-large.headerlink,.nav .rst-content h6 .fa-large.headerlink,.nav .rst-content p .fa-large.headerlink,.nav .rst-content table>caption .fa-large.headerlink,.nav .rst-content tt.download span.fa-large:first-child,.nav .wy-menu-vertical li button.fa-large.toctree-expand,.rst-content .btn .fa-large.admonition-title,.rst-content .code-block-caption .btn .fa-large.headerlink,.rst-content .code-block-caption .nav .fa-large.headerlink,.rst-content .eqno .btn .fa-large.headerlink,.rst-content .eqno .nav .fa-large.headerlink,.rst-content .nav .fa-large.admonition-title,.rst-content code.download .btn span.fa-large:first-child,.rst-content code.download .nav span.fa-large:first-child,.rst-content dl dt .btn .fa-large.headerlink,.rst-content dl dt .nav .fa-large.headerlink,.rst-content h1 .btn .fa-large.headerlink,.rst-content h1 .nav .fa-large.headerlink,.rst-content h2 .btn .fa-large.headerlink,.rst-content h2 .nav .fa-large.headerlink,.rst-content h3 .btn .fa-large.headerlink,.rst-content h3 .nav .fa-large.headerlink,.rst-content h4 .btn .fa-large.headerlink,.rst-content h4 .nav .fa-large.headerlink,.rst-content h5 .btn .fa-large.headerlink,.rst-content h5 .nav .fa-large.headerlink,.rst-content h6 .btn .fa-large.headerlink,.rst-content h6 .nav .fa-large.headerlink,.rst-content p .btn .fa-large.headerlink,.rst-content p .nav .fa-large.headerlink,.rst-content table>caption .btn .fa-large.headerlink,.rst-content table>caption .nav .fa-large.headerlink,.rst-content tt.download .btn span.fa-large:first-child,.rst-content tt.download .nav span.fa-large:first-child,.wy-menu-vertical li .btn button.fa-large.toctree-expand,.wy-menu-vertical li .nav button.fa-large.toctree-expand{line-height:.9em}.btn .fa-spin.icon,.btn .fa.fa-spin,.btn .rst-content .code-block-caption .fa-spin.headerlink,.btn .rst-content .eqno .fa-spin.headerlink,.btn .rst-content .fa-spin.admonition-title,.btn .rst-content code.download span.fa-spin:first-child,.btn .rst-content dl dt .fa-spin.headerlink,.btn .rst-content h1 .fa-spin.headerlink,.btn .rst-content h2 .fa-spin.headerlink,.btn .rst-content h3 .fa-spin.headerlink,.btn .rst-content h4 .fa-spin.headerlink,.btn .rst-content h5 .fa-spin.headerlink,.btn .rst-content h6 .fa-spin.headerlink,.btn .rst-content p .fa-spin.headerlink,.btn .rst-content table>caption .fa-spin.headerlink,.btn .rst-content tt.download span.fa-spin:first-child,.btn .wy-menu-vertical li button.fa-spin.toctree-expand,.nav .fa-spin.icon,.nav .fa.fa-spin,.nav .rst-content .code-block-caption .fa-spin.headerlink,.nav .rst-content .eqno .fa-spin.headerlink,.nav .rst-content .fa-spin.admonition-title,.nav .rst-content code.download span.fa-spin:first-child,.nav .rst-content dl dt .fa-spin.headerlink,.nav .rst-content h1 .fa-spin.headerlink,.nav .rst-content h2 .fa-spin.headerlink,.nav .rst-content h3 .fa-spin.headerlink,.nav .rst-content h4 .fa-spin.headerlink,.nav .rst-content h5 .fa-spin.headerlink,.nav .rst-content h6 .fa-spin.headerlink,.nav .rst-content p .fa-spin.headerlink,.nav .rst-content table>caption .fa-spin.headerlink,.nav .rst-content tt.download span.fa-spin:first-child,.nav .wy-menu-vertical li button.fa-spin.toctree-expand,.rst-content .btn .fa-spin.admonition-title,.rst-content .code-block-caption .btn .fa-spin.headerlink,.rst-content .code-block-caption .nav .fa-spin.headerlink,.rst-content .eqno .btn .fa-spin.headerlink,.rst-content .eqno .nav .fa-spin.headerlink,.rst-content .nav .fa-spin.admonition-title,.rst-content code.download .btn span.fa-spin:first-child,.rst-content code.download .nav span.fa-spin:first-child,.rst-content dl dt .btn .fa-spin.headerlink,.rst-content dl dt .nav .fa-spin.headerlink,.rst-content h1 .btn .fa-spin.headerlink,.rst-content h1 .nav .fa-spin.headerlink,.rst-content h2 .btn .fa-spin.headerlink,.rst-content h2 .nav .fa-spin.headerlink,.rst-content h3 .btn .fa-spin.headerlink,.rst-content h3 .nav .fa-spin.headerlink,.rst-content h4 .btn .fa-spin.headerlink,.rst-content h4 .nav .fa-spin.headerlink,.rst-content h5 .btn .fa-spin.headerlink,.rst-content h5 .nav .fa-spin.headerlink,.rst-content h6 .btn .fa-spin.headerlink,.rst-content h6 .nav .fa-spin.headerlink,.rst-content p .btn .fa-spin.headerlink,.rst-content p .nav .fa-spin.headerlink,.rst-content table>caption .btn .fa-spin.headerlink,.rst-content table>caption .nav .fa-spin.headerlink,.rst-content tt.download .btn span.fa-spin:first-child,.rst-content tt.download .nav span.fa-spin:first-child,.wy-menu-vertical li .btn button.fa-spin.toctree-expand,.wy-menu-vertical li .nav button.fa-spin.toctree-expand{display:inline-block}.btn.fa:before,.btn.icon:before,.rst-content .btn.admonition-title:before,.rst-content .code-block-caption .btn.headerlink:before,.rst-content .eqno .btn.headerlink:before,.rst-content code.download span.btn:first-child:before,.rst-content dl dt .btn.headerlink:before,.rst-content h1 .btn.headerlink:before,.rst-content h2 .btn.headerlink:before,.rst-content h3 .btn.headerlink:before,.rst-content h4 .btn.headerlink:before,.rst-content h5 .btn.headerlink:before,.rst-content h6 .btn.headerlink:before,.rst-content p .btn.headerlink:before,.rst-content table>caption .btn.headerlink:before,.rst-content tt.download span.btn:first-child:before,.wy-menu-vertical li button.btn.toctree-expand:before{opacity:.5;-webkit-transition:opacity .05s ease-in;-moz-transition:opacity .05s ease-in;transition:opacity .05s ease-in}.btn.fa:hover:before,.btn.icon:hover:before,.rst-content .btn.admonition-title:hover:before,.rst-content .code-block-caption .btn.headerlink:hover:before,.rst-content .eqno .btn.headerlink:hover:before,.rst-content code.download span.btn:first-child:hover:before,.rst-content dl dt .btn.headerlink:hover:before,.rst-content h1 .btn.headerlink:hover:before,.rst-content h2 .btn.headerlink:hover:before,.rst-content h3 .btn.headerlink:hover:before,.rst-content h4 .btn.headerlink:hover:before,.rst-content h5 .btn.headerlink:hover:before,.rst-content h6 .btn.headerlink:hover:before,.rst-content p .btn.headerlink:hover:before,.rst-content table>caption .btn.headerlink:hover:before,.rst-content tt.download span.btn:first-child:hover:before,.wy-menu-vertical li button.btn.toctree-expand:hover:before{opacity:1}.btn-mini .fa:before,.btn-mini .icon:before,.btn-mini .rst-content .admonition-title:before,.btn-mini .rst-content .code-block-caption .headerlink:before,.btn-mini .rst-content .eqno .headerlink:before,.btn-mini .rst-content code.download span:first-child:before,.btn-mini .rst-content dl dt .headerlink:before,.btn-mini .rst-content h1 .headerlink:before,.btn-mini .rst-content h2 .headerlink:before,.btn-mini .rst-content h3 .headerlink:before,.btn-mini .rst-content h4 .headerlink:before,.btn-mini .rst-content h5 .headerlink:before,.btn-mini .rst-content h6 .headerlink:before,.btn-mini .rst-content p .headerlink:before,.btn-mini .rst-content table>caption .headerlink:before,.btn-mini .rst-content tt.download span:first-child:before,.btn-mini .wy-menu-vertical li button.toctree-expand:before,.rst-content .btn-mini .admonition-title:before,.rst-content .code-block-caption .btn-mini .headerlink:before,.rst-content .eqno .btn-mini .headerlink:before,.rst-content code.download .btn-mini span:first-child:before,.rst-content dl dt .btn-mini .headerlink:before,.rst-content h1 .btn-mini .headerlink:before,.rst-content h2 .btn-mini .headerlink:before,.rst-content h3 .btn-mini .headerlink:before,.rst-content h4 .btn-mini .headerlink:before,.rst-content h5 .btn-mini .headerlink:before,.rst-content h6 .btn-mini .headerlink:before,.rst-content p .btn-mini .headerlink:before,.rst-content table>caption .btn-mini .headerlink:before,.rst-content tt.download .btn-mini span:first-child:before,.wy-menu-vertical li .btn-mini button.toctree-expand:before{font-size:14px;vertical-align:-15%}.rst-content .admonition,.rst-content .admonition-todo,.rst-content .attention,.rst-content .caution,.rst-content .danger,.rst-content .error,.rst-content .hint,.rst-content .important,.rst-content .note,.rst-content .seealso,.rst-content .tip,.rst-content .warning,.wy-alert{padding:12px;line-height:24px;margin-bottom:24px;background:#e7f2fa}.rst-content .admonition-title,.wy-alert-title{font-weight:700;display:block;color:#fff;background:#6ab0de;padding:6px 12px;margin:-12px -12px 12px}.rst-content .danger,.rst-content .error,.rst-content .wy-alert-danger.admonition,.rst-content .wy-alert-danger.admonition-todo,.rst-content .wy-alert-danger.attention,.rst-content .wy-alert-danger.caution,.rst-content .wy-alert-danger.hint,.rst-content .wy-alert-danger.important,.rst-content .wy-alert-danger.note,.rst-content .wy-alert-danger.seealso,.rst-content .wy-alert-danger.tip,.rst-content .wy-alert-danger.warning,.wy-alert.wy-alert-danger{background:#fdf3f2}.rst-content .danger .admonition-title,.rst-content .danger .wy-alert-title,.rst-content .error .admonition-title,.rst-content .error .wy-alert-title,.rst-content .wy-alert-danger.admonition-todo .admonition-title,.rst-content .wy-alert-danger.admonition-todo .wy-alert-title,.rst-content .wy-alert-danger.admonition .admonition-title,.rst-content .wy-alert-danger.admonition .wy-alert-title,.rst-content .wy-alert-danger.attention .admonition-title,.rst-content .wy-alert-danger.attention .wy-alert-title,.rst-content .wy-alert-danger.caution .admonition-title,.rst-content .wy-alert-danger.caution .wy-alert-title,.rst-content .wy-alert-danger.hint .admonition-title,.rst-content .wy-alert-danger.hint .wy-alert-title,.rst-content .wy-alert-danger.important .admonition-title,.rst-content .wy-alert-danger.important .wy-alert-title,.rst-content .wy-alert-danger.note .admonition-title,.rst-content .wy-alert-danger.note .wy-alert-title,.rst-content .wy-alert-danger.seealso .admonition-title,.rst-content .wy-alert-danger.seealso .wy-alert-title,.rst-content .wy-alert-danger.tip .admonition-title,.rst-content .wy-alert-danger.tip .wy-alert-title,.rst-content .wy-alert-danger.warning .admonition-title,.rst-content .wy-alert-danger.warning .wy-alert-title,.rst-content .wy-alert.wy-alert-danger .admonition-title,.wy-alert.wy-alert-danger .rst-content .admonition-title,.wy-alert.wy-alert-danger .wy-alert-title{background:#f29f97}.rst-content .admonition-todo,.rst-content .attention,.rst-content .caution,.rst-content .warning,.rst-content .wy-alert-warning.admonition,.rst-content .wy-alert-warning.danger,.rst-content .wy-alert-warning.error,.rst-content .wy-alert-warning.hint,.rst-content .wy-alert-warning.important,.rst-content .wy-alert-warning.note,.rst-content .wy-alert-warning.seealso,.rst-content .wy-alert-warning.tip,.wy-alert.wy-alert-warning{background:#ffedcc}.rst-content .admonition-todo .admonition-title,.rst-content .admonition-todo .wy-alert-title,.rst-content .attention .admonition-title,.rst-content .attention .wy-alert-title,.rst-content .caution .admonition-title,.rst-content .caution .wy-alert-title,.rst-content .warning .admonition-title,.rst-content .warning .wy-alert-title,.rst-content .wy-alert-warning.admonition .admonition-title,.rst-content .wy-alert-warning.admonition .wy-alert-title,.rst-content .wy-alert-warning.danger .admonition-title,.rst-content .wy-alert-warning.danger .wy-alert-title,.rst-content .wy-alert-warning.error .admonition-title,.rst-content .wy-alert-warning.error .wy-alert-title,.rst-content .wy-alert-warning.hint .admonition-title,.rst-content .wy-alert-warning.hint .wy-alert-title,.rst-content .wy-alert-warning.important .admonition-title,.rst-content .wy-alert-warning.important .wy-alert-title,.rst-content .wy-alert-warning.note .admonition-title,.rst-content .wy-alert-warning.note .wy-alert-title,.rst-content .wy-alert-warning.seealso .admonition-title,.rst-content .wy-alert-warning.seealso .wy-alert-title,.rst-content .wy-alert-warning.tip .admonition-title,.rst-content .wy-alert-warning.tip .wy-alert-title,.rst-content .wy-alert.wy-alert-warning .admonition-title,.wy-alert.wy-alert-warning .rst-content .admonition-title,.wy-alert.wy-alert-warning .wy-alert-title{background:#f0b37e}.rst-content .note,.rst-content .seealso,.rst-content .wy-alert-info.admonition,.rst-content .wy-alert-info.admonition-todo,.rst-content .wy-alert-info.attention,.rst-content .wy-alert-info.caution,.rst-content .wy-alert-info.danger,.rst-content .wy-alert-info.error,.rst-content .wy-alert-info.hint,.rst-content .wy-alert-info.important,.rst-content .wy-alert-info.tip,.rst-content .wy-alert-info.warning,.wy-alert.wy-alert-info{background:#e7f2fa}.rst-content .note .admonition-title,.rst-content .note .wy-alert-title,.rst-content .seealso .admonition-title,.rst-content .seealso .wy-alert-title,.rst-content .wy-alert-info.admonition-todo .admonition-title,.rst-content .wy-alert-info.admonition-todo .wy-alert-title,.rst-content .wy-alert-info.admonition .admonition-title,.rst-content .wy-alert-info.admonition .wy-alert-title,.rst-content .wy-alert-info.attention .admonition-title,.rst-content .wy-alert-info.attention .wy-alert-title,.rst-content .wy-alert-info.caution .admonition-title,.rst-content .wy-alert-info.caution .wy-alert-title,.rst-content .wy-alert-info.danger .admonition-title,.rst-content .wy-alert-info.danger .wy-alert-title,.rst-content .wy-alert-info.error .admonition-title,.rst-content .wy-alert-info.error .wy-alert-title,.rst-content .wy-alert-info.hint .admonition-title,.rst-content .wy-alert-info.hint .wy-alert-title,.rst-content .wy-alert-info.important .admonition-title,.rst-content .wy-alert-info.important .wy-alert-title,.rst-content .wy-alert-info.tip .admonition-title,.rst-content .wy-alert-info.tip .wy-alert-title,.rst-content .wy-alert-info.warning .admonition-title,.rst-content .wy-alert-info.warning .wy-alert-title,.rst-content .wy-alert.wy-alert-info .admonition-title,.wy-alert.wy-alert-info .rst-content .admonition-title,.wy-alert.wy-alert-info .wy-alert-title{background:#6ab0de}.rst-content .hint,.rst-content .important,.rst-content .tip,.rst-content .wy-alert-success.admonition,.rst-content .wy-alert-success.admonition-todo,.rst-content .wy-alert-success.attention,.rst-content .wy-alert-success.caution,.rst-content .wy-alert-success.danger,.rst-content .wy-alert-success.error,.rst-content .wy-alert-success.note,.rst-content .wy-alert-success.seealso,.rst-content .wy-alert-success.warning,.wy-alert.wy-alert-success{background:#dbfaf4}.rst-content .hint .admonition-title,.rst-content .hint .wy-alert-title,.rst-content .important .admonition-title,.rst-content .important .wy-alert-title,.rst-content .tip .admonition-title,.rst-content .tip .wy-alert-title,.rst-content .wy-alert-success.admonition-todo .admonition-title,.rst-content .wy-alert-success.admonition-todo .wy-alert-title,.rst-content .wy-alert-success.admonition .admonition-title,.rst-content .wy-alert-success.admonition .wy-alert-title,.rst-content .wy-alert-success.attention .admonition-title,.rst-content .wy-alert-success.attention .wy-alert-title,.rst-content .wy-alert-success.caution .admonition-title,.rst-content .wy-alert-success.caution .wy-alert-title,.rst-content .wy-alert-success.danger .admonition-title,.rst-content .wy-alert-success.danger .wy-alert-title,.rst-content .wy-alert-success.error .admonition-title,.rst-content .wy-alert-success.error .wy-alert-title,.rst-content .wy-alert-success.note .admonition-title,.rst-content .wy-alert-success.note .wy-alert-title,.rst-content .wy-alert-success.seealso .admonition-title,.rst-content .wy-alert-success.seealso .wy-alert-title,.rst-content .wy-alert-success.warning .admonition-title,.rst-content .wy-alert-success.warning .wy-alert-title,.rst-content .wy-alert.wy-alert-success .admonition-title,.wy-alert.wy-alert-success .rst-content .admonition-title,.wy-alert.wy-alert-success .wy-alert-title{background:#1abc9c}.rst-content .wy-alert-neutral.admonition,.rst-content .wy-alert-neutral.admonition-todo,.rst-content .wy-alert-neutral.attention,.rst-content .wy-alert-neutral.caution,.rst-content .wy-alert-neutral.danger,.rst-content .wy-alert-neutral.error,.rst-content .wy-alert-neutral.hint,.rst-content .wy-alert-neutral.important,.rst-content .wy-alert-neutral.note,.rst-content .wy-alert-neutral.seealso,.rst-content .wy-alert-neutral.tip,.rst-content .wy-alert-neutral.warning,.wy-alert.wy-alert-neutral{background:#f3f6f6}.rst-content .wy-alert-neutral.admonition-todo .admonition-title,.rst-content .wy-alert-neutral.admonition-todo .wy-alert-title,.rst-content .wy-alert-neutral.admonition .admonition-title,.rst-content .wy-alert-neutral.admonition .wy-alert-title,.rst-content .wy-alert-neutral.attention .admonition-title,.rst-content .wy-alert-neutral.attention .wy-alert-title,.rst-content .wy-alert-neutral.caution .admonition-title,.rst-content .wy-alert-neutral.caution .wy-alert-title,.rst-content .wy-alert-neutral.danger .admonition-title,.rst-content .wy-alert-neutral.danger .wy-alert-title,.rst-content .wy-alert-neutral.error .admonition-title,.rst-content .wy-alert-neutral.error .wy-alert-title,.rst-content .wy-alert-neutral.hint .admonition-title,.rst-content .wy-alert-neutral.hint .wy-alert-title,.rst-content .wy-alert-neutral.important .admonition-title,.rst-content .wy-alert-neutral.important .wy-alert-title,.rst-content .wy-alert-neutral.note .admonition-title,.rst-content .wy-alert-neutral.note .wy-alert-title,.rst-content .wy-alert-neutral.seealso .admonition-title,.rst-content .wy-alert-neutral.seealso .wy-alert-title,.rst-content .wy-alert-neutral.tip .admonition-title,.rst-content .wy-alert-neutral.tip .wy-alert-title,.rst-content .wy-alert-neutral.warning .admonition-title,.rst-content .wy-alert-neutral.warning .wy-alert-title,.rst-content .wy-alert.wy-alert-neutral .admonition-title,.wy-alert.wy-alert-neutral .rst-content .admonition-title,.wy-alert.wy-alert-neutral .wy-alert-title{color:#404040;background:#e1e4e5}.rst-content .wy-alert-neutral.admonition-todo a,.rst-content .wy-alert-neutral.admonition a,.rst-content .wy-alert-neutral.attention a,.rst-content .wy-alert-neutral.caution a,.rst-content .wy-alert-neutral.danger a,.rst-content .wy-alert-neutral.error a,.rst-content .wy-alert-neutral.hint a,.rst-content .wy-alert-neutral.important a,.rst-content .wy-alert-neutral.note a,.rst-content .wy-alert-neutral.seealso a,.rst-content .wy-alert-neutral.tip a,.rst-content .wy-alert-neutral.warning a,.wy-alert.wy-alert-neutral a{color:#2980b9}.rst-content .admonition-todo p:last-child,.rst-content .admonition p:last-child,.rst-content .attention p:last-child,.rst-content .caution p:last-child,.rst-content .danger p:last-child,.rst-content .error p:last-child,.rst-content .hint p:last-child,.rst-content .important p:last-child,.rst-content .note p:last-child,.rst-content .seealso p:last-child,.rst-content .tip p:last-child,.rst-content .warning p:last-child,.wy-alert p:last-child{margin-bottom:0}.wy-tray-container{position:fixed;bottom:0;left:0;z-index:600}.wy-tray-container li{display:block;width:300px;background:transparent;color:#fff;text-align:center;box-shadow:0 5px 5px 0 rgba(0,0,0,.1);padding:0 24px;min-width:20%;opacity:0;height:0;line-height:56px;overflow:hidden;-webkit-transition:all .3s ease-in;-moz-transition:all .3s ease-in;transition:all .3s ease-in}.wy-tray-container li.wy-tray-item-success{background:#27ae60}.wy-tray-container li.wy-tray-item-info{background:#2980b9}.wy-tray-container li.wy-tray-item-warning{background:#e67e22}.wy-tray-container li.wy-tray-item-danger{background:#e74c3c}.wy-tray-container li.on{opacity:1;height:56px}@media screen and (max-width:768px){.wy-tray-container{bottom:auto;top:0;width:100%}.wy-tray-container li{width:100%}}button{font-size:100%;margin:0;vertical-align:baseline;*vertical-align:middle;cursor:pointer;line-height:normal;-webkit-appearance:button;*overflow:visible}button::-moz-focus-inner,input::-moz-focus-inner{border:0;padding:0}button[disabled]{cursor:default}.btn{display:inline-block;border-radius:2px;line-height:normal;white-space:nowrap;text-align:center;cursor:pointer;font-size:100%;padding:6px 12px 8px;color:#fff;border:1px solid rgba(0,0,0,.1);background-color:#27ae60;text-decoration:none;font-weight:400;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;box-shadow:inset 0 1px 2px -1px hsla(0,0%,100%,.5),inset 0 -2px 0 0 rgba(0,0,0,.1);outline-none:false;vertical-align:middle;*display:inline;zoom:1;-webkit-user-drag:none;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;-webkit-transition:all .1s linear;-moz-transition:all .1s linear;transition:all .1s linear}.btn-hover{background:#2e8ece;color:#fff}.btn:hover{background:#2cc36b;color:#fff}.btn:focus{background:#2cc36b;outline:0}.btn:active{box-shadow:inset 0 -1px 0 0 rgba(0,0,0,.05),inset 0 2px 0 0 rgba(0,0,0,.1);padding:8px 12px 6px}.btn:visited{color:#fff}.btn-disabled,.btn-disabled:active,.btn-disabled:focus,.btn-disabled:hover,.btn:disabled{background-image:none;filter:progid:DXImageTransform.Microsoft.gradient(enabled = false);filter:alpha(opacity=40);opacity:.4;cursor:not-allowed;box-shadow:none}.btn::-moz-focus-inner{padding:0;border:0}.btn-small{font-size:80%}.btn-info{background-color:#2980b9!important}.btn-info:hover{background-color:#2e8ece!important}.btn-neutral{background-color:#f3f6f6!important;color:#404040!important}.btn-neutral:hover{background-color:#e5ebeb!important;color:#404040}.btn-neutral:visited{color:#404040!important}.btn-success{background-color:#27ae60!important}.btn-success:hover{background-color:#295!important}.btn-danger{background-color:#e74c3c!important}.btn-danger:hover{background-color:#ea6153!important}.btn-warning{background-color:#e67e22!important}.btn-warning:hover{background-color:#e98b39!important}.btn-invert{background-color:#222}.btn-invert:hover{background-color:#2f2f2f!important}.btn-link{background-color:transparent!important;color:#2980b9;box-shadow:none;border-color:transparent!important}.btn-link:active,.btn-link:hover{background-color:transparent!important;color:#409ad5!important;box-shadow:none}.btn-link:visited{color:#9b59b6}.wy-btn-group .btn,.wy-control .btn{vertical-align:middle}.wy-btn-group{margin-bottom:24px;*zoom:1}.wy-btn-group:after,.wy-btn-group:before{display:table;content:""}.wy-btn-group:after{clear:both}.wy-dropdown{position:relative;display:inline-block}.wy-dropdown-active .wy-dropdown-menu{display:block}.wy-dropdown-menu{position:absolute;left:0;display:none;float:left;top:100%;min-width:100%;background:#fcfcfc;z-index:100;border:1px solid #cfd7dd;box-shadow:0 2px 2px 0 rgba(0,0,0,.1);padding:12px}.wy-dropdown-menu>dd>a{display:block;clear:both;color:#404040;white-space:nowrap;font-size:90%;padding:0 12px;cursor:pointer}.wy-dropdown-menu>dd>a:hover{background:#2980b9;color:#fff}.wy-dropdown-menu>dd.divider{border-top:1px solid #cfd7dd;margin:6px 0}.wy-dropdown-menu>dd.search{padding-bottom:12px}.wy-dropdown-menu>dd.search input[type=search]{width:100%}.wy-dropdown-menu>dd.call-to-action{background:#e3e3e3;text-transform:uppercase;font-weight:500;font-size:80%}.wy-dropdown-menu>dd.call-to-action:hover{background:#e3e3e3}.wy-dropdown-menu>dd.call-to-action .btn{color:#fff}.wy-dropdown.wy-dropdown-up .wy-dropdown-menu{bottom:100%;top:auto;left:auto;right:0}.wy-dropdown.wy-dropdown-bubble .wy-dropdown-menu{background:#fcfcfc;margin-top:2px}.wy-dropdown.wy-dropdown-bubble .wy-dropdown-menu a{padding:6px 12px}.wy-dropdown.wy-dropdown-bubble .wy-dropdown-menu a:hover{background:#2980b9;color:#fff}.wy-dropdown.wy-dropdown-left .wy-dropdown-menu{right:0;left:auto;text-align:right}.wy-dropdown-arrow:before{content:" ";border-bottom:5px solid #f5f5f5;border-left:5px solid transparent;border-right:5px solid transparent;position:absolute;display:block;top:-4px;left:50%;margin-left:-3px}.wy-dropdown-arrow.wy-dropdown-arrow-left:before{left:11px}.wy-form-stacked select{display:block}.wy-form-aligned .wy-help-inline,.wy-form-aligned input,.wy-form-aligned label,.wy-form-aligned select,.wy-form-aligned textarea{display:inline-block;*display:inline;*zoom:1;vertical-align:middle}.wy-form-aligned .wy-control-group>label{display:inline-block;vertical-align:middle;width:10em;margin:6px 12px 0 0;float:left}.wy-form-aligned .wy-control{float:left}.wy-form-aligned .wy-control label{display:block}.wy-form-aligned .wy-control select{margin-top:6px}fieldset{margin:0}fieldset,legend{border:0;padding:0}legend{width:100%;white-space:normal;margin-bottom:24px;font-size:150%;*margin-left:-7px}label,legend{display:block}label{margin:0 0 .3125em;color:#333;font-size:90%}input,select,textarea{font-size:100%;margin:0;vertical-align:baseline;*vertical-align:middle}.wy-control-group{margin-bottom:24px;max-width:1200px;margin-left:auto;margin-right:auto;*zoom:1}.wy-control-group:after,.wy-control-group:before{display:table;content:""}.wy-control-group:after{clear:both}.wy-control-group.wy-control-group-required>label:after{content:" *";color:#e74c3c}.wy-control-group .wy-form-full,.wy-control-group .wy-form-halves,.wy-control-group .wy-form-thirds{padding-bottom:12px}.wy-control-group .wy-form-full input[type=color],.wy-control-group .wy-form-full input[type=date],.wy-control-group .wy-form-full input[type=datetime-local],.wy-control-group .wy-form-full input[type=datetime],.wy-control-group .wy-form-full input[type=email],.wy-control-group .wy-form-full input[type=month],.wy-control-group .wy-form-full input[type=number],.wy-control-group .wy-form-full input[type=password],.wy-control-group .wy-form-full input[type=search],.wy-control-group .wy-form-full input[type=tel],.wy-control-group .wy-form-full input[type=text],.wy-control-group .wy-form-full input[type=time],.wy-control-group .wy-form-full input[type=url],.wy-control-group .wy-form-full input[type=week],.wy-control-group .wy-form-full select,.wy-control-group .wy-form-halves input[type=color],.wy-control-group .wy-form-halves input[type=date],.wy-control-group .wy-form-halves input[type=datetime-local],.wy-control-group .wy-form-halves input[type=datetime],.wy-control-group .wy-form-halves input[type=email],.wy-control-group .wy-form-halves input[type=month],.wy-control-group .wy-form-halves input[type=number],.wy-control-group .wy-form-halves input[type=password],.wy-control-group .wy-form-halves input[type=search],.wy-control-group .wy-form-halves input[type=tel],.wy-control-group .wy-form-halves input[type=text],.wy-control-group .wy-form-halves input[type=time],.wy-control-group .wy-form-halves input[type=url],.wy-control-group .wy-form-halves input[type=week],.wy-control-group .wy-form-halves select,.wy-control-group .wy-form-thirds input[type=color],.wy-control-group .wy-form-thirds input[type=date],.wy-control-group .wy-form-thirds input[type=datetime-local],.wy-control-group .wy-form-thirds input[type=datetime],.wy-control-group .wy-form-thirds input[type=email],.wy-control-group .wy-form-thirds input[type=month],.wy-control-group .wy-form-thirds input[type=number],.wy-control-group .wy-form-thirds input[type=password],.wy-control-group .wy-form-thirds input[type=search],.wy-control-group .wy-form-thirds input[type=tel],.wy-control-group .wy-form-thirds input[type=text],.wy-control-group .wy-form-thirds input[type=time],.wy-control-group .wy-form-thirds input[type=url],.wy-control-group .wy-form-thirds input[type=week],.wy-control-group .wy-form-thirds select{width:100%}.wy-control-group .wy-form-full{float:left;display:block;width:100%;margin-right:0}.wy-control-group .wy-form-full:last-child{margin-right:0}.wy-control-group .wy-form-halves{float:left;display:block;margin-right:2.35765%;width:48.82117%}.wy-control-group .wy-form-halves:last-child,.wy-control-group .wy-form-halves:nth-of-type(2n){margin-right:0}.wy-control-group .wy-form-halves:nth-of-type(odd){clear:left}.wy-control-group .wy-form-thirds{float:left;display:block;margin-right:2.35765%;width:31.76157%}.wy-control-group .wy-form-thirds:last-child,.wy-control-group .wy-form-thirds:nth-of-type(3n){margin-right:0}.wy-control-group .wy-form-thirds:nth-of-type(3n+1){clear:left}.wy-control-group.wy-control-group-no-input .wy-control,.wy-control-no-input{margin:6px 0 0;font-size:90%}.wy-control-no-input{display:inline-block}.wy-control-group.fluid-input input[type=color],.wy-control-group.fluid-input input[type=date],.wy-control-group.fluid-input input[type=datetime-local],.wy-control-group.fluid-input input[type=datetime],.wy-control-group.fluid-input input[type=email],.wy-control-group.fluid-input input[type=month],.wy-control-group.fluid-input input[type=number],.wy-control-group.fluid-input input[type=password],.wy-control-group.fluid-input input[type=search],.wy-control-group.fluid-input input[type=tel],.wy-control-group.fluid-input input[type=text],.wy-control-group.fluid-input input[type=time],.wy-control-group.fluid-input input[type=url],.wy-control-group.fluid-input input[type=week]{width:100%}.wy-form-message-inline{padding-left:.3em;color:#666;font-size:90%}.wy-form-message{display:block;color:#999;font-size:70%;margin-top:.3125em;font-style:italic}.wy-form-message p{font-size:inherit;font-style:italic;margin-bottom:6px}.wy-form-message p:last-child{margin-bottom:0}input{line-height:normal}input[type=button],input[type=reset],input[type=submit]{-webkit-appearance:button;cursor:pointer;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;*overflow:visible}input[type=color],input[type=date],input[type=datetime-local],input[type=datetime],input[type=email],input[type=month],input[type=number],input[type=password],input[type=search],input[type=tel],input[type=text],input[type=time],input[type=url],input[type=week]{-webkit-appearance:none;padding:6px;display:inline-block;border:1px solid #ccc;font-size:80%;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;box-shadow:inset 0 1px 3px #ddd;border-radius:0;-webkit-transition:border .3s linear;-moz-transition:border .3s linear;transition:border .3s linear}input[type=datetime-local]{padding:.34375em .625em}input[disabled]{cursor:default}input[type=checkbox],input[type=radio]{padding:0;margin-right:.3125em;*height:13px;*width:13px}input[type=checkbox],input[type=radio],input[type=search]{-webkit-box-sizing:border-box;-moz-box-sizing:border-box;box-sizing:border-box}input[type=search]::-webkit-search-cancel-button,input[type=search]::-webkit-search-decoration{-webkit-appearance:none}input[type=color]:focus,input[type=date]:focus,input[type=datetime-local]:focus,input[type=datetime]:focus,input[type=email]:focus,input[type=month]:focus,input[type=number]:focus,input[type=password]:focus,input[type=search]:focus,input[type=tel]:focus,input[type=text]:focus,input[type=time]:focus,input[type=url]:focus,input[type=week]:focus{outline:0;outline:thin dotted\9;border-color:#333}input.no-focus:focus{border-color:#ccc!important}input[type=checkbox]:focus,input[type=file]:focus,input[type=radio]:focus{outline:thin dotted #333;outline:1px auto #129fea}input[type=color][disabled],input[type=date][disabled],input[type=datetime-local][disabled],input[type=datetime][disabled],input[type=email][disabled],input[type=month][disabled],input[type=number][disabled],input[type=password][disabled],input[type=search][disabled],input[type=tel][disabled],input[type=text][disabled],input[type=time][disabled],input[type=url][disabled],input[type=week][disabled]{cursor:not-allowed;background-color:#fafafa}input:focus:invalid,select:focus:invalid,textarea:focus:invalid{color:#e74c3c;border:1px solid #e74c3c}input:focus:invalid:focus,select:focus:invalid:focus,textarea:focus:invalid:focus{border-color:#e74c3c}input[type=checkbox]:focus:invalid:focus,input[type=file]:focus:invalid:focus,input[type=radio]:focus:invalid:focus{outline-color:#e74c3c}input.wy-input-large{padding:12px;font-size:100%}textarea{overflow:auto;vertical-align:top;width:100%;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif}select,textarea{padding:.5em .625em;display:inline-block;border:1px solid #ccc;font-size:80%;box-shadow:inset 0 1px 3px #ddd;-webkit-transition:border .3s linear;-moz-transition:border .3s linear;transition:border .3s linear}select{border:1px solid #ccc;background-color:#fff}select[multiple]{height:auto}select:focus,textarea:focus{outline:0}input[readonly],select[disabled],select[readonly],textarea[disabled],textarea[readonly]{cursor:not-allowed;background-color:#fafafa}input[type=checkbox][disabled],input[type=radio][disabled]{cursor:not-allowed}.wy-checkbox,.wy-radio{margin:6px 0;color:#404040;display:block}.wy-checkbox input,.wy-radio input{vertical-align:baseline}.wy-form-message-inline{display:inline-block;*display:inline;*zoom:1;vertical-align:middle}.wy-input-prefix,.wy-input-suffix{white-space:nowrap;padding:6px}.wy-input-prefix .wy-input-context,.wy-input-suffix .wy-input-context{line-height:27px;padding:0 8px;display:inline-block;font-size:80%;background-color:#f3f6f6;border:1px solid #ccc;color:#999}.wy-input-suffix .wy-input-context{border-left:0}.wy-input-prefix .wy-input-context{border-right:0}.wy-switch{position:relative;display:block;height:24px;margin-top:12px;cursor:pointer}.wy-switch:before{left:0;top:0;width:36px;height:12px;background:#ccc}.wy-switch:after,.wy-switch:before{position:absolute;content:"";display:block;border-radius:4px;-webkit-transition:all .2s ease-in-out;-moz-transition:all .2s ease-in-out;transition:all .2s ease-in-out}.wy-switch:after{width:18px;height:18px;background:#999;left:-3px;top:-3px}.wy-switch span{position:absolute;left:48px;display:block;font-size:12px;color:#ccc;line-height:1}.wy-switch.active:before{background:#1e8449}.wy-switch.active:after{left:24px;background:#27ae60}.wy-switch.disabled{cursor:not-allowed;opacity:.8}.wy-control-group.wy-control-group-error .wy-form-message,.wy-control-group.wy-control-group-error>label{color:#e74c3c}.wy-control-group.wy-control-group-error input[type=color],.wy-control-group.wy-control-group-error input[type=date],.wy-control-group.wy-control-group-error input[type=datetime-local],.wy-control-group.wy-control-group-error input[type=datetime],.wy-control-group.wy-control-group-error input[type=email],.wy-control-group.wy-control-group-error input[type=month],.wy-control-group.wy-control-group-error input[type=number],.wy-control-group.wy-control-group-error input[type=password],.wy-control-group.wy-control-group-error input[type=search],.wy-control-group.wy-control-group-error input[type=tel],.wy-control-group.wy-control-group-error input[type=text],.wy-control-group.wy-control-group-error input[type=time],.wy-control-group.wy-control-group-error input[type=url],.wy-control-group.wy-control-group-error input[type=week],.wy-control-group.wy-control-group-error textarea{border:1px solid #e74c3c}.wy-inline-validate{white-space:nowrap}.wy-inline-validate .wy-input-context{padding:.5em .625em;display:inline-block;font-size:80%}.wy-inline-validate.wy-inline-validate-success .wy-input-context{color:#27ae60}.wy-inline-validate.wy-inline-validate-danger .wy-input-context{color:#e74c3c}.wy-inline-validate.wy-inline-validate-warning .wy-input-context{color:#e67e22}.wy-inline-validate.wy-inline-validate-info .wy-input-context{color:#2980b9}.rotate-90{-webkit-transform:rotate(90deg);-moz-transform:rotate(90deg);-ms-transform:rotate(90deg);-o-transform:rotate(90deg);transform:rotate(90deg)}.rotate-180{-webkit-transform:rotate(180deg);-moz-transform:rotate(180deg);-ms-transform:rotate(180deg);-o-transform:rotate(180deg);transform:rotate(180deg)}.rotate-270{-webkit-transform:rotate(270deg);-moz-transform:rotate(270deg);-ms-transform:rotate(270deg);-o-transform:rotate(270deg);transform:rotate(270deg)}.mirror{-webkit-transform:scaleX(-1);-moz-transform:scaleX(-1);-ms-transform:scaleX(-1);-o-transform:scaleX(-1);transform:scaleX(-1)}.mirror.rotate-90{-webkit-transform:scaleX(-1) rotate(90deg);-moz-transform:scaleX(-1) rotate(90deg);-ms-transform:scaleX(-1) rotate(90deg);-o-transform:scaleX(-1) rotate(90deg);transform:scaleX(-1) rotate(90deg)}.mirror.rotate-180{-webkit-transform:scaleX(-1) rotate(180deg);-moz-transform:scaleX(-1) rotate(180deg);-ms-transform:scaleX(-1) rotate(180deg);-o-transform:scaleX(-1) rotate(180deg);transform:scaleX(-1) rotate(180deg)}.mirror.rotate-270{-webkit-transform:scaleX(-1) rotate(270deg);-moz-transform:scaleX(-1) rotate(270deg);-ms-transform:scaleX(-1) rotate(270deg);-o-transform:scaleX(-1) rotate(270deg);transform:scaleX(-1) rotate(270deg)}@media only screen and (max-width:480px){.wy-form button[type=submit]{margin:.7em 0 0}.wy-form input[type=color],.wy-form input[type=date],.wy-form input[type=datetime-local],.wy-form input[type=datetime],.wy-form input[type=email],.wy-form input[type=month],.wy-form input[type=number],.wy-form input[type=password],.wy-form input[type=search],.wy-form input[type=tel],.wy-form input[type=text],.wy-form input[type=time],.wy-form input[type=url],.wy-form input[type=week],.wy-form label{margin-bottom:.3em;display:block}.wy-form input[type=color],.wy-form input[type=date],.wy-form input[type=datetime-local],.wy-form input[type=datetime],.wy-form input[type=email],.wy-form input[type=month],.wy-form input[type=number],.wy-form input[type=password],.wy-form input[type=search],.wy-form input[type=tel],.wy-form input[type=time],.wy-form input[type=url],.wy-form input[type=week]{margin-bottom:0}.wy-form-aligned .wy-control-group label{margin-bottom:.3em;text-align:left;display:block;width:100%}.wy-form-aligned .wy-control{margin:1.5em 0 0}.wy-form-message,.wy-form-message-inline,.wy-form .wy-help-inline{display:block;font-size:80%;padding:6px 0}}@media screen and (max-width:768px){.tablet-hide{display:none}}@media screen and (max-width:480px){.mobile-hide{display:none}}.float-left{float:left}.float-right{float:right}.full-width{width:100%}.rst-content table.docutils,.rst-content table.field-list,.wy-table{border-collapse:collapse;border-spacing:0;empty-cells:show;margin-bottom:24px}.rst-content table.docutils caption,.rst-content table.field-list caption,.wy-table caption{color:#000;font:italic 85%/1 arial,sans-serif;padding:1em 0;text-align:center}.rst-content table.docutils td,.rst-content table.docutils th,.rst-content table.field-list td,.rst-content table.field-list th,.wy-table td,.wy-table th{font-size:90%;margin:0;overflow:visible;padding:8px 16px}.rst-content table.docutils td:first-child,.rst-content table.docutils th:first-child,.rst-content table.field-list td:first-child,.rst-content table.field-list th:first-child,.wy-table td:first-child,.wy-table th:first-child{border-left-width:0}.rst-content table.docutils thead,.rst-content table.field-list thead,.wy-table thead{color:#000;text-align:left;vertical-align:bottom;white-space:nowrap}.rst-content table.docutils thead th,.rst-content table.field-list thead th,.wy-table thead th{font-weight:700;border-bottom:2px solid #e1e4e5}.rst-content table.docutils td,.rst-content table.field-list td,.wy-table td{background-color:transparent;vertical-align:middle}.rst-content table.docutils td p,.rst-content table.field-list td p,.wy-table td p{line-height:18px}.rst-content table.docutils td p:last-child,.rst-content table.field-list td p:last-child,.wy-table td p:last-child{margin-bottom:0}.rst-content table.docutils .wy-table-cell-min,.rst-content table.field-list .wy-table-cell-min,.wy-table .wy-table-cell-min{width:1%;padding-right:0}.rst-content table.docutils .wy-table-cell-min input[type=checkbox],.rst-content table.field-list .wy-table-cell-min input[type=checkbox],.wy-table .wy-table-cell-min input[type=checkbox]{margin:0}.wy-table-secondary{color:grey;font-size:90%}.wy-table-tertiary{color:grey;font-size:80%}.rst-content table.docutils:not(.field-list) tr:nth-child(2n-1) td,.wy-table-backed,.wy-table-odd td,.wy-table-striped tr:nth-child(2n-1) td{background-color:#f3f6f6}.rst-content table.docutils,.wy-table-bordered-all{border:1px solid #e1e4e5}.rst-content table.docutils td,.wy-table-bordered-all td{border-bottom:1px solid #e1e4e5;border-left:1px solid #e1e4e5}.rst-content table.docutils tbody>tr:last-child td,.wy-table-bordered-all tbody>tr:last-child td{border-bottom-width:0}.wy-table-bordered{border:1px solid #e1e4e5}.wy-table-bordered-rows td{border-bottom:1px solid #e1e4e5}.wy-table-bordered-rows tbody>tr:last-child td{border-bottom-width:0}.wy-table-horizontal td,.wy-table-horizontal th{border-width:0 0 1px;border-bottom:1px solid #e1e4e5}.wy-table-horizontal tbody>tr:last-child td{border-bottom-width:0}.wy-table-responsive{margin-bottom:24px;max-width:100%;overflow:auto}.wy-table-responsive table{margin-bottom:0!important}.wy-table-responsive table td,.wy-table-responsive table th{white-space:nowrap}a{color:#2980b9;text-decoration:none;cursor:pointer}a:hover{color:#3091d1}a:visited{color:#9b59b6}html{height:100%}body,html{overflow-x:hidden}body{font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;font-weight:400;color:#404040;min-height:100%;background:#edf0f2}.wy-text-left{text-align:left}.wy-text-center{text-align:center}.wy-text-right{text-align:right}.wy-text-large{font-size:120%}.wy-text-normal{font-size:100%}.wy-text-small,small{font-size:80%}.wy-text-strike{text-decoration:line-through}.wy-text-warning{color:#e67e22!important}a.wy-text-warning:hover{color:#eb9950!important}.wy-text-info{color:#2980b9!important}a.wy-text-info:hover{color:#409ad5!important}.wy-text-success{color:#27ae60!important}a.wy-text-success:hover{color:#36d278!important}.wy-text-danger{color:#e74c3c!important}a.wy-text-danger:hover{color:#ed7669!important}.wy-text-neutral{color:#404040!important}a.wy-text-neutral:hover{color:#595959!important}.rst-content .toctree-wrapper>p.caption,h1,h2,h3,h4,h5,h6,legend{margin-top:0;font-weight:700;font-family:Roboto Slab,ff-tisa-web-pro,Georgia,Arial,sans-serif}p{line-height:24px;font-size:16px;margin:0 0 24px}h1{font-size:175%}.rst-content .toctree-wrapper>p.caption,h2{font-size:150%}h3{font-size:125%}h4{font-size:115%}h5{font-size:110%}h6{font-size:100%}hr{display:block;height:1px;border:0;border-top:1px solid #e1e4e5;margin:24px 0;padding:0}.rst-content code,.rst-content tt,code{white-space:nowrap;max-width:100%;background:#fff;border:1px solid #e1e4e5;font-size:75%;padding:0 5px;font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;color:#e74c3c;overflow-x:auto}.rst-content tt.code-large,code.code-large{font-size:90%}.rst-content .section ul,.rst-content .toctree-wrapper ul,.rst-content section ul,.wy-plain-list-disc,article ul{list-style:disc;line-height:24px;margin-bottom:24px}.rst-content .section ul li,.rst-content .toctree-wrapper ul li,.rst-content section ul li,.wy-plain-list-disc li,article ul li{list-style:disc;margin-left:24px}.rst-content .section ul li p:last-child,.rst-content .section ul li ul,.rst-content .toctree-wrapper ul li p:last-child,.rst-content .toctree-wrapper ul li ul,.rst-content section ul li p:last-child,.rst-content section ul li ul,.wy-plain-list-disc li p:last-child,.wy-plain-list-disc li ul,article ul li p:last-child,article ul li ul{margin-bottom:0}.rst-content .section ul li li,.rst-content .toctree-wrapper ul li li,.rst-content section ul li li,.wy-plain-list-disc li li,article ul li li{list-style:circle}.rst-content .section ul li li li,.rst-content .toctree-wrapper ul li li li,.rst-content section ul li li li,.wy-plain-list-disc li li li,article ul li li li{list-style:square}.rst-content .section ul li ol li,.rst-content .toctree-wrapper ul li ol li,.rst-content section ul li ol li,.wy-plain-list-disc li ol li,article ul li ol li{list-style:decimal}.rst-content .section ol,.rst-content .section ol.arabic,.rst-content .toctree-wrapper ol,.rst-content .toctree-wrapper ol.arabic,.rst-content section ol,.rst-content section ol.arabic,.wy-plain-list-decimal,article ol{list-style:decimal;line-height:24px;margin-bottom:24px}.rst-content .section ol.arabic li,.rst-content .section ol li,.rst-content .toctree-wrapper ol.arabic li,.rst-content .toctree-wrapper ol li,.rst-content section ol.arabic li,.rst-content section ol li,.wy-plain-list-decimal li,article ol li{list-style:decimal;margin-left:24px}.rst-content .section ol.arabic li ul,.rst-content .section ol li p:last-child,.rst-content .section ol li ul,.rst-content .toctree-wrapper ol.arabic li ul,.rst-content .toctree-wrapper ol li p:last-child,.rst-content .toctree-wrapper ol li ul,.rst-content section ol.arabic li ul,.rst-content section ol li p:last-child,.rst-content section ol li ul,.wy-plain-list-decimal li p:last-child,.wy-plain-list-decimal li ul,article ol li p:last-child,article ol li ul{margin-bottom:0}.rst-content .section ol.arabic li ul li,.rst-content .section ol li ul li,.rst-content .toctree-wrapper ol.arabic li ul li,.rst-content .toctree-wrapper ol li ul li,.rst-content section ol.arabic li ul li,.rst-content section ol li ul li,.wy-plain-list-decimal li ul li,article ol li ul li{list-style:disc}.wy-breadcrumbs{*zoom:1}.wy-breadcrumbs:after,.wy-breadcrumbs:before{display:table;content:""}.wy-breadcrumbs:after{clear:both}.wy-breadcrumbs li{display:inline-block}.wy-breadcrumbs li.wy-breadcrumbs-aside{float:right}.wy-breadcrumbs li a{display:inline-block;padding:5px}.wy-breadcrumbs li a:first-child{padding-left:0}.rst-content .wy-breadcrumbs li tt,.wy-breadcrumbs li .rst-content tt,.wy-breadcrumbs li code{padding:5px;border:none;background:none}.rst-content .wy-breadcrumbs li tt.literal,.wy-breadcrumbs li .rst-content tt.literal,.wy-breadcrumbs li code.literal{color:#404040}.wy-breadcrumbs-extra{margin-bottom:0;color:#b3b3b3;font-size:80%;display:inline-block}@media screen and (max-width:480px){.wy-breadcrumbs-extra,.wy-breadcrumbs li.wy-breadcrumbs-aside{display:none}}@media print{.wy-breadcrumbs li.wy-breadcrumbs-aside{display:none}}html{font-size:16px}.wy-affix{position:fixed;top:1.618em}.wy-menu a:hover{text-decoration:none}.wy-menu-horiz{*zoom:1}.wy-menu-horiz:after,.wy-menu-horiz:before{display:table;content:""}.wy-menu-horiz:after{clear:both}.wy-menu-horiz li,.wy-menu-horiz ul{display:inline-block}.wy-menu-horiz li:hover{background:hsla(0,0%,100%,.1)}.wy-menu-horiz li.divide-left{border-left:1px solid #404040}.wy-menu-horiz li.divide-right{border-right:1px solid #404040}.wy-menu-horiz a{height:32px;display:inline-block;line-height:32px;padding:0 16px}.wy-menu-vertical{width:300px}.wy-menu-vertical header,.wy-menu-vertical p.caption{color:#55a5d9;height:32px;line-height:32px;padding:0 1.618em;margin:12px 0 0;display:block;font-weight:700;text-transform:uppercase;font-size:85%;white-space:nowrap}.wy-menu-vertical ul{margin-bottom:0}.wy-menu-vertical li.divide-top{border-top:1px solid #404040}.wy-menu-vertical li.divide-bottom{border-bottom:1px solid #404040}.wy-menu-vertical li.current{background:#e3e3e3}.wy-menu-vertical li.current a{color:grey;border-right:1px solid #c9c9c9;padding:.4045em 2.427em}.wy-menu-vertical li.current a:hover{background:#d6d6d6}.rst-content .wy-menu-vertical li tt,.wy-menu-vertical li .rst-content tt,.wy-menu-vertical li code{border:none;background:inherit;color:inherit;padding-left:0;padding-right:0}.wy-menu-vertical li button.toctree-expand{display:block;float:left;margin-left:-1.2em;line-height:18px;color:#4d4d4d;border:none;background:none;padding:0}.wy-menu-vertical li.current>a,.wy-menu-vertical li.on a{color:#404040;font-weight:700;position:relative;background:#fcfcfc;border:none;padding:.4045em 1.618em}.wy-menu-vertical li.current>a:hover,.wy-menu-vertical li.on a:hover{background:#fcfcfc}.wy-menu-vertical li.current>a:hover button.toctree-expand,.wy-menu-vertical li.on a:hover button.toctree-expand{color:grey}.wy-menu-vertical li.current>a button.toctree-expand,.wy-menu-vertical li.on a button.toctree-expand{display:block;line-height:18px;color:#333}.wy-menu-vertical li.toctree-l1.current>a{border-bottom:1px solid #c9c9c9;border-top:1px solid #c9c9c9}.wy-menu-vertical .toctree-l1.current .toctree-l2>ul,.wy-menu-vertical .toctree-l2.current .toctree-l3>ul,.wy-menu-vertical .toctree-l3.current .toctree-l4>ul,.wy-menu-vertical .toctree-l4.current .toctree-l5>ul,.wy-menu-vertical .toctree-l5.current .toctree-l6>ul,.wy-menu-vertical .toctree-l6.current .toctree-l7>ul,.wy-menu-vertical .toctree-l7.current .toctree-l8>ul,.wy-menu-vertical .toctree-l8.current .toctree-l9>ul,.wy-menu-vertical .toctree-l9.current .toctree-l10>ul,.wy-menu-vertical .toctree-l10.current .toctree-l11>ul{display:none}.wy-menu-vertical .toctree-l1.current .current.toctree-l2>ul,.wy-menu-vertical .toctree-l2.current .current.toctree-l3>ul,.wy-menu-vertical .toctree-l3.current .current.toctree-l4>ul,.wy-menu-vertical .toctree-l4.current .current.toctree-l5>ul,.wy-menu-vertical .toctree-l5.current .current.toctree-l6>ul,.wy-menu-vertical .toctree-l6.current .current.toctree-l7>ul,.wy-menu-vertical .toctree-l7.current .current.toctree-l8>ul,.wy-menu-vertical .toctree-l8.current .current.toctree-l9>ul,.wy-menu-vertical .toctree-l9.current .current.toctree-l10>ul,.wy-menu-vertical .toctree-l10.current .current.toctree-l11>ul{display:block}.wy-menu-vertical li.toctree-l3,.wy-menu-vertical li.toctree-l4{font-size:.9em}.wy-menu-vertical li.toctree-l2 a,.wy-menu-vertical li.toctree-l3 a,.wy-menu-vertical li.toctree-l4 a,.wy-menu-vertical li.toctree-l5 a,.wy-menu-vertical li.toctree-l6 a,.wy-menu-vertical li.toctree-l7 a,.wy-menu-vertical li.toctree-l8 a,.wy-menu-vertical li.toctree-l9 a,.wy-menu-vertical li.toctree-l10 a{color:#404040}.wy-menu-vertical li.toctree-l2 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l3 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l4 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l5 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l6 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l7 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l8 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l9 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l10 a:hover button.toctree-expand{color:grey}.wy-menu-vertical li.toctree-l2.current li.toctree-l3>a,.wy-menu-vertical li.toctree-l3.current li.toctree-l4>a,.wy-menu-vertical li.toctree-l4.current li.toctree-l5>a,.wy-menu-vertical li.toctree-l5.current li.toctree-l6>a,.wy-menu-vertical li.toctree-l6.current li.toctree-l7>a,.wy-menu-vertical li.toctree-l7.current li.toctree-l8>a,.wy-menu-vertical li.toctree-l8.current li.toctree-l9>a,.wy-menu-vertical li.toctree-l9.current li.toctree-l10>a,.wy-menu-vertical li.toctree-l10.current li.toctree-l11>a{display:block}.wy-menu-vertical li.toctree-l2.current>a{padding:.4045em 2.427em}.wy-menu-vertical li.toctree-l2.current li.toctree-l3>a{padding:.4045em 1.618em .4045em 4.045em}.wy-menu-vertical li.toctree-l3.current>a{padding:.4045em 4.045em}.wy-menu-vertical li.toctree-l3.current li.toctree-l4>a{padding:.4045em 1.618em .4045em 5.663em}.wy-menu-vertical li.toctree-l4.current>a{padding:.4045em 5.663em}.wy-menu-vertical li.toctree-l4.current li.toctree-l5>a{padding:.4045em 1.618em .4045em 7.281em}.wy-menu-vertical li.toctree-l5.current>a{padding:.4045em 7.281em}.wy-menu-vertical li.toctree-l5.current li.toctree-l6>a{padding:.4045em 1.618em .4045em 8.899em}.wy-menu-vertical li.toctree-l6.current>a{padding:.4045em 8.899em}.wy-menu-vertical li.toctree-l6.current li.toctree-l7>a{padding:.4045em 1.618em .4045em 10.517em}.wy-menu-vertical li.toctree-l7.current>a{padding:.4045em 10.517em}.wy-menu-vertical li.toctree-l7.current li.toctree-l8>a{padding:.4045em 1.618em .4045em 12.135em}.wy-menu-vertical li.toctree-l8.current>a{padding:.4045em 12.135em}.wy-menu-vertical li.toctree-l8.current li.toctree-l9>a{padding:.4045em 1.618em .4045em 13.753em}.wy-menu-vertical li.toctree-l9.current>a{padding:.4045em 13.753em}.wy-menu-vertical li.toctree-l9.current li.toctree-l10>a{padding:.4045em 1.618em .4045em 15.371em}.wy-menu-vertical li.toctree-l10.current>a{padding:.4045em 15.371em}.wy-menu-vertical li.toctree-l10.current li.toctree-l11>a{padding:.4045em 1.618em .4045em 16.989em}.wy-menu-vertical li.toctree-l2.current>a,.wy-menu-vertical li.toctree-l2.current li.toctree-l3>a{background:#c9c9c9}.wy-menu-vertical li.toctree-l2 button.toctree-expand{color:#a3a3a3}.wy-menu-vertical li.toctree-l3.current>a,.wy-menu-vertical li.toctree-l3.current li.toctree-l4>a{background:#bdbdbd}.wy-menu-vertical li.toctree-l3 button.toctree-expand{color:#969696}.wy-menu-vertical li.current ul{display:block}.wy-menu-vertical li ul{margin-bottom:0;display:none}.wy-menu-vertical li ul li a{margin-bottom:0;color:#d9d9d9;font-weight:400}.wy-menu-vertical a{line-height:18px;padding:.4045em 1.618em;display:block;position:relative;font-size:90%;color:#d9d9d9}.wy-menu-vertical a:hover{background-color:#4e4a4a;cursor:pointer}.wy-menu-vertical a:hover button.toctree-expand{color:#d9d9d9}.wy-menu-vertical a:active{background-color:#2980b9;cursor:pointer;color:#fff}.wy-menu-vertical a:active button.toctree-expand{color:#fff}.wy-side-nav-search{display:block;width:300px;padding:.809em;margin-bottom:.809em;z-index:200;background-color:#2980b9;text-align:center;color:#fcfcfc}.wy-side-nav-search input[type=text]{width:100%;border-radius:50px;padding:6px 12px;border-color:#2472a4}.wy-side-nav-search img{display:block;margin:auto auto .809em;height:45px;width:45px;background-color:#2980b9;padding:5px;border-radius:100%}.wy-side-nav-search .wy-dropdown>a,.wy-side-nav-search>a{color:#fcfcfc;font-size:100%;font-weight:700;display:inline-block;padding:4px 6px;margin-bottom:.809em;max-width:100%}.wy-side-nav-search .wy-dropdown>a:hover,.wy-side-nav-search>a:hover{background:hsla(0,0%,100%,.1)}.wy-side-nav-search .wy-dropdown>a img.logo,.wy-side-nav-search>a img.logo{display:block;margin:0 auto;height:auto;width:auto;border-radius:0;max-width:100%;background:transparent}.wy-side-nav-search .wy-dropdown>a.icon img.logo,.wy-side-nav-search>a.icon img.logo{margin-top:.85em}.wy-side-nav-search>div.version{margin-top:-.4045em;margin-bottom:.809em;font-weight:400;color:hsla(0,0%,100%,.3)}.wy-nav .wy-menu-vertical header{color:#2980b9}.wy-nav .wy-menu-vertical a{color:#b3b3b3}.wy-nav .wy-menu-vertical a:hover{background-color:#2980b9;color:#fff}[data-menu-wrap]{-webkit-transition:all .2s ease-in;-moz-transition:all .2s ease-in;transition:all .2s ease-in;position:absolute;opacity:1;width:100%;opacity:0}[data-menu-wrap].move-center{left:0;right:auto;opacity:1}[data-menu-wrap].move-left{right:auto;left:-100%;opacity:0}[data-menu-wrap].move-right{right:-100%;left:auto;opacity:0}.wy-body-for-nav{background:#fcfcfc}.wy-grid-for-nav{position:absolute;width:100%;height:100%}.wy-nav-side{position:fixed;top:0;bottom:0;left:0;padding-bottom:2em;width:300px;overflow-x:hidden;overflow-y:hidden;min-height:100%;color:#9b9b9b;background:#343131;z-index:200}.wy-side-scroll{width:320px;position:relative;overflow-x:hidden;overflow-y:scroll;height:100%}.wy-nav-top{display:none;background:#2980b9;color:#fff;padding:.4045em .809em;position:relative;line-height:50px;text-align:center;font-size:100%;*zoom:1}.wy-nav-top:after,.wy-nav-top:before{display:table;content:""}.wy-nav-top:after{clear:both}.wy-nav-top a{color:#fff;font-weight:700}.wy-nav-top img{margin-right:12px;height:45px;width:45px;background-color:#2980b9;padding:5px;border-radius:100%}.wy-nav-top i{font-size:30px;float:left;cursor:pointer;padding-top:inherit}.wy-nav-content-wrap{margin-left:300px;background:#fcfcfc;min-height:100%}.wy-nav-content{padding:1.618em 3.236em;height:100%;max-width:800px;margin:auto}.wy-body-mask{position:fixed;width:100%;height:100%;background:rgba(0,0,0,.2);display:none;z-index:499}.wy-body-mask.on{display:block}footer{color:grey}footer p{margin-bottom:12px}.rst-content footer span.commit tt,footer span.commit .rst-content tt,footer span.commit code{padding:0;font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;font-size:1em;background:none;border:none;color:grey}.rst-footer-buttons{*zoom:1}.rst-footer-buttons:after,.rst-footer-buttons:before{width:100%;display:table;content:""}.rst-footer-buttons:after{clear:both}.rst-breadcrumbs-buttons{margin-top:12px;*zoom:1}.rst-breadcrumbs-buttons:after,.rst-breadcrumbs-buttons:before{display:table;content:""}.rst-breadcrumbs-buttons:after{clear:both}#search-results .search li{margin-bottom:24px;border-bottom:1px solid #e1e4e5;padding-bottom:24px}#search-results .search li:first-child{border-top:1px solid #e1e4e5;padding-top:24px}#search-results .search li a{font-size:120%;margin-bottom:12px;display:inline-block}#search-results .context{color:grey;font-size:90%}.genindextable li>ul{margin-left:24px}@media screen and (max-width:768px){.wy-body-for-nav{background:#fcfcfc}.wy-nav-top{display:block}.wy-nav-side{left:-300px}.wy-nav-side.shift{width:85%;left:0}.wy-menu.wy-menu-vertical,.wy-side-nav-search,.wy-side-scroll{width:auto}.wy-nav-content-wrap{margin-left:0}.wy-nav-content-wrap .wy-nav-content{padding:1.618em}.wy-nav-content-wrap.shift{position:fixed;min-width:100%;left:85%;top:0;height:100%;overflow:hidden}}@media screen and (min-width:1100px){.wy-nav-content-wrap{background:rgba(0,0,0,.05)}.wy-nav-content{margin:0;background:#fcfcfc}}@media print{.rst-versions,.wy-nav-side,footer{display:none}.wy-nav-content-wrap{margin-left:0}}.rst-versions{position:fixed;bottom:0;left:0;width:300px;color:#fcfcfc;background:#1f1d1d;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;z-index:400}.rst-versions a{color:#2980b9;text-decoration:none}.rst-versions .rst-badge-small{display:none}.rst-versions .rst-current-version{padding:12px;background-color:#272525;display:block;text-align:right;font-size:90%;cursor:pointer;color:#27ae60;*zoom:1}.rst-versions .rst-current-version:after,.rst-versions .rst-current-version:before{display:table;content:""}.rst-versions .rst-current-version:after{clear:both}.rst-content .code-block-caption .rst-versions .rst-current-version .headerlink,.rst-content .eqno .rst-versions .rst-current-version .headerlink,.rst-content .rst-versions .rst-current-version .admonition-title,.rst-content code.download .rst-versions .rst-current-version span:first-child,.rst-content dl dt .rst-versions .rst-current-version .headerlink,.rst-content h1 .rst-versions .rst-current-version .headerlink,.rst-content h2 .rst-versions .rst-current-version .headerlink,.rst-content h3 .rst-versions .rst-current-version .headerlink,.rst-content h4 .rst-versions .rst-current-version .headerlink,.rst-content h5 .rst-versions .rst-current-version .headerlink,.rst-content h6 .rst-versions .rst-current-version .headerlink,.rst-content p .rst-versions .rst-current-version .headerlink,.rst-content table>caption .rst-versions .rst-current-version .headerlink,.rst-content tt.download .rst-versions .rst-current-version span:first-child,.rst-versions .rst-current-version .fa,.rst-versions .rst-current-version .icon,.rst-versions .rst-current-version .rst-content .admonition-title,.rst-versions .rst-current-version .rst-content .code-block-caption .headerlink,.rst-versions .rst-current-version .rst-content .eqno .headerlink,.rst-versions .rst-current-version .rst-content code.download span:first-child,.rst-versions .rst-current-version .rst-content dl dt .headerlink,.rst-versions .rst-current-version .rst-content h1 .headerlink,.rst-versions .rst-current-version .rst-content h2 .headerlink,.rst-versions .rst-current-version .rst-content h3 .headerlink,.rst-versions .rst-current-version .rst-content h4 .headerlink,.rst-versions .rst-current-version .rst-content h5 .headerlink,.rst-versions .rst-current-version .rst-content h6 .headerlink,.rst-versions .rst-current-version .rst-content p .headerlink,.rst-versions .rst-current-version .rst-content table>caption .headerlink,.rst-versions .rst-current-version .rst-content tt.download span:first-child,.rst-versions .rst-current-version .wy-menu-vertical li button.toctree-expand,.wy-menu-vertical li .rst-versions .rst-current-version button.toctree-expand{color:#fcfcfc}.rst-versions .rst-current-version .fa-book,.rst-versions .rst-current-version .icon-book{float:left}.rst-versions .rst-current-version.rst-out-of-date{background-color:#e74c3c;color:#fff}.rst-versions .rst-current-version.rst-active-old-version{background-color:#f1c40f;color:#000}.rst-versions.shift-up{height:auto;max-height:100%;overflow-y:scroll}.rst-versions.shift-up .rst-other-versions{display:block}.rst-versions .rst-other-versions{font-size:90%;padding:12px;color:grey;display:none}.rst-versions .rst-other-versions hr{display:block;height:1px;border:0;margin:20px 0;padding:0;border-top:1px solid #413d3d}.rst-versions .rst-other-versions dd{display:inline-block;margin:0}.rst-versions .rst-other-versions dd a{display:inline-block;padding:6px;color:#fcfcfc}.rst-versions.rst-badge{width:auto;bottom:20px;right:20px;left:auto;border:none;max-width:300px;max-height:90%}.rst-versions.rst-badge .fa-book,.rst-versions.rst-badge .icon-book{float:none;line-height:30px}.rst-versions.rst-badge.shift-up .rst-current-version{text-align:right}.rst-versions.rst-badge.shift-up .rst-current-version .fa-book,.rst-versions.rst-badge.shift-up .rst-current-version .icon-book{float:left}.rst-versions.rst-badge>.rst-current-version{width:auto;height:30px;line-height:30px;padding:0 6px;display:block;text-align:center}@media screen and (max-width:768px){.rst-versions{width:85%;display:none}.rst-versions.shift{display:block}}.rst-content .toctree-wrapper>p.caption,.rst-content h1,.rst-content h2,.rst-content h3,.rst-content h4,.rst-content h5,.rst-content h6{margin-bottom:24px}.rst-content img{max-width:100%;height:auto}.rst-content div.figure,.rst-content figure{margin-bottom:24px}.rst-content div.figure .caption-text,.rst-content figure .caption-text{font-style:italic}.rst-content div.figure p:last-child.caption,.rst-content figure p:last-child.caption{margin-bottom:0}.rst-content div.figure.align-center,.rst-content figure.align-center{text-align:center}.rst-content .section>a>img,.rst-content .section>img,.rst-content section>a>img,.rst-content section>img{margin-bottom:24px}.rst-content abbr[title]{text-decoration:none}.rst-content.style-external-links a.reference.external:after{font-family:FontAwesome;content:"\f08e";color:#b3b3b3;vertical-align:super;font-size:60%;margin:0 .2em}.rst-content blockquote{margin-left:24px;line-height:24px;margin-bottom:24px}.rst-content pre.literal-block{white-space:pre;margin:0;padding:12px;font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;display:block;overflow:auto}.rst-content div[class^=highlight],.rst-content pre.literal-block{border:1px solid #e1e4e5;overflow-x:auto;margin:1px 0 24px}.rst-content div[class^=highlight] div[class^=highlight],.rst-content pre.literal-block div[class^=highlight]{padding:0;border:none;margin:0}.rst-content div[class^=highlight] td.code{width:100%}.rst-content .linenodiv pre{border-right:1px solid #e6e9ea;margin:0;padding:12px;font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;user-select:none;pointer-events:none}.rst-content div[class^=highlight] pre{white-space:pre;margin:0;padding:12px;display:block;overflow:auto}.rst-content div[class^=highlight] pre .hll{display:block;margin:0 -12px;padding:0 12px}.rst-content .linenodiv pre,.rst-content div[class^=highlight] pre,.rst-content pre.literal-block{font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;font-size:12px;line-height:1.4}.rst-content div.highlight .gp,.rst-content div.highlight span.linenos{user-select:none;pointer-events:none}.rst-content div.highlight span.linenos{display:inline-block;padding-left:0;padding-right:12px;margin-right:12px;border-right:1px solid #e6e9ea}.rst-content .code-block-caption{font-style:italic;font-size:85%;line-height:1;padding:1em 0;text-align:center}@media print{.rst-content .codeblock,.rst-content div[class^=highlight],.rst-content div[class^=highlight] pre{white-space:pre-wrap}}.rst-content .admonition,.rst-content .admonition-todo,.rst-content .attention,.rst-content .caution,.rst-content .danger,.rst-content .error,.rst-content .hint,.rst-content .important,.rst-content .note,.rst-content .seealso,.rst-content .tip,.rst-content .warning{clear:both}.rst-content .admonition-todo .last,.rst-content .admonition-todo>:last-child,.rst-content .admonition .last,.rst-content .admonition>:last-child,.rst-content .attention .last,.rst-content .attention>:last-child,.rst-content .caution .last,.rst-content .caution>:last-child,.rst-content .danger .last,.rst-content .danger>:last-child,.rst-content .error .last,.rst-content .error>:last-child,.rst-content .hint .last,.rst-content .hint>:last-child,.rst-content .important .last,.rst-content .important>:last-child,.rst-content .note .last,.rst-content .note>:last-child,.rst-content .seealso .last,.rst-content .seealso>:last-child,.rst-content .tip .last,.rst-content .tip>:last-child,.rst-content .warning .last,.rst-content .warning>:last-child{margin-bottom:0}.rst-content .admonition-title:before{margin-right:4px}.rst-content .admonition table{border-color:rgba(0,0,0,.1)}.rst-content .admonition table td,.rst-content .admonition table th{background:transparent!important;border-color:rgba(0,0,0,.1)!important}.rst-content .section ol.loweralpha,.rst-content .section ol.loweralpha>li,.rst-content .toctree-wrapper ol.loweralpha,.rst-content .toctree-wrapper ol.loweralpha>li,.rst-content section ol.loweralpha,.rst-content section ol.loweralpha>li{list-style:lower-alpha}.rst-content .section ol.upperalpha,.rst-content .section ol.upperalpha>li,.rst-content .toctree-wrapper ol.upperalpha,.rst-content .toctree-wrapper ol.upperalpha>li,.rst-content section ol.upperalpha,.rst-content section ol.upperalpha>li{list-style:upper-alpha}.rst-content .section ol li>*,.rst-content .section ul li>*,.rst-content .toctree-wrapper ol li>*,.rst-content .toctree-wrapper ul li>*,.rst-content section ol li>*,.rst-content section ul li>*{margin-top:12px;margin-bottom:12px}.rst-content .section ol li>:first-child,.rst-content .section ul li>:first-child,.rst-content .toctree-wrapper ol li>:first-child,.rst-content .toctree-wrapper ul li>:first-child,.rst-content section ol li>:first-child,.rst-content section ul li>:first-child{margin-top:0}.rst-content .section ol li>p,.rst-content .section ol li>p:last-child,.rst-content .section ul li>p,.rst-content .section ul li>p:last-child,.rst-content .toctree-wrapper ol li>p,.rst-content .toctree-wrapper ol li>p:last-child,.rst-content .toctree-wrapper ul li>p,.rst-content .toctree-wrapper ul li>p:last-child,.rst-content section ol li>p,.rst-content section ol li>p:last-child,.rst-content section ul li>p,.rst-content section ul li>p:last-child{margin-bottom:12px}.rst-content .section ol li>p:only-child,.rst-content .section ol li>p:only-child:last-child,.rst-content .section ul li>p:only-child,.rst-content .section ul li>p:only-child:last-child,.rst-content .toctree-wrapper ol li>p:only-child,.rst-content .toctree-wrapper ol li>p:only-child:last-child,.rst-content .toctree-wrapper ul li>p:only-child,.rst-content .toctree-wrapper ul li>p:only-child:last-child,.rst-content section ol li>p:only-child,.rst-content section ol li>p:only-child:last-child,.rst-content section ul li>p:only-child,.rst-content section ul li>p:only-child:last-child{margin-bottom:0}.rst-content .section ol li>ol,.rst-content .section ol li>ul,.rst-content .section ul li>ol,.rst-content .section ul li>ul,.rst-content .toctree-wrapper ol li>ol,.rst-content .toctree-wrapper ol li>ul,.rst-content .toctree-wrapper ul li>ol,.rst-content .toctree-wrapper ul li>ul,.rst-content section ol li>ol,.rst-content section ol li>ul,.rst-content section ul li>ol,.rst-content section ul li>ul{margin-bottom:12px}.rst-content .section ol.simple li>*,.rst-content .section ol.simple li ol,.rst-content .section ol.simple li ul,.rst-content .section ul.simple li>*,.rst-content .section ul.simple li ol,.rst-content .section ul.simple li ul,.rst-content .toctree-wrapper ol.simple li>*,.rst-content .toctree-wrapper ol.simple li ol,.rst-content .toctree-wrapper ol.simple li ul,.rst-content .toctree-wrapper ul.simple li>*,.rst-content .toctree-wrapper ul.simple li ol,.rst-content .toctree-wrapper ul.simple li ul,.rst-content section ol.simple li>*,.rst-content section ol.simple li ol,.rst-content section ol.simple li ul,.rst-content section ul.simple li>*,.rst-content section ul.simple li ol,.rst-content section ul.simple li ul{margin-top:0;margin-bottom:0}.rst-content .line-block{margin-left:0;margin-bottom:24px;line-height:24px}.rst-content .line-block .line-block{margin-left:24px;margin-bottom:0}.rst-content .topic-title{font-weight:700;margin-bottom:12px}.rst-content .toc-backref{color:#404040}.rst-content .align-right{float:right;margin:0 0 24px 24px}.rst-content .align-left{float:left;margin:0 24px 24px 0}.rst-content .align-center{margin:auto}.rst-content .align-center:not(table){display:block}.rst-content .code-block-caption .headerlink,.rst-content .eqno .headerlink,.rst-content .toctree-wrapper>p.caption .headerlink,.rst-content dl dt .headerlink,.rst-content h1 .headerlink,.rst-content h2 .headerlink,.rst-content h3 .headerlink,.rst-content h4 .headerlink,.rst-content h5 .headerlink,.rst-content h6 .headerlink,.rst-content p.caption .headerlink,.rst-content p .headerlink,.rst-content table>caption .headerlink{opacity:0;font-size:14px;font-family:FontAwesome;margin-left:.5em}.rst-content .code-block-caption .headerlink:focus,.rst-content .code-block-caption:hover .headerlink,.rst-content .eqno .headerlink:focus,.rst-content .eqno:hover .headerlink,.rst-content .toctree-wrapper>p.caption .headerlink:focus,.rst-content .toctree-wrapper>p.caption:hover .headerlink,.rst-content dl dt .headerlink:focus,.rst-content dl dt:hover .headerlink,.rst-content h1 .headerlink:focus,.rst-content h1:hover .headerlink,.rst-content h2 .headerlink:focus,.rst-content h2:hover .headerlink,.rst-content h3 .headerlink:focus,.rst-content h3:hover .headerlink,.rst-content h4 .headerlink:focus,.rst-content h4:hover .headerlink,.rst-content h5 .headerlink:focus,.rst-content h5:hover .headerlink,.rst-content h6 .headerlink:focus,.rst-content h6:hover .headerlink,.rst-content p.caption .headerlink:focus,.rst-content p.caption:hover .headerlink,.rst-content p .headerlink:focus,.rst-content p:hover .headerlink,.rst-content table>caption .headerlink:focus,.rst-content table>caption:hover .headerlink{opacity:1}.rst-content .btn:focus{outline:2px solid}.rst-content table>caption .headerlink:after{font-size:12px}.rst-content .centered{text-align:center}.rst-content .sidebar{float:right;width:40%;display:block;margin:0 0 24px 24px;padding:24px;background:#f3f6f6;border:1px solid #e1e4e5}.rst-content .sidebar dl,.rst-content .sidebar p,.rst-content .sidebar ul{font-size:90%}.rst-content .sidebar .last,.rst-content .sidebar>:last-child{margin-bottom:0}.rst-content .sidebar .sidebar-title{display:block;font-family:Roboto Slab,ff-tisa-web-pro,Georgia,Arial,sans-serif;font-weight:700;background:#e1e4e5;padding:6px 12px;margin:-24px -24px 24px;font-size:100%}.rst-content .highlighted{background:#f1c40f;box-shadow:0 0 0 2px #f1c40f;display:inline;font-weight:700}.rst-content .citation-reference,.rst-content .footnote-reference{vertical-align:baseline;position:relative;top:-.4em;line-height:0;font-size:90%}.rst-content .hlist{width:100%}.rst-content dl dt span.classifier:before{content:" : "}.rst-content dl dt span.classifier-delimiter{display:none!important}html.writer-html4 .rst-content table.docutils.citation,html.writer-html4 .rst-content table.docutils.footnote{background:none;border:none}html.writer-html4 .rst-content table.docutils.citation td,html.writer-html4 .rst-content table.docutils.citation tr,html.writer-html4 .rst-content table.docutils.footnote td,html.writer-html4 .rst-content table.docutils.footnote tr{border:none;background-color:transparent!important;white-space:normal}html.writer-html4 .rst-content table.docutils.citation td.label,html.writer-html4 .rst-content table.docutils.footnote td.label{padding-left:0;padding-right:0;vertical-align:top}html.writer-html5 .rst-content dl.field-list,html.writer-html5 .rst-content dl.footnote{display:grid;grid-template-columns:max-content auto}html.writer-html5 .rst-content dl.field-list>dt,html.writer-html5 .rst-content dl.footnote>dt{padding-left:1rem}html.writer-html5 .rst-content dl.field-list>dt:after,html.writer-html5 .rst-content dl.footnote>dt:after{content:":"}html.writer-html5 .rst-content dl.field-list>dd,html.writer-html5 .rst-content dl.field-list>dt,html.writer-html5 .rst-content dl.footnote>dd,html.writer-html5 .rst-content dl.footnote>dt{margin-bottom:0}html.writer-html5 .rst-content dl.footnote{font-size:.9rem}html.writer-html5 .rst-content dl.footnote>dt{margin:0 .5rem .5rem 0;line-height:1.2rem;word-break:break-all;font-weight:400}html.writer-html5 .rst-content dl.footnote>dt>span.brackets{margin-right:.5rem}html.writer-html5 .rst-content dl.footnote>dt>span.brackets:before{content:"["}html.writer-html5 .rst-content dl.footnote>dt>span.brackets:after{content:"]"}html.writer-html5 .rst-content dl.footnote>dt>span.fn-backref{font-style:italic}html.writer-html5 .rst-content dl.footnote>dd{margin:0 0 .5rem;line-height:1.2rem}html.writer-html5 .rst-content dl.footnote>dd p,html.writer-html5 .rst-content dl.option-list kbd{font-size:.9rem}.rst-content table.docutils.footnote,html.writer-html4 .rst-content table.docutils.citation,html.writer-html5 .rst-content dl.footnote{color:grey}.rst-content table.docutils.footnote code,.rst-content table.docutils.footnote tt,html.writer-html4 .rst-content table.docutils.citation code,html.writer-html4 .rst-content table.docutils.citation tt,html.writer-html5 .rst-content dl.footnote code,html.writer-html5 .rst-content dl.footnote tt{color:#555}.rst-content .wy-table-responsive.citation,.rst-content .wy-table-responsive.footnote{margin-bottom:0}.rst-content .wy-table-responsive.citation+:not(.citation),.rst-content .wy-table-responsive.footnote+:not(.footnote){margin-top:24px}.rst-content .wy-table-responsive.citation:last-child,.rst-content .wy-table-responsive.footnote:last-child{margin-bottom:24px}.rst-content table.docutils th{border-color:#e1e4e5}html.writer-html5 .rst-content table.docutils th{border:1px solid #e1e4e5}html.writer-html5 .rst-content table.docutils td>p,html.writer-html5 .rst-content table.docutils th>p{line-height:1rem;margin-bottom:0;font-size:.9rem}.rst-content table.docutils td .last,.rst-content table.docutils td .last>:last-child{margin-bottom:0}.rst-content table.field-list,.rst-content table.field-list td{border:none}.rst-content table.field-list td p{font-size:inherit;line-height:inherit}.rst-content table.field-list td>strong{display:inline-block}.rst-content table.field-list .field-name{padding-right:10px;text-align:left;white-space:nowrap}.rst-content table.field-list .field-body{text-align:left}.rst-content code,.rst-content tt{color:#000;font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;padding:2px 5px}.rst-content code big,.rst-content code em,.rst-content tt big,.rst-content tt em{font-size:100%!important;line-height:normal}.rst-content code.literal,.rst-content tt.literal{color:#e74c3c;white-space:normal}.rst-content code.xref,.rst-content tt.xref,a .rst-content code,a .rst-content tt{font-weight:700;color:#404040}.rst-content kbd,.rst-content pre,.rst-content samp{font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace}.rst-content a code,.rst-content a tt{color:#2980b9}.rst-content dl{margin-bottom:24px}.rst-content dl dt{font-weight:700;margin-bottom:12px}.rst-content dl ol,.rst-content dl p,.rst-content dl table,.rst-content dl ul{margin-bottom:12px}.rst-content dl dd{margin:0 0 12px 24px;line-height:24px}html.writer-html4 .rst-content dl:not(.docutils),html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple){margin-bottom:24px}html.writer-html4 .rst-content dl:not(.docutils)>dt,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple)>dt{display:table;margin:6px 0;font-size:90%;line-height:normal;background:#e7f2fa;color:#2980b9;border-top:3px solid #6ab0de;padding:6px;position:relative}html.writer-html4 .rst-content dl:not(.docutils)>dt:before,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple)>dt:before{color:#6ab0de}html.writer-html4 .rst-content dl:not(.docutils)>dt .headerlink,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple)>dt .headerlink{color:#404040;font-size:100%!important}html.writer-html4 .rst-content dl:not(.docutils) dl:not(.field-list)>dt,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) dl:not(.field-list)>dt{margin-bottom:6px;border:none;border-left:3px solid #ccc;background:#f0f0f0;color:#555}html.writer-html4 .rst-content dl:not(.docutils) dl:not(.field-list)>dt .headerlink,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) dl:not(.field-list)>dt .headerlink{color:#404040;font-size:100%!important}html.writer-html4 .rst-content dl:not(.docutils)>dt:first-child,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple)>dt:first-child{margin-top:0}html.writer-html4 .rst-content dl:not(.docutils) code.descclassname,html.writer-html4 .rst-content dl:not(.docutils) code.descname,html.writer-html4 .rst-content dl:not(.docutils) tt.descclassname,html.writer-html4 .rst-content dl:not(.docutils) tt.descname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) code.descclassname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) code.descname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) tt.descclassname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) tt.descname{background-color:transparent;border:none;padding:0;font-size:100%!important}html.writer-html4 .rst-content dl:not(.docutils) code.descname,html.writer-html4 .rst-content dl:not(.docutils) tt.descname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) code.descname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) tt.descname{font-weight:700}html.writer-html4 .rst-content dl:not(.docutils) .optional,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) .optional{display:inline-block;padding:0 4px;color:#000;font-weight:700}html.writer-html4 .rst-content dl:not(.docutils) .property,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) .property{display:inline-block;padding-right:8px;max-width:100%}html.writer-html4 .rst-content dl:not(.docutils) .k,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) .k{font-style:italic}html.writer-html4 .rst-content dl:not(.docutils) .descclassname,html.writer-html4 .rst-content dl:not(.docutils) .descname,html.writer-html4 .rst-content dl:not(.docutils) .sig-name,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) .descclassname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) .descname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.glossary):not(.simple) .sig-name{font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;color:#000}.rst-content .viewcode-back,.rst-content .viewcode-link{display:inline-block;color:#27ae60;font-size:80%;padding-left:24px}.rst-content .viewcode-back{display:block;float:right}.rst-content p.rubric{margin-bottom:12px;font-weight:700}.rst-content code.download,.rst-content tt.download{background:inherit;padding:inherit;font-weight:400;font-family:inherit;font-size:inherit;color:inherit;border:inherit;white-space:inherit}.rst-content code.download span:first-child,.rst-content tt.download span:first-child{-webkit-font-smoothing:subpixel-antialiased}.rst-content code.download span:first-child:before,.rst-content tt.download span:first-child:before{margin-right:4px}.rst-content .guilabel{border:1px solid #7fbbe3;background:#e7f2fa;font-size:80%;font-weight:700;border-radius:4px;padding:2.4px 6px;margin:auto 2px}.rst-content .versionmodified{font-style:italic}@media screen and (max-width:480px){.rst-content .sidebar{width:100%}}span[id*=MathJax-Span]{color:#404040}.math{text-align:center}@font-face{font-family:Lato;src:url(fonts/lato-normal.woff2?bd03a2cc277bbbc338d464e679fe9942) format("woff2"),url(fonts/lato-normal.woff?27bd77b9162d388cb8d4c4217c7c5e2a) format("woff");font-weight:400;font-style:normal;font-display:block}@font-face{font-family:Lato;src:url(fonts/lato-bold.woff2?cccb897485813c7c256901dbca54ecf2) format("woff2"),url(fonts/lato-bold.woff?d878b6c29b10beca227e9eef4246111b) format("woff");font-weight:700;font-style:normal;font-display:block}@font-face{font-family:Lato;src:url(fonts/lato-bold-italic.woff2?0b6bb6725576b072c5d0b02ecdd1900d) format("woff2"),url(fonts/lato-bold-italic.woff?9c7e4e9eb485b4a121c760e61bc3707c) format("woff");font-weight:700;font-style:italic;font-display:block}@font-face{font-family:Lato;src:url(fonts/lato-normal-italic.woff2?4eb103b4d12be57cb1d040ed5e162e9d) format("woff2"),url(fonts/lato-normal-italic.woff?f28f2d6482446544ef1ea1ccc6dd5892) format("woff");font-weight:400;font-style:italic;font-display:block}@font-face{font-family:Roboto Slab;font-style:normal;font-weight:400;src:url(fonts/Roboto-Slab-Regular.woff2?7abf5b8d04d26a2cafea937019bca958) format("woff2"),url(fonts/Roboto-Slab-Regular.woff?c1be9284088d487c5e3ff0a10a92e58c) format("woff");font-display:block}@font-face{font-family:Roboto Slab;font-style:normal;font-weight:700;src:url(fonts/Roboto-Slab-Bold.woff2?9984f4a9bda09be08e83f2506954adbe) format("woff2"),url(fonts/Roboto-Slab-Bold.woff?bed5564a116b05148e3b3bea6fb1162a) format("woff");font-display:block} \ No newline at end of file diff --git a/docs/build/html/_static/doctools.js b/docs/build/html/_static/doctools.js deleted file mode 100644 index 344db17dd..000000000 --- a/docs/build/html/_static/doctools.js +++ /dev/null @@ -1,315 +0,0 @@ -/* - * doctools.js - * ~~~~~~~~~~~ - * - * Sphinx JavaScript utilities for all documentation. - * - * :copyright: Copyright 2007-2019 by the Sphinx team, see AUTHORS. - * :license: BSD, see LICENSE for details. - * - */ - -/** - * select a different prefix for underscore - */ -$u = _.noConflict(); - -/** - * make the code below compatible with browsers without - * an installed firebug like debugger -if (!window.console || !console.firebug) { - var names = ["log", "debug", "info", "warn", "error", "assert", "dir", - "dirxml", "group", "groupEnd", "time", "timeEnd", "count", "trace", - "profile", "profileEnd"]; - window.console = {}; - for (var i = 0; i < names.length; ++i) - window.console[names[i]] = function() {}; -} - */ - -/** - * small helper function to urldecode strings - */ -jQuery.urldecode = function(x) { - return decodeURIComponent(x).replace(/\+/g, ' '); -}; - -/** - * small helper function to urlencode strings - */ -jQuery.urlencode = encodeURIComponent; - -/** - * This function returns the parsed url parameters of the - * current request. Multiple values per key are supported, - * it will always return arrays of strings for the value parts. - */ -jQuery.getQueryParameters = function(s) { - if (typeof s === 'undefined') - s = document.location.search; - var parts = s.substr(s.indexOf('?') + 1).split('&'); - var result = {}; - for (var i = 0; i < parts.length; i++) { - var tmp = parts[i].split('=', 2); - var key = jQuery.urldecode(tmp[0]); - var value = jQuery.urldecode(tmp[1]); - if (key in result) - result[key].push(value); - else - result[key] = [value]; - } - return result; -}; - -/** - * highlight a given string on a jquery object by wrapping it in - * span elements with the given class name. - */ -jQuery.fn.highlightText = function(text, className) { - function highlight(node, addItems) { - if (node.nodeType === 3) { - var val = node.nodeValue; - var pos = val.toLowerCase().indexOf(text); - if (pos >= 0 && - !jQuery(node.parentNode).hasClass(className) && - !jQuery(node.parentNode).hasClass("nohighlight")) { - var span; - var isInSVG = jQuery(node).closest("body, svg, foreignObject").is("svg"); - if (isInSVG) { - span = document.createElementNS("http://www.w3.org/2000/svg", "tspan"); - } else { - span = document.createElement("span"); - span.className = className; - } - span.appendChild(document.createTextNode(val.substr(pos, text.length))); - node.parentNode.insertBefore(span, node.parentNode.insertBefore( - document.createTextNode(val.substr(pos + text.length)), - node.nextSibling)); - node.nodeValue = val.substr(0, pos); - if (isInSVG) { - var bbox = span.getBBox(); - var rect = document.createElementNS("http://www.w3.org/2000/svg", "rect"); - rect.x.baseVal.value = bbox.x; - rect.y.baseVal.value = bbox.y; - rect.width.baseVal.value = bbox.width; - rect.height.baseVal.value = bbox.height; - rect.setAttribute('class', className); - var parentOfText = node.parentNode.parentNode; - addItems.push({ - "parent": node.parentNode, - "target": rect}); - } - } - } - else if (!jQuery(node).is("button, select, textarea")) { - jQuery.each(node.childNodes, function() { - highlight(this, addItems); - }); - } - } - var addItems = []; - var result = this.each(function() { - highlight(this, addItems); - }); - for (var i = 0; i < addItems.length; ++i) { - jQuery(addItems[i].parent).before(addItems[i].target); - } - return result; -}; - -/* - * backward compatibility for jQuery.browser - * This will be supported until firefox bug is fixed. - */ -if (!jQuery.browser) { - jQuery.uaMatch = function(ua) { - ua = ua.toLowerCase(); - - var match = /(chrome)[ \/]([\w.]+)/.exec(ua) || - /(webkit)[ \/]([\w.]+)/.exec(ua) || - /(opera)(?:.*version|)[ \/]([\w.]+)/.exec(ua) || - /(msie) ([\w.]+)/.exec(ua) || - ua.indexOf("compatible") < 0 && /(mozilla)(?:.*? rv:([\w.]+)|)/.exec(ua) || - []; - - return { - browser: match[ 1 ] || "", - version: match[ 2 ] || "0" - }; - }; - jQuery.browser = {}; - jQuery.browser[jQuery.uaMatch(navigator.userAgent).browser] = true; -} - -/** - * Small JavaScript module for the documentation. - */ -var Documentation = { - - init : function() { - this.fixFirefoxAnchorBug(); - this.highlightSearchWords(); - this.initIndexTable(); - if (DOCUMENTATION_OPTIONS.NAVIGATION_WITH_KEYS) { - this.initOnKeyListeners(); - } - }, - - /** - * i18n support - */ - TRANSLATIONS : {}, - PLURAL_EXPR : function(n) { return n === 1 ? 0 : 1; }, - LOCALE : 'unknown', - - // gettext and ngettext don't access this so that the functions - // can safely bound to a different name (_ = Documentation.gettext) - gettext : function(string) { - var translated = Documentation.TRANSLATIONS[string]; - if (typeof translated === 'undefined') - return string; - return (typeof translated === 'string') ? translated : translated[0]; - }, - - ngettext : function(singular, plural, n) { - var translated = Documentation.TRANSLATIONS[singular]; - if (typeof translated === 'undefined') - return (n == 1) ? singular : plural; - return translated[Documentation.PLURALEXPR(n)]; - }, - - addTranslations : function(catalog) { - for (var key in catalog.messages) - this.TRANSLATIONS[key] = catalog.messages[key]; - this.PLURAL_EXPR = new Function('n', 'return +(' + catalog.plural_expr + ')'); - this.LOCALE = catalog.locale; - }, - - /** - * add context elements like header anchor links - */ - addContextElements : function() { - $('div[id] > :header:first').each(function() { - $('\u00B6'). - attr('href', '#' + this.id). - attr('title', _('Permalink to this headline')). - appendTo(this); - }); - $('dt[id]').each(function() { - $('\u00B6'). - attr('href', '#' + this.id). - attr('title', _('Permalink to this definition')). - appendTo(this); - }); - }, - - /** - * workaround a firefox stupidity - * see: https://bugzilla.mozilla.org/show_bug.cgi?id=645075 - */ - fixFirefoxAnchorBug : function() { - if (document.location.hash && $.browser.mozilla) - window.setTimeout(function() { - document.location.href += ''; - }, 10); - }, - - /** - * highlight the search words provided in the url in the text - */ - highlightSearchWords : function() { - var params = $.getQueryParameters(); - var terms = (params.highlight) ? params.highlight[0].split(/\s+/) : []; - if (terms.length) { - var body = $('div.body'); - if (!body.length) { - body = $('body'); - } - window.setTimeout(function() { - $.each(terms, function() { - body.highlightText(this.toLowerCase(), 'highlighted'); - }); - }, 10); - $('') - .appendTo($('#searchbox')); - } - }, - - /** - * init the domain index toggle buttons - */ - initIndexTable : function() { - var togglers = $('img.toggler').click(function() { - var src = $(this).attr('src'); - var idnum = $(this).attr('id').substr(7); - $('tr.cg-' + idnum).toggle(); - if (src.substr(-9) === 'minus.png') - $(this).attr('src', src.substr(0, src.length-9) + 'plus.png'); - else - $(this).attr('src', src.substr(0, src.length-8) + 'minus.png'); - }).css('display', ''); - if (DOCUMENTATION_OPTIONS.COLLAPSE_INDEX) { - togglers.click(); - } - }, - - /** - * helper function to hide the search marks again - */ - hideSearchWords : function() { - $('#searchbox .highlight-link').fadeOut(300); - $('span.highlighted').removeClass('highlighted'); - }, - - /** - * make the url absolute - */ - makeURL : function(relativeURL) { - return DOCUMENTATION_OPTIONS.URL_ROOT + '/' + relativeURL; - }, - - /** - * get the current relative url - */ - getCurrentURL : function() { - var path = document.location.pathname; - var parts = path.split(/\//); - $.each(DOCUMENTATION_OPTIONS.URL_ROOT.split(/\//), function() { - if (this === '..') - parts.pop(); - }); - var url = parts.join('/'); - return path.substring(url.lastIndexOf('/') + 1, path.length - 1); - }, - - initOnKeyListeners: function() { - $(document).keyup(function(event) { - var activeElementType = document.activeElement.tagName; - // don't navigate when in search box or textarea - if (activeElementType !== 'TEXTAREA' && activeElementType !== 'INPUT' && activeElementType !== 'SELECT') { - switch (event.keyCode) { - case 37: // left - var prevHref = $('link[rel="prev"]').prop('href'); - if (prevHref) { - window.location.href = prevHref; - return false; - } - case 39: // right - var nextHref = $('link[rel="next"]').prop('href'); - if (nextHref) { - window.location.href = nextHref; - return false; - } - } - } - }); - } -}; - -// quick alias for translations -_ = Documentation.gettext; - -$(document).ready(function() { - Documentation.init(); -}); diff --git a/docs/build/html/_static/documentation_options.js b/docs/build/html/_static/documentation_options.js deleted file mode 100644 index 767f2ba2d..000000000 --- a/docs/build/html/_static/documentation_options.js +++ /dev/null @@ -1,10 +0,0 @@ -var DOCUMENTATION_OPTIONS = { - URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'), - VERSION: 'v0', - LANGUAGE: 'None', - COLLAPSE_INDEX: false, - FILE_SUFFIX: '.html', - HAS_SOURCE: true, - SOURCELINK_SUFFIX: '.txt', - NAVIGATION_WITH_KEYS: false, -}; \ No newline at end of file diff --git a/docs/build/html/_static/file.png b/docs/build/html/_static/file.png deleted file mode 100644 index a858a410e..000000000 Binary files a/docs/build/html/_static/file.png and /dev/null differ diff --git a/docs/build/html/_static/fonts/FontAwesome.otf b/docs/build/html/_static/fonts/FontAwesome.otf deleted file mode 100644 index 401ec0f36..000000000 Binary files a/docs/build/html/_static/fonts/FontAwesome.otf and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-bold.eot b/docs/build/html/_static/fonts/Lato/lato-bold.eot deleted file mode 100644 index 3361183a4..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-bold.eot and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-bold.ttf b/docs/build/html/_static/fonts/Lato/lato-bold.ttf deleted file mode 100644 index 29f691d5e..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-bold.ttf and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-bold.woff b/docs/build/html/_static/fonts/Lato/lato-bold.woff deleted file mode 100644 index c6dff51f0..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-bold.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-bold.woff2 b/docs/build/html/_static/fonts/Lato/lato-bold.woff2 deleted file mode 100644 index bb195043c..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-bold.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-bolditalic.eot b/docs/build/html/_static/fonts/Lato/lato-bolditalic.eot deleted file mode 100644 index 3d4154936..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-bolditalic.eot and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-bolditalic.ttf b/docs/build/html/_static/fonts/Lato/lato-bolditalic.ttf deleted file mode 100644 index f402040b3..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-bolditalic.ttf and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-bolditalic.woff b/docs/build/html/_static/fonts/Lato/lato-bolditalic.woff deleted file mode 100644 index 88ad05b9f..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-bolditalic.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-bolditalic.woff2 b/docs/build/html/_static/fonts/Lato/lato-bolditalic.woff2 deleted file mode 100644 index c4e3d804b..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-bolditalic.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-italic.eot b/docs/build/html/_static/fonts/Lato/lato-italic.eot deleted file mode 100644 index 3f826421a..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-italic.eot and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-italic.ttf b/docs/build/html/_static/fonts/Lato/lato-italic.ttf deleted file mode 100644 index b4bfc9b24..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-italic.ttf and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-italic.woff b/docs/build/html/_static/fonts/Lato/lato-italic.woff deleted file mode 100644 index 76114bc03..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-italic.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-italic.woff2 b/docs/build/html/_static/fonts/Lato/lato-italic.woff2 deleted file mode 100644 index 3404f37e2..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-italic.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-regular.eot b/docs/build/html/_static/fonts/Lato/lato-regular.eot deleted file mode 100644 index 11e3f2a5f..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-regular.eot and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-regular.ttf b/docs/build/html/_static/fonts/Lato/lato-regular.ttf deleted file mode 100644 index 74decd9eb..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-regular.ttf and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-regular.woff b/docs/build/html/_static/fonts/Lato/lato-regular.woff deleted file mode 100644 index ae1307ff5..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-regular.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/Lato/lato-regular.woff2 b/docs/build/html/_static/fonts/Lato/lato-regular.woff2 deleted file mode 100644 index 3bf984332..000000000 Binary files a/docs/build/html/_static/fonts/Lato/lato-regular.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/Roboto-Slab-Bold.woff b/docs/build/html/_static/fonts/Roboto-Slab-Bold.woff deleted file mode 100644 index 6cb600001..000000000 Binary files a/docs/build/html/_static/fonts/Roboto-Slab-Bold.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/Roboto-Slab-Bold.woff2 b/docs/build/html/_static/fonts/Roboto-Slab-Bold.woff2 deleted file mode 100644 index 7059e2314..000000000 Binary files a/docs/build/html/_static/fonts/Roboto-Slab-Bold.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/Roboto-Slab-Light.woff b/docs/build/html/_static/fonts/Roboto-Slab-Light.woff deleted file mode 100644 index 337d28711..000000000 Binary files a/docs/build/html/_static/fonts/Roboto-Slab-Light.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/Roboto-Slab-Light.woff2 b/docs/build/html/_static/fonts/Roboto-Slab-Light.woff2 deleted file mode 100644 index 20398aff3..000000000 Binary files a/docs/build/html/_static/fonts/Roboto-Slab-Light.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/Roboto-Slab-Regular.woff b/docs/build/html/_static/fonts/Roboto-Slab-Regular.woff deleted file mode 100644 index f815f63f9..000000000 Binary files a/docs/build/html/_static/fonts/Roboto-Slab-Regular.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/Roboto-Slab-Regular.woff2 b/docs/build/html/_static/fonts/Roboto-Slab-Regular.woff2 deleted file mode 100644 index f2c76e5bd..000000000 Binary files a/docs/build/html/_static/fonts/Roboto-Slab-Regular.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/Roboto-Slab-Thin.woff b/docs/build/html/_static/fonts/Roboto-Slab-Thin.woff deleted file mode 100644 index 6b30ea630..000000000 Binary files a/docs/build/html/_static/fonts/Roboto-Slab-Thin.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/Roboto-Slab-Thin.woff2 b/docs/build/html/_static/fonts/Roboto-Slab-Thin.woff2 deleted file mode 100644 index 328f5bb04..000000000 Binary files a/docs/build/html/_static/fonts/Roboto-Slab-Thin.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.eot b/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.eot deleted file mode 100644 index 79dc8efed..000000000 Binary files a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.eot and /dev/null differ diff --git a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.ttf b/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.ttf deleted file mode 100644 index df5d1df27..000000000 Binary files a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.ttf and /dev/null differ diff --git a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.woff b/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.woff deleted file mode 100644 index 6cb600001..000000000 Binary files a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.woff2 b/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.woff2 deleted file mode 100644 index 7059e2314..000000000 Binary files a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.eot b/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.eot deleted file mode 100644 index 2f7ca78a1..000000000 Binary files a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.eot and /dev/null differ diff --git a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.ttf b/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.ttf deleted file mode 100644 index eb52a7907..000000000 Binary files a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.ttf and /dev/null differ diff --git a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.woff b/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.woff deleted file mode 100644 index f815f63f9..000000000 Binary files a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.woff2 b/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.woff2 deleted file mode 100644 index f2c76e5bd..000000000 Binary files a/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/fontawesome-webfont.eot b/docs/build/html/_static/fonts/fontawesome-webfont.eot deleted file mode 100644 index e9f60ca95..000000000 Binary files a/docs/build/html/_static/fonts/fontawesome-webfont.eot and /dev/null differ diff --git a/docs/build/html/_static/fonts/fontawesome-webfont.svg b/docs/build/html/_static/fonts/fontawesome-webfont.svg deleted file mode 100644 index 855c845e5..000000000 --- a/docs/build/html/_static/fonts/fontawesome-webfont.svg +++ /dev/null @@ -1,2671 +0,0 @@ - - - - -Created by FontForge 20120731 at Mon Oct 24 17:37:40 2016 - By ,,, -Copyright Dave Gandy 2016. All rights reserved. - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/build/html/_static/fonts/fontawesome-webfont.ttf b/docs/build/html/_static/fonts/fontawesome-webfont.ttf deleted file mode 100644 index 35acda2fa..000000000 Binary files a/docs/build/html/_static/fonts/fontawesome-webfont.ttf and /dev/null differ diff --git a/docs/build/html/_static/fonts/fontawesome-webfont.woff b/docs/build/html/_static/fonts/fontawesome-webfont.woff deleted file mode 100644 index 400014a4b..000000000 Binary files a/docs/build/html/_static/fonts/fontawesome-webfont.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/fontawesome-webfont.woff2 b/docs/build/html/_static/fonts/fontawesome-webfont.woff2 deleted file mode 100644 index 4d13fc604..000000000 Binary files a/docs/build/html/_static/fonts/fontawesome-webfont.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/lato-bold-italic.woff b/docs/build/html/_static/fonts/lato-bold-italic.woff deleted file mode 100644 index 88ad05b9f..000000000 Binary files a/docs/build/html/_static/fonts/lato-bold-italic.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/lato-bold-italic.woff2 b/docs/build/html/_static/fonts/lato-bold-italic.woff2 deleted file mode 100644 index c4e3d804b..000000000 Binary files a/docs/build/html/_static/fonts/lato-bold-italic.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/lato-bold.woff b/docs/build/html/_static/fonts/lato-bold.woff deleted file mode 100644 index c6dff51f0..000000000 Binary files a/docs/build/html/_static/fonts/lato-bold.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/lato-bold.woff2 b/docs/build/html/_static/fonts/lato-bold.woff2 deleted file mode 100644 index bb195043c..000000000 Binary files a/docs/build/html/_static/fonts/lato-bold.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/lato-normal-italic.woff b/docs/build/html/_static/fonts/lato-normal-italic.woff deleted file mode 100644 index 76114bc03..000000000 Binary files a/docs/build/html/_static/fonts/lato-normal-italic.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/lato-normal-italic.woff2 b/docs/build/html/_static/fonts/lato-normal-italic.woff2 deleted file mode 100644 index 3404f37e2..000000000 Binary files a/docs/build/html/_static/fonts/lato-normal-italic.woff2 and /dev/null differ diff --git a/docs/build/html/_static/fonts/lato-normal.woff b/docs/build/html/_static/fonts/lato-normal.woff deleted file mode 100644 index ae1307ff5..000000000 Binary files a/docs/build/html/_static/fonts/lato-normal.woff and /dev/null differ diff --git a/docs/build/html/_static/fonts/lato-normal.woff2 b/docs/build/html/_static/fonts/lato-normal.woff2 deleted file mode 100644 index 3bf984332..000000000 Binary files a/docs/build/html/_static/fonts/lato-normal.woff2 and /dev/null differ diff --git a/docs/build/html/_static/jquery-3.5.1.js b/docs/build/html/_static/jquery-3.5.1.js deleted file mode 100644 index 50937333b..000000000 --- a/docs/build/html/_static/jquery-3.5.1.js +++ /dev/null @@ -1,10872 +0,0 @@ -/*! - * jQuery JavaScript Library v3.5.1 - * https://jquery.com/ - * - * Includes Sizzle.js - * https://sizzlejs.com/ - * - * Copyright JS Foundation and other contributors - * Released under the MIT license - * https://jquery.org/license - * - * Date: 2020-05-04T22:49Z - */ -( function( global, factory ) { - - "use strict"; - - if ( typeof module === "object" && typeof module.exports === "object" ) { - - // For CommonJS and CommonJS-like environments where a proper `window` - // is present, execute the factory and get jQuery. - // For environments that do not have a `window` with a `document` - // (such as Node.js), expose a factory as module.exports. - // This accentuates the need for the creation of a real `window`. - // e.g. var jQuery = require("jquery")(window); - // See ticket #14549 for more info. - module.exports = global.document ? - factory( global, true ) : - function( w ) { - if ( !w.document ) { - throw new Error( "jQuery requires a window with a document" ); - } - return factory( w ); - }; - } else { - factory( global ); - } - -// Pass this if window is not defined yet -} )( typeof window !== "undefined" ? window : this, function( window, noGlobal ) { - -// Edge <= 12 - 13+, Firefox <=18 - 45+, IE 10 - 11, Safari 5.1 - 9+, iOS 6 - 9.1 -// throw exceptions when non-strict code (e.g., ASP.NET 4.5) accesses strict mode -// arguments.callee.caller (trac-13335). But as of jQuery 3.0 (2016), strict mode should be common -// enough that all such attempts are guarded in a try block. -"use strict"; - -var arr = []; - -var getProto = Object.getPrototypeOf; - -var slice = arr.slice; - -var flat = arr.flat ? function( array ) { - return arr.flat.call( array ); -} : function( array ) { - return arr.concat.apply( [], array ); -}; - - -var push = arr.push; - -var indexOf = arr.indexOf; - -var class2type = {}; - -var toString = class2type.toString; - -var hasOwn = class2type.hasOwnProperty; - -var fnToString = hasOwn.toString; - -var ObjectFunctionString = fnToString.call( Object ); - -var support = {}; - -var isFunction = function isFunction( obj ) { - - // Support: Chrome <=57, Firefox <=52 - // In some browsers, typeof returns "function" for HTML elements - // (i.e., `typeof document.createElement( "object" ) === "function"`). - // We don't want to classify *any* DOM node as a function. - return typeof obj === "function" && typeof obj.nodeType !== "number"; - }; - - -var isWindow = function isWindow( obj ) { - return obj != null && obj === obj.window; - }; - - -var document = window.document; - - - - var preservedScriptAttributes = { - type: true, - src: true, - nonce: true, - noModule: true - }; - - function DOMEval( code, node, doc ) { - doc = doc || document; - - var i, val, - script = doc.createElement( "script" ); - - script.text = code; - if ( node ) { - for ( i in preservedScriptAttributes ) { - - // Support: Firefox 64+, Edge 18+ - // Some browsers don't support the "nonce" property on scripts. - // On the other hand, just using `getAttribute` is not enough as - // the `nonce` attribute is reset to an empty string whenever it - // becomes browsing-context connected. - // See https://github.com/whatwg/html/issues/2369 - // See https://html.spec.whatwg.org/#nonce-attributes - // The `node.getAttribute` check was added for the sake of - // `jQuery.globalEval` so that it can fake a nonce-containing node - // via an object. - val = node[ i ] || node.getAttribute && node.getAttribute( i ); - if ( val ) { - script.setAttribute( i, val ); - } - } - } - doc.head.appendChild( script ).parentNode.removeChild( script ); - } - - -function toType( obj ) { - if ( obj == null ) { - return obj + ""; - } - - // Support: Android <=2.3 only (functionish RegExp) - return typeof obj === "object" || typeof obj === "function" ? - class2type[ toString.call( obj ) ] || "object" : - typeof obj; -} -/* global Symbol */ -// Defining this global in .eslintrc.json would create a danger of using the global -// unguarded in another place, it seems safer to define global only for this module - - - -var - version = "3.5.1", - - // Define a local copy of jQuery - jQuery = function( selector, context ) { - - // The jQuery object is actually just the init constructor 'enhanced' - // Need init if jQuery is called (just allow error to be thrown if not included) - return new jQuery.fn.init( selector, context ); - }; - -jQuery.fn = jQuery.prototype = { - - // The current version of jQuery being used - jquery: version, - - constructor: jQuery, - - // The default length of a jQuery object is 0 - length: 0, - - toArray: function() { - return slice.call( this ); - }, - - // Get the Nth element in the matched element set OR - // Get the whole matched element set as a clean array - get: function( num ) { - - // Return all the elements in a clean array - if ( num == null ) { - return slice.call( this ); - } - - // Return just the one element from the set - return num < 0 ? this[ num + this.length ] : this[ num ]; - }, - - // Take an array of elements and push it onto the stack - // (returning the new matched element set) - pushStack: function( elems ) { - - // Build a new jQuery matched element set - var ret = jQuery.merge( this.constructor(), elems ); - - // Add the old object onto the stack (as a reference) - ret.prevObject = this; - - // Return the newly-formed element set - return ret; - }, - - // Execute a callback for every element in the matched set. - each: function( callback ) { - return jQuery.each( this, callback ); - }, - - map: function( callback ) { - return this.pushStack( jQuery.map( this, function( elem, i ) { - return callback.call( elem, i, elem ); - } ) ); - }, - - slice: function() { - return this.pushStack( slice.apply( this, arguments ) ); - }, - - first: function() { - return this.eq( 0 ); - }, - - last: function() { - return this.eq( -1 ); - }, - - even: function() { - return this.pushStack( jQuery.grep( this, function( _elem, i ) { - return ( i + 1 ) % 2; - } ) ); - }, - - odd: function() { - return this.pushStack( jQuery.grep( this, function( _elem, i ) { - return i % 2; - } ) ); - }, - - eq: function( i ) { - var len = this.length, - j = +i + ( i < 0 ? len : 0 ); - return this.pushStack( j >= 0 && j < len ? [ this[ j ] ] : [] ); - }, - - end: function() { - return this.prevObject || this.constructor(); - }, - - // For internal use only. - // Behaves like an Array's method, not like a jQuery method. - push: push, - sort: arr.sort, - splice: arr.splice -}; - -jQuery.extend = jQuery.fn.extend = function() { - var options, name, src, copy, copyIsArray, clone, - target = arguments[ 0 ] || {}, - i = 1, - length = arguments.length, - deep = false; - - // Handle a deep copy situation - if ( typeof target === "boolean" ) { - deep = target; - - // Skip the boolean and the target - target = arguments[ i ] || {}; - i++; - } - - // Handle case when target is a string or something (possible in deep copy) - if ( typeof target !== "object" && !isFunction( target ) ) { - target = {}; - } - - // Extend jQuery itself if only one argument is passed - if ( i === length ) { - target = this; - i--; - } - - for ( ; i < length; i++ ) { - - // Only deal with non-null/undefined values - if ( ( options = arguments[ i ] ) != null ) { - - // Extend the base object - for ( name in options ) { - copy = options[ name ]; - - // Prevent Object.prototype pollution - // Prevent never-ending loop - if ( name === "__proto__" || target === copy ) { - continue; - } - - // Recurse if we're merging plain objects or arrays - if ( deep && copy && ( jQuery.isPlainObject( copy ) || - ( copyIsArray = Array.isArray( copy ) ) ) ) { - src = target[ name ]; - - // Ensure proper type for the source value - if ( copyIsArray && !Array.isArray( src ) ) { - clone = []; - } else if ( !copyIsArray && !jQuery.isPlainObject( src ) ) { - clone = {}; - } else { - clone = src; - } - copyIsArray = false; - - // Never move original objects, clone them - target[ name ] = jQuery.extend( deep, clone, copy ); - - // Don't bring in undefined values - } else if ( copy !== undefined ) { - target[ name ] = copy; - } - } - } - } - - // Return the modified object - return target; -}; - -jQuery.extend( { - - // Unique for each copy of jQuery on the page - expando: "jQuery" + ( version + Math.random() ).replace( /\D/g, "" ), - - // Assume jQuery is ready without the ready module - isReady: true, - - error: function( msg ) { - throw new Error( msg ); - }, - - noop: function() {}, - - isPlainObject: function( obj ) { - var proto, Ctor; - - // Detect obvious negatives - // Use toString instead of jQuery.type to catch host objects - if ( !obj || toString.call( obj ) !== "[object Object]" ) { - return false; - } - - proto = getProto( obj ); - - // Objects with no prototype (e.g., `Object.create( null )`) are plain - if ( !proto ) { - return true; - } - - // Objects with prototype are plain iff they were constructed by a global Object function - Ctor = hasOwn.call( proto, "constructor" ) && proto.constructor; - return typeof Ctor === "function" && fnToString.call( Ctor ) === ObjectFunctionString; - }, - - isEmptyObject: function( obj ) { - var name; - - for ( name in obj ) { - return false; - } - return true; - }, - - // Evaluates a script in a provided context; falls back to the global one - // if not specified. - globalEval: function( code, options, doc ) { - DOMEval( code, { nonce: options && options.nonce }, doc ); - }, - - each: function( obj, callback ) { - var length, i = 0; - - if ( isArrayLike( obj ) ) { - length = obj.length; - for ( ; i < length; i++ ) { - if ( callback.call( obj[ i ], i, obj[ i ] ) === false ) { - break; - } - } - } else { - for ( i in obj ) { - if ( callback.call( obj[ i ], i, obj[ i ] ) === false ) { - break; - } - } - } - - return obj; - }, - - // results is for internal usage only - makeArray: function( arr, results ) { - var ret = results || []; - - if ( arr != null ) { - if ( isArrayLike( Object( arr ) ) ) { - jQuery.merge( ret, - typeof arr === "string" ? - [ arr ] : arr - ); - } else { - push.call( ret, arr ); - } - } - - return ret; - }, - - inArray: function( elem, arr, i ) { - return arr == null ? -1 : indexOf.call( arr, elem, i ); - }, - - // Support: Android <=4.0 only, PhantomJS 1 only - // push.apply(_, arraylike) throws on ancient WebKit - merge: function( first, second ) { - var len = +second.length, - j = 0, - i = first.length; - - for ( ; j < len; j++ ) { - first[ i++ ] = second[ j ]; - } - - first.length = i; - - return first; - }, - - grep: function( elems, callback, invert ) { - var callbackInverse, - matches = [], - i = 0, - length = elems.length, - callbackExpect = !invert; - - // Go through the array, only saving the items - // that pass the validator function - for ( ; i < length; i++ ) { - callbackInverse = !callback( elems[ i ], i ); - if ( callbackInverse !== callbackExpect ) { - matches.push( elems[ i ] ); - } - } - - return matches; - }, - - // arg is for internal usage only - map: function( elems, callback, arg ) { - var length, value, - i = 0, - ret = []; - - // Go through the array, translating each of the items to their new values - if ( isArrayLike( elems ) ) { - length = elems.length; - for ( ; i < length; i++ ) { - value = callback( elems[ i ], i, arg ); - - if ( value != null ) { - ret.push( value ); - } - } - - // Go through every key on the object, - } else { - for ( i in elems ) { - value = callback( elems[ i ], i, arg ); - - if ( value != null ) { - ret.push( value ); - } - } - } - - // Flatten any nested arrays - return flat( ret ); - }, - - // A global GUID counter for objects - guid: 1, - - // jQuery.support is not used in Core but other projects attach their - // properties to it so it needs to exist. - support: support -} ); - -if ( typeof Symbol === "function" ) { - jQuery.fn[ Symbol.iterator ] = arr[ Symbol.iterator ]; -} - -// Populate the class2type map -jQuery.each( "Boolean Number String Function Array Date RegExp Object Error Symbol".split( " " ), -function( _i, name ) { - class2type[ "[object " + name + "]" ] = name.toLowerCase(); -} ); - -function isArrayLike( obj ) { - - // Support: real iOS 8.2 only (not reproducible in simulator) - // `in` check used to prevent JIT error (gh-2145) - // hasOwn isn't used here due to false negatives - // regarding Nodelist length in IE - var length = !!obj && "length" in obj && obj.length, - type = toType( obj ); - - if ( isFunction( obj ) || isWindow( obj ) ) { - return false; - } - - return type === "array" || length === 0 || - typeof length === "number" && length > 0 && ( length - 1 ) in obj; -} -var Sizzle = -/*! - * Sizzle CSS Selector Engine v2.3.5 - * https://sizzlejs.com/ - * - * Copyright JS Foundation and other contributors - * Released under the MIT license - * https://js.foundation/ - * - * Date: 2020-03-14 - */ -( function( window ) { -var i, - support, - Expr, - getText, - isXML, - tokenize, - compile, - select, - outermostContext, - sortInput, - hasDuplicate, - - // Local document vars - setDocument, - document, - docElem, - documentIsHTML, - rbuggyQSA, - rbuggyMatches, - matches, - contains, - - // Instance-specific data - expando = "sizzle" + 1 * new Date(), - preferredDoc = window.document, - dirruns = 0, - done = 0, - classCache = createCache(), - tokenCache = createCache(), - compilerCache = createCache(), - nonnativeSelectorCache = createCache(), - sortOrder = function( a, b ) { - if ( a === b ) { - hasDuplicate = true; - } - return 0; - }, - - // Instance methods - hasOwn = ( {} ).hasOwnProperty, - arr = [], - pop = arr.pop, - pushNative = arr.push, - push = arr.push, - slice = arr.slice, - - // Use a stripped-down indexOf as it's faster than native - // https://jsperf.com/thor-indexof-vs-for/5 - indexOf = function( list, elem ) { - var i = 0, - len = list.length; - for ( ; i < len; i++ ) { - if ( list[ i ] === elem ) { - return i; - } - } - return -1; - }, - - booleans = "checked|selected|async|autofocus|autoplay|controls|defer|disabled|hidden|" + - "ismap|loop|multiple|open|readonly|required|scoped", - - // Regular expressions - - // http://www.w3.org/TR/css3-selectors/#whitespace - whitespace = "[\\x20\\t\\r\\n\\f]", - - // https://www.w3.org/TR/css-syntax-3/#ident-token-diagram - identifier = "(?:\\\\[\\da-fA-F]{1,6}" + whitespace + - "?|\\\\[^\\r\\n\\f]|[\\w-]|[^\0-\\x7f])+", - - // Attribute selectors: http://www.w3.org/TR/selectors/#attribute-selectors - attributes = "\\[" + whitespace + "*(" + identifier + ")(?:" + whitespace + - - // Operator (capture 2) - "*([*^$|!~]?=)" + whitespace + - - // "Attribute values must be CSS identifiers [capture 5] - // or strings [capture 3 or capture 4]" - "*(?:'((?:\\\\.|[^\\\\'])*)'|\"((?:\\\\.|[^\\\\\"])*)\"|(" + identifier + "))|)" + - whitespace + "*\\]", - - pseudos = ":(" + identifier + ")(?:\\((" + - - // To reduce the number of selectors needing tokenize in the preFilter, prefer arguments: - // 1. quoted (capture 3; capture 4 or capture 5) - "('((?:\\\\.|[^\\\\'])*)'|\"((?:\\\\.|[^\\\\\"])*)\")|" + - - // 2. simple (capture 6) - "((?:\\\\.|[^\\\\()[\\]]|" + attributes + ")*)|" + - - // 3. anything else (capture 2) - ".*" + - ")\\)|)", - - // Leading and non-escaped trailing whitespace, capturing some non-whitespace characters preceding the latter - rwhitespace = new RegExp( whitespace + "+", "g" ), - rtrim = new RegExp( "^" + whitespace + "+|((?:^|[^\\\\])(?:\\\\.)*)" + - whitespace + "+$", "g" ), - - rcomma = new RegExp( "^" + whitespace + "*," + whitespace + "*" ), - rcombinators = new RegExp( "^" + whitespace + "*([>+~]|" + whitespace + ")" + whitespace + - "*" ), - rdescend = new RegExp( whitespace + "|>" ), - - rpseudo = new RegExp( pseudos ), - ridentifier = new RegExp( "^" + identifier + "$" ), - - matchExpr = { - "ID": new RegExp( "^#(" + identifier + ")" ), - "CLASS": new RegExp( "^\\.(" + identifier + ")" ), - "TAG": new RegExp( "^(" + identifier + "|[*])" ), - "ATTR": new RegExp( "^" + attributes ), - "PSEUDO": new RegExp( "^" + pseudos ), - "CHILD": new RegExp( "^:(only|first|last|nth|nth-last)-(child|of-type)(?:\\(" + - whitespace + "*(even|odd|(([+-]|)(\\d*)n|)" + whitespace + "*(?:([+-]|)" + - whitespace + "*(\\d+)|))" + whitespace + "*\\)|)", "i" ), - "bool": new RegExp( "^(?:" + booleans + ")$", "i" ), - - // For use in libraries implementing .is() - // We use this for POS matching in `select` - "needsContext": new RegExp( "^" + whitespace + - "*[>+~]|:(even|odd|eq|gt|lt|nth|first|last)(?:\\(" + whitespace + - "*((?:-\\d)?\\d*)" + whitespace + "*\\)|)(?=[^-]|$)", "i" ) - }, - - rhtml = /HTML$/i, - rinputs = /^(?:input|select|textarea|button)$/i, - rheader = /^h\d$/i, - - rnative = /^[^{]+\{\s*\[native \w/, - - // Easily-parseable/retrievable ID or TAG or CLASS selectors - rquickExpr = /^(?:#([\w-]+)|(\w+)|\.([\w-]+))$/, - - rsibling = /[+~]/, - - // CSS escapes - // http://www.w3.org/TR/CSS21/syndata.html#escaped-characters - runescape = new RegExp( "\\\\[\\da-fA-F]{1,6}" + whitespace + "?|\\\\([^\\r\\n\\f])", "g" ), - funescape = function( escape, nonHex ) { - var high = "0x" + escape.slice( 1 ) - 0x10000; - - return nonHex ? - - // Strip the backslash prefix from a non-hex escape sequence - nonHex : - - // Replace a hexadecimal escape sequence with the encoded Unicode code point - // Support: IE <=11+ - // For values outside the Basic Multilingual Plane (BMP), manually construct a - // surrogate pair - high < 0 ? - String.fromCharCode( high + 0x10000 ) : - String.fromCharCode( high >> 10 | 0xD800, high & 0x3FF | 0xDC00 ); - }, - - // CSS string/identifier serialization - // https://drafts.csswg.org/cssom/#common-serializing-idioms - rcssescape = /([\0-\x1f\x7f]|^-?\d)|^-$|[^\0-\x1f\x7f-\uFFFF\w-]/g, - fcssescape = function( ch, asCodePoint ) { - if ( asCodePoint ) { - - // U+0000 NULL becomes U+FFFD REPLACEMENT CHARACTER - if ( ch === "\0" ) { - return "\uFFFD"; - } - - // Control characters and (dependent upon position) numbers get escaped as code points - return ch.slice( 0, -1 ) + "\\" + - ch.charCodeAt( ch.length - 1 ).toString( 16 ) + " "; - } - - // Other potentially-special ASCII characters get backslash-escaped - return "\\" + ch; - }, - - // Used for iframes - // See setDocument() - // Removing the function wrapper causes a "Permission Denied" - // error in IE - unloadHandler = function() { - setDocument(); - }, - - inDisabledFieldset = addCombinator( - function( elem ) { - return elem.disabled === true && elem.nodeName.toLowerCase() === "fieldset"; - }, - { dir: "parentNode", next: "legend" } - ); - -// Optimize for push.apply( _, NodeList ) -try { - push.apply( - ( arr = slice.call( preferredDoc.childNodes ) ), - preferredDoc.childNodes - ); - - // Support: Android<4.0 - // Detect silently failing push.apply - // eslint-disable-next-line no-unused-expressions - arr[ preferredDoc.childNodes.length ].nodeType; -} catch ( e ) { - push = { apply: arr.length ? - - // Leverage slice if possible - function( target, els ) { - pushNative.apply( target, slice.call( els ) ); - } : - - // Support: IE<9 - // Otherwise append directly - function( target, els ) { - var j = target.length, - i = 0; - - // Can't trust NodeList.length - while ( ( target[ j++ ] = els[ i++ ] ) ) {} - target.length = j - 1; - } - }; -} - -function Sizzle( selector, context, results, seed ) { - var m, i, elem, nid, match, groups, newSelector, - newContext = context && context.ownerDocument, - - // nodeType defaults to 9, since context defaults to document - nodeType = context ? context.nodeType : 9; - - results = results || []; - - // Return early from calls with invalid selector or context - if ( typeof selector !== "string" || !selector || - nodeType !== 1 && nodeType !== 9 && nodeType !== 11 ) { - - return results; - } - - // Try to shortcut find operations (as opposed to filters) in HTML documents - if ( !seed ) { - setDocument( context ); - context = context || document; - - if ( documentIsHTML ) { - - // If the selector is sufficiently simple, try using a "get*By*" DOM method - // (excepting DocumentFragment context, where the methods don't exist) - if ( nodeType !== 11 && ( match = rquickExpr.exec( selector ) ) ) { - - // ID selector - if ( ( m = match[ 1 ] ) ) { - - // Document context - if ( nodeType === 9 ) { - if ( ( elem = context.getElementById( m ) ) ) { - - // Support: IE, Opera, Webkit - // TODO: identify versions - // getElementById can match elements by name instead of ID - if ( elem.id === m ) { - results.push( elem ); - return results; - } - } else { - return results; - } - - // Element context - } else { - - // Support: IE, Opera, Webkit - // TODO: identify versions - // getElementById can match elements by name instead of ID - if ( newContext && ( elem = newContext.getElementById( m ) ) && - contains( context, elem ) && - elem.id === m ) { - - results.push( elem ); - return results; - } - } - - // Type selector - } else if ( match[ 2 ] ) { - push.apply( results, context.getElementsByTagName( selector ) ); - return results; - - // Class selector - } else if ( ( m = match[ 3 ] ) && support.getElementsByClassName && - context.getElementsByClassName ) { - - push.apply( results, context.getElementsByClassName( m ) ); - return results; - } - } - - // Take advantage of querySelectorAll - if ( support.qsa && - !nonnativeSelectorCache[ selector + " " ] && - ( !rbuggyQSA || !rbuggyQSA.test( selector ) ) && - - // Support: IE 8 only - // Exclude object elements - ( nodeType !== 1 || context.nodeName.toLowerCase() !== "object" ) ) { - - newSelector = selector; - newContext = context; - - // qSA considers elements outside a scoping root when evaluating child or - // descendant combinators, which is not what we want. - // In such cases, we work around the behavior by prefixing every selector in the - // list with an ID selector referencing the scope context. - // The technique has to be used as well when a leading combinator is used - // as such selectors are not recognized by querySelectorAll. - // Thanks to Andrew Dupont for this technique. - if ( nodeType === 1 && - ( rdescend.test( selector ) || rcombinators.test( selector ) ) ) { - - // Expand context for sibling selectors - newContext = rsibling.test( selector ) && testContext( context.parentNode ) || - context; - - // We can use :scope instead of the ID hack if the browser - // supports it & if we're not changing the context. - if ( newContext !== context || !support.scope ) { - - // Capture the context ID, setting it first if necessary - if ( ( nid = context.getAttribute( "id" ) ) ) { - nid = nid.replace( rcssescape, fcssescape ); - } else { - context.setAttribute( "id", ( nid = expando ) ); - } - } - - // Prefix every selector in the list - groups = tokenize( selector ); - i = groups.length; - while ( i-- ) { - groups[ i ] = ( nid ? "#" + nid : ":scope" ) + " " + - toSelector( groups[ i ] ); - } - newSelector = groups.join( "," ); - } - - try { - push.apply( results, - newContext.querySelectorAll( newSelector ) - ); - return results; - } catch ( qsaError ) { - nonnativeSelectorCache( selector, true ); - } finally { - if ( nid === expando ) { - context.removeAttribute( "id" ); - } - } - } - } - } - - // All others - return select( selector.replace( rtrim, "$1" ), context, results, seed ); -} - -/** - * Create key-value caches of limited size - * @returns {function(string, object)} Returns the Object data after storing it on itself with - * property name the (space-suffixed) string and (if the cache is larger than Expr.cacheLength) - * deleting the oldest entry - */ -function createCache() { - var keys = []; - - function cache( key, value ) { - - // Use (key + " ") to avoid collision with native prototype properties (see Issue #157) - if ( keys.push( key + " " ) > Expr.cacheLength ) { - - // Only keep the most recent entries - delete cache[ keys.shift() ]; - } - return ( cache[ key + " " ] = value ); - } - return cache; -} - -/** - * Mark a function for special use by Sizzle - * @param {Function} fn The function to mark - */ -function markFunction( fn ) { - fn[ expando ] = true; - return fn; -} - -/** - * Support testing using an element - * @param {Function} fn Passed the created element and returns a boolean result - */ -function assert( fn ) { - var el = document.createElement( "fieldset" ); - - try { - return !!fn( el ); - } catch ( e ) { - return false; - } finally { - - // Remove from its parent by default - if ( el.parentNode ) { - el.parentNode.removeChild( el ); - } - - // release memory in IE - el = null; - } -} - -/** - * Adds the same handler for all of the specified attrs - * @param {String} attrs Pipe-separated list of attributes - * @param {Function} handler The method that will be applied - */ -function addHandle( attrs, handler ) { - var arr = attrs.split( "|" ), - i = arr.length; - - while ( i-- ) { - Expr.attrHandle[ arr[ i ] ] = handler; - } -} - -/** - * Checks document order of two siblings - * @param {Element} a - * @param {Element} b - * @returns {Number} Returns less than 0 if a precedes b, greater than 0 if a follows b - */ -function siblingCheck( a, b ) { - var cur = b && a, - diff = cur && a.nodeType === 1 && b.nodeType === 1 && - a.sourceIndex - b.sourceIndex; - - // Use IE sourceIndex if available on both nodes - if ( diff ) { - return diff; - } - - // Check if b follows a - if ( cur ) { - while ( ( cur = cur.nextSibling ) ) { - if ( cur === b ) { - return -1; - } - } - } - - return a ? 1 : -1; -} - -/** - * Returns a function to use in pseudos for input types - * @param {String} type - */ -function createInputPseudo( type ) { - return function( elem ) { - var name = elem.nodeName.toLowerCase(); - return name === "input" && elem.type === type; - }; -} - -/** - * Returns a function to use in pseudos for buttons - * @param {String} type - */ -function createButtonPseudo( type ) { - return function( elem ) { - var name = elem.nodeName.toLowerCase(); - return ( name === "input" || name === "button" ) && elem.type === type; - }; -} - -/** - * Returns a function to use in pseudos for :enabled/:disabled - * @param {Boolean} disabled true for :disabled; false for :enabled - */ -function createDisabledPseudo( disabled ) { - - // Known :disabled false positives: fieldset[disabled] > legend:nth-of-type(n+2) :can-disable - return function( elem ) { - - // Only certain elements can match :enabled or :disabled - // https://html.spec.whatwg.org/multipage/scripting.html#selector-enabled - // https://html.spec.whatwg.org/multipage/scripting.html#selector-disabled - if ( "form" in elem ) { - - // Check for inherited disabledness on relevant non-disabled elements: - // * listed form-associated elements in a disabled fieldset - // https://html.spec.whatwg.org/multipage/forms.html#category-listed - // https://html.spec.whatwg.org/multipage/forms.html#concept-fe-disabled - // * option elements in a disabled optgroup - // https://html.spec.whatwg.org/multipage/forms.html#concept-option-disabled - // All such elements have a "form" property. - if ( elem.parentNode && elem.disabled === false ) { - - // Option elements defer to a parent optgroup if present - if ( "label" in elem ) { - if ( "label" in elem.parentNode ) { - return elem.parentNode.disabled === disabled; - } else { - return elem.disabled === disabled; - } - } - - // Support: IE 6 - 11 - // Use the isDisabled shortcut property to check for disabled fieldset ancestors - return elem.isDisabled === disabled || - - // Where there is no isDisabled, check manually - /* jshint -W018 */ - elem.isDisabled !== !disabled && - inDisabledFieldset( elem ) === disabled; - } - - return elem.disabled === disabled; - - // Try to winnow out elements that can't be disabled before trusting the disabled property. - // Some victims get caught in our net (label, legend, menu, track), but it shouldn't - // even exist on them, let alone have a boolean value. - } else if ( "label" in elem ) { - return elem.disabled === disabled; - } - - // Remaining elements are neither :enabled nor :disabled - return false; - }; -} - -/** - * Returns a function to use in pseudos for positionals - * @param {Function} fn - */ -function createPositionalPseudo( fn ) { - return markFunction( function( argument ) { - argument = +argument; - return markFunction( function( seed, matches ) { - var j, - matchIndexes = fn( [], seed.length, argument ), - i = matchIndexes.length; - - // Match elements found at the specified indexes - while ( i-- ) { - if ( seed[ ( j = matchIndexes[ i ] ) ] ) { - seed[ j ] = !( matches[ j ] = seed[ j ] ); - } - } - } ); - } ); -} - -/** - * Checks a node for validity as a Sizzle context - * @param {Element|Object=} context - * @returns {Element|Object|Boolean} The input node if acceptable, otherwise a falsy value - */ -function testContext( context ) { - return context && typeof context.getElementsByTagName !== "undefined" && context; -} - -// Expose support vars for convenience -support = Sizzle.support = {}; - -/** - * Detects XML nodes - * @param {Element|Object} elem An element or a document - * @returns {Boolean} True iff elem is a non-HTML XML node - */ -isXML = Sizzle.isXML = function( elem ) { - var namespace = elem.namespaceURI, - docElem = ( elem.ownerDocument || elem ).documentElement; - - // Support: IE <=8 - // Assume HTML when documentElement doesn't yet exist, such as inside loading iframes - // https://bugs.jquery.com/ticket/4833 - return !rhtml.test( namespace || docElem && docElem.nodeName || "HTML" ); -}; - -/** - * Sets document-related variables once based on the current document - * @param {Element|Object} [doc] An element or document object to use to set the document - * @returns {Object} Returns the current document - */ -setDocument = Sizzle.setDocument = function( node ) { - var hasCompare, subWindow, - doc = node ? node.ownerDocument || node : preferredDoc; - - // Return early if doc is invalid or already selected - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - // eslint-disable-next-line eqeqeq - if ( doc == document || doc.nodeType !== 9 || !doc.documentElement ) { - return document; - } - - // Update global variables - document = doc; - docElem = document.documentElement; - documentIsHTML = !isXML( document ); - - // Support: IE 9 - 11+, Edge 12 - 18+ - // Accessing iframe documents after unload throws "permission denied" errors (jQuery #13936) - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - // eslint-disable-next-line eqeqeq - if ( preferredDoc != document && - ( subWindow = document.defaultView ) && subWindow.top !== subWindow ) { - - // Support: IE 11, Edge - if ( subWindow.addEventListener ) { - subWindow.addEventListener( "unload", unloadHandler, false ); - - // Support: IE 9 - 10 only - } else if ( subWindow.attachEvent ) { - subWindow.attachEvent( "onunload", unloadHandler ); - } - } - - // Support: IE 8 - 11+, Edge 12 - 18+, Chrome <=16 - 25 only, Firefox <=3.6 - 31 only, - // Safari 4 - 5 only, Opera <=11.6 - 12.x only - // IE/Edge & older browsers don't support the :scope pseudo-class. - // Support: Safari 6.0 only - // Safari 6.0 supports :scope but it's an alias of :root there. - support.scope = assert( function( el ) { - docElem.appendChild( el ).appendChild( document.createElement( "div" ) ); - return typeof el.querySelectorAll !== "undefined" && - !el.querySelectorAll( ":scope fieldset div" ).length; - } ); - - /* Attributes - ---------------------------------------------------------------------- */ - - // Support: IE<8 - // Verify that getAttribute really returns attributes and not properties - // (excepting IE8 booleans) - support.attributes = assert( function( el ) { - el.className = "i"; - return !el.getAttribute( "className" ); - } ); - - /* getElement(s)By* - ---------------------------------------------------------------------- */ - - // Check if getElementsByTagName("*") returns only elements - support.getElementsByTagName = assert( function( el ) { - el.appendChild( document.createComment( "" ) ); - return !el.getElementsByTagName( "*" ).length; - } ); - - // Support: IE<9 - support.getElementsByClassName = rnative.test( document.getElementsByClassName ); - - // Support: IE<10 - // Check if getElementById returns elements by name - // The broken getElementById methods don't pick up programmatically-set names, - // so use a roundabout getElementsByName test - support.getById = assert( function( el ) { - docElem.appendChild( el ).id = expando; - return !document.getElementsByName || !document.getElementsByName( expando ).length; - } ); - - // ID filter and find - if ( support.getById ) { - Expr.filter[ "ID" ] = function( id ) { - var attrId = id.replace( runescape, funescape ); - return function( elem ) { - return elem.getAttribute( "id" ) === attrId; - }; - }; - Expr.find[ "ID" ] = function( id, context ) { - if ( typeof context.getElementById !== "undefined" && documentIsHTML ) { - var elem = context.getElementById( id ); - return elem ? [ elem ] : []; - } - }; - } else { - Expr.filter[ "ID" ] = function( id ) { - var attrId = id.replace( runescape, funescape ); - return function( elem ) { - var node = typeof elem.getAttributeNode !== "undefined" && - elem.getAttributeNode( "id" ); - return node && node.value === attrId; - }; - }; - - // Support: IE 6 - 7 only - // getElementById is not reliable as a find shortcut - Expr.find[ "ID" ] = function( id, context ) { - if ( typeof context.getElementById !== "undefined" && documentIsHTML ) { - var node, i, elems, - elem = context.getElementById( id ); - - if ( elem ) { - - // Verify the id attribute - node = elem.getAttributeNode( "id" ); - if ( node && node.value === id ) { - return [ elem ]; - } - - // Fall back on getElementsByName - elems = context.getElementsByName( id ); - i = 0; - while ( ( elem = elems[ i++ ] ) ) { - node = elem.getAttributeNode( "id" ); - if ( node && node.value === id ) { - return [ elem ]; - } - } - } - - return []; - } - }; - } - - // Tag - Expr.find[ "TAG" ] = support.getElementsByTagName ? - function( tag, context ) { - if ( typeof context.getElementsByTagName !== "undefined" ) { - return context.getElementsByTagName( tag ); - - // DocumentFragment nodes don't have gEBTN - } else if ( support.qsa ) { - return context.querySelectorAll( tag ); - } - } : - - function( tag, context ) { - var elem, - tmp = [], - i = 0, - - // By happy coincidence, a (broken) gEBTN appears on DocumentFragment nodes too - results = context.getElementsByTagName( tag ); - - // Filter out possible comments - if ( tag === "*" ) { - while ( ( elem = results[ i++ ] ) ) { - if ( elem.nodeType === 1 ) { - tmp.push( elem ); - } - } - - return tmp; - } - return results; - }; - - // Class - Expr.find[ "CLASS" ] = support.getElementsByClassName && function( className, context ) { - if ( typeof context.getElementsByClassName !== "undefined" && documentIsHTML ) { - return context.getElementsByClassName( className ); - } - }; - - /* QSA/matchesSelector - ---------------------------------------------------------------------- */ - - // QSA and matchesSelector support - - // matchesSelector(:active) reports false when true (IE9/Opera 11.5) - rbuggyMatches = []; - - // qSa(:focus) reports false when true (Chrome 21) - // We allow this because of a bug in IE8/9 that throws an error - // whenever `document.activeElement` is accessed on an iframe - // So, we allow :focus to pass through QSA all the time to avoid the IE error - // See https://bugs.jquery.com/ticket/13378 - rbuggyQSA = []; - - if ( ( support.qsa = rnative.test( document.querySelectorAll ) ) ) { - - // Build QSA regex - // Regex strategy adopted from Diego Perini - assert( function( el ) { - - var input; - - // Select is set to empty string on purpose - // This is to test IE's treatment of not explicitly - // setting a boolean content attribute, - // since its presence should be enough - // https://bugs.jquery.com/ticket/12359 - docElem.appendChild( el ).innerHTML = "" + - ""; - - // Support: IE8, Opera 11-12.16 - // Nothing should be selected when empty strings follow ^= or $= or *= - // The test attribute must be unknown in Opera but "safe" for WinRT - // https://msdn.microsoft.com/en-us/library/ie/hh465388.aspx#attribute_section - if ( el.querySelectorAll( "[msallowcapture^='']" ).length ) { - rbuggyQSA.push( "[*^$]=" + whitespace + "*(?:''|\"\")" ); - } - - // Support: IE8 - // Boolean attributes and "value" are not treated correctly - if ( !el.querySelectorAll( "[selected]" ).length ) { - rbuggyQSA.push( "\\[" + whitespace + "*(?:value|" + booleans + ")" ); - } - - // Support: Chrome<29, Android<4.4, Safari<7.0+, iOS<7.0+, PhantomJS<1.9.8+ - if ( !el.querySelectorAll( "[id~=" + expando + "-]" ).length ) { - rbuggyQSA.push( "~=" ); - } - - // Support: IE 11+, Edge 15 - 18+ - // IE 11/Edge don't find elements on a `[name='']` query in some cases. - // Adding a temporary attribute to the document before the selection works - // around the issue. - // Interestingly, IE 10 & older don't seem to have the issue. - input = document.createElement( "input" ); - input.setAttribute( "name", "" ); - el.appendChild( input ); - if ( !el.querySelectorAll( "[name='']" ).length ) { - rbuggyQSA.push( "\\[" + whitespace + "*name" + whitespace + "*=" + - whitespace + "*(?:''|\"\")" ); - } - - // Webkit/Opera - :checked should return selected option elements - // http://www.w3.org/TR/2011/REC-css3-selectors-20110929/#checked - // IE8 throws error here and will not see later tests - if ( !el.querySelectorAll( ":checked" ).length ) { - rbuggyQSA.push( ":checked" ); - } - - // Support: Safari 8+, iOS 8+ - // https://bugs.webkit.org/show_bug.cgi?id=136851 - // In-page `selector#id sibling-combinator selector` fails - if ( !el.querySelectorAll( "a#" + expando + "+*" ).length ) { - rbuggyQSA.push( ".#.+[+~]" ); - } - - // Support: Firefox <=3.6 - 5 only - // Old Firefox doesn't throw on a badly-escaped identifier. - el.querySelectorAll( "\\\f" ); - rbuggyQSA.push( "[\\r\\n\\f]" ); - } ); - - assert( function( el ) { - el.innerHTML = "" + - ""; - - // Support: Windows 8 Native Apps - // The type and name attributes are restricted during .innerHTML assignment - var input = document.createElement( "input" ); - input.setAttribute( "type", "hidden" ); - el.appendChild( input ).setAttribute( "name", "D" ); - - // Support: IE8 - // Enforce case-sensitivity of name attribute - if ( el.querySelectorAll( "[name=d]" ).length ) { - rbuggyQSA.push( "name" + whitespace + "*[*^$|!~]?=" ); - } - - // FF 3.5 - :enabled/:disabled and hidden elements (hidden elements are still enabled) - // IE8 throws error here and will not see later tests - if ( el.querySelectorAll( ":enabled" ).length !== 2 ) { - rbuggyQSA.push( ":enabled", ":disabled" ); - } - - // Support: IE9-11+ - // IE's :disabled selector does not pick up the children of disabled fieldsets - docElem.appendChild( el ).disabled = true; - if ( el.querySelectorAll( ":disabled" ).length !== 2 ) { - rbuggyQSA.push( ":enabled", ":disabled" ); - } - - // Support: Opera 10 - 11 only - // Opera 10-11 does not throw on post-comma invalid pseudos - el.querySelectorAll( "*,:x" ); - rbuggyQSA.push( ",.*:" ); - } ); - } - - if ( ( support.matchesSelector = rnative.test( ( matches = docElem.matches || - docElem.webkitMatchesSelector || - docElem.mozMatchesSelector || - docElem.oMatchesSelector || - docElem.msMatchesSelector ) ) ) ) { - - assert( function( el ) { - - // Check to see if it's possible to do matchesSelector - // on a disconnected node (IE 9) - support.disconnectedMatch = matches.call( el, "*" ); - - // This should fail with an exception - // Gecko does not error, returns false instead - matches.call( el, "[s!='']:x" ); - rbuggyMatches.push( "!=", pseudos ); - } ); - } - - rbuggyQSA = rbuggyQSA.length && new RegExp( rbuggyQSA.join( "|" ) ); - rbuggyMatches = rbuggyMatches.length && new RegExp( rbuggyMatches.join( "|" ) ); - - /* Contains - ---------------------------------------------------------------------- */ - hasCompare = rnative.test( docElem.compareDocumentPosition ); - - // Element contains another - // Purposefully self-exclusive - // As in, an element does not contain itself - contains = hasCompare || rnative.test( docElem.contains ) ? - function( a, b ) { - var adown = a.nodeType === 9 ? a.documentElement : a, - bup = b && b.parentNode; - return a === bup || !!( bup && bup.nodeType === 1 && ( - adown.contains ? - adown.contains( bup ) : - a.compareDocumentPosition && a.compareDocumentPosition( bup ) & 16 - ) ); - } : - function( a, b ) { - if ( b ) { - while ( ( b = b.parentNode ) ) { - if ( b === a ) { - return true; - } - } - } - return false; - }; - - /* Sorting - ---------------------------------------------------------------------- */ - - // Document order sorting - sortOrder = hasCompare ? - function( a, b ) { - - // Flag for duplicate removal - if ( a === b ) { - hasDuplicate = true; - return 0; - } - - // Sort on method existence if only one input has compareDocumentPosition - var compare = !a.compareDocumentPosition - !b.compareDocumentPosition; - if ( compare ) { - return compare; - } - - // Calculate position if both inputs belong to the same document - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - // eslint-disable-next-line eqeqeq - compare = ( a.ownerDocument || a ) == ( b.ownerDocument || b ) ? - a.compareDocumentPosition( b ) : - - // Otherwise we know they are disconnected - 1; - - // Disconnected nodes - if ( compare & 1 || - ( !support.sortDetached && b.compareDocumentPosition( a ) === compare ) ) { - - // Choose the first element that is related to our preferred document - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - // eslint-disable-next-line eqeqeq - if ( a == document || a.ownerDocument == preferredDoc && - contains( preferredDoc, a ) ) { - return -1; - } - - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - // eslint-disable-next-line eqeqeq - if ( b == document || b.ownerDocument == preferredDoc && - contains( preferredDoc, b ) ) { - return 1; - } - - // Maintain original order - return sortInput ? - ( indexOf( sortInput, a ) - indexOf( sortInput, b ) ) : - 0; - } - - return compare & 4 ? -1 : 1; - } : - function( a, b ) { - - // Exit early if the nodes are identical - if ( a === b ) { - hasDuplicate = true; - return 0; - } - - var cur, - i = 0, - aup = a.parentNode, - bup = b.parentNode, - ap = [ a ], - bp = [ b ]; - - // Parentless nodes are either documents or disconnected - if ( !aup || !bup ) { - - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - /* eslint-disable eqeqeq */ - return a == document ? -1 : - b == document ? 1 : - /* eslint-enable eqeqeq */ - aup ? -1 : - bup ? 1 : - sortInput ? - ( indexOf( sortInput, a ) - indexOf( sortInput, b ) ) : - 0; - - // If the nodes are siblings, we can do a quick check - } else if ( aup === bup ) { - return siblingCheck( a, b ); - } - - // Otherwise we need full lists of their ancestors for comparison - cur = a; - while ( ( cur = cur.parentNode ) ) { - ap.unshift( cur ); - } - cur = b; - while ( ( cur = cur.parentNode ) ) { - bp.unshift( cur ); - } - - // Walk down the tree looking for a discrepancy - while ( ap[ i ] === bp[ i ] ) { - i++; - } - - return i ? - - // Do a sibling check if the nodes have a common ancestor - siblingCheck( ap[ i ], bp[ i ] ) : - - // Otherwise nodes in our document sort first - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - /* eslint-disable eqeqeq */ - ap[ i ] == preferredDoc ? -1 : - bp[ i ] == preferredDoc ? 1 : - /* eslint-enable eqeqeq */ - 0; - }; - - return document; -}; - -Sizzle.matches = function( expr, elements ) { - return Sizzle( expr, null, null, elements ); -}; - -Sizzle.matchesSelector = function( elem, expr ) { - setDocument( elem ); - - if ( support.matchesSelector && documentIsHTML && - !nonnativeSelectorCache[ expr + " " ] && - ( !rbuggyMatches || !rbuggyMatches.test( expr ) ) && - ( !rbuggyQSA || !rbuggyQSA.test( expr ) ) ) { - - try { - var ret = matches.call( elem, expr ); - - // IE 9's matchesSelector returns false on disconnected nodes - if ( ret || support.disconnectedMatch || - - // As well, disconnected nodes are said to be in a document - // fragment in IE 9 - elem.document && elem.document.nodeType !== 11 ) { - return ret; - } - } catch ( e ) { - nonnativeSelectorCache( expr, true ); - } - } - - return Sizzle( expr, document, null, [ elem ] ).length > 0; -}; - -Sizzle.contains = function( context, elem ) { - - // Set document vars if needed - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - // eslint-disable-next-line eqeqeq - if ( ( context.ownerDocument || context ) != document ) { - setDocument( context ); - } - return contains( context, elem ); -}; - -Sizzle.attr = function( elem, name ) { - - // Set document vars if needed - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - // eslint-disable-next-line eqeqeq - if ( ( elem.ownerDocument || elem ) != document ) { - setDocument( elem ); - } - - var fn = Expr.attrHandle[ name.toLowerCase() ], - - // Don't get fooled by Object.prototype properties (jQuery #13807) - val = fn && hasOwn.call( Expr.attrHandle, name.toLowerCase() ) ? - fn( elem, name, !documentIsHTML ) : - undefined; - - return val !== undefined ? - val : - support.attributes || !documentIsHTML ? - elem.getAttribute( name ) : - ( val = elem.getAttributeNode( name ) ) && val.specified ? - val.value : - null; -}; - -Sizzle.escape = function( sel ) { - return ( sel + "" ).replace( rcssescape, fcssescape ); -}; - -Sizzle.error = function( msg ) { - throw new Error( "Syntax error, unrecognized expression: " + msg ); -}; - -/** - * Document sorting and removing duplicates - * @param {ArrayLike} results - */ -Sizzle.uniqueSort = function( results ) { - var elem, - duplicates = [], - j = 0, - i = 0; - - // Unless we *know* we can detect duplicates, assume their presence - hasDuplicate = !support.detectDuplicates; - sortInput = !support.sortStable && results.slice( 0 ); - results.sort( sortOrder ); - - if ( hasDuplicate ) { - while ( ( elem = results[ i++ ] ) ) { - if ( elem === results[ i ] ) { - j = duplicates.push( i ); - } - } - while ( j-- ) { - results.splice( duplicates[ j ], 1 ); - } - } - - // Clear input after sorting to release objects - // See https://github.com/jquery/sizzle/pull/225 - sortInput = null; - - return results; -}; - -/** - * Utility function for retrieving the text value of an array of DOM nodes - * @param {Array|Element} elem - */ -getText = Sizzle.getText = function( elem ) { - var node, - ret = "", - i = 0, - nodeType = elem.nodeType; - - if ( !nodeType ) { - - // If no nodeType, this is expected to be an array - while ( ( node = elem[ i++ ] ) ) { - - // Do not traverse comment nodes - ret += getText( node ); - } - } else if ( nodeType === 1 || nodeType === 9 || nodeType === 11 ) { - - // Use textContent for elements - // innerText usage removed for consistency of new lines (jQuery #11153) - if ( typeof elem.textContent === "string" ) { - return elem.textContent; - } else { - - // Traverse its children - for ( elem = elem.firstChild; elem; elem = elem.nextSibling ) { - ret += getText( elem ); - } - } - } else if ( nodeType === 3 || nodeType === 4 ) { - return elem.nodeValue; - } - - // Do not include comment or processing instruction nodes - - return ret; -}; - -Expr = Sizzle.selectors = { - - // Can be adjusted by the user - cacheLength: 50, - - createPseudo: markFunction, - - match: matchExpr, - - attrHandle: {}, - - find: {}, - - relative: { - ">": { dir: "parentNode", first: true }, - " ": { dir: "parentNode" }, - "+": { dir: "previousSibling", first: true }, - "~": { dir: "previousSibling" } - }, - - preFilter: { - "ATTR": function( match ) { - match[ 1 ] = match[ 1 ].replace( runescape, funescape ); - - // Move the given value to match[3] whether quoted or unquoted - match[ 3 ] = ( match[ 3 ] || match[ 4 ] || - match[ 5 ] || "" ).replace( runescape, funescape ); - - if ( match[ 2 ] === "~=" ) { - match[ 3 ] = " " + match[ 3 ] + " "; - } - - return match.slice( 0, 4 ); - }, - - "CHILD": function( match ) { - - /* matches from matchExpr["CHILD"] - 1 type (only|nth|...) - 2 what (child|of-type) - 3 argument (even|odd|\d*|\d*n([+-]\d+)?|...) - 4 xn-component of xn+y argument ([+-]?\d*n|) - 5 sign of xn-component - 6 x of xn-component - 7 sign of y-component - 8 y of y-component - */ - match[ 1 ] = match[ 1 ].toLowerCase(); - - if ( match[ 1 ].slice( 0, 3 ) === "nth" ) { - - // nth-* requires argument - if ( !match[ 3 ] ) { - Sizzle.error( match[ 0 ] ); - } - - // numeric x and y parameters for Expr.filter.CHILD - // remember that false/true cast respectively to 0/1 - match[ 4 ] = +( match[ 4 ] ? - match[ 5 ] + ( match[ 6 ] || 1 ) : - 2 * ( match[ 3 ] === "even" || match[ 3 ] === "odd" ) ); - match[ 5 ] = +( ( match[ 7 ] + match[ 8 ] ) || match[ 3 ] === "odd" ); - - // other types prohibit arguments - } else if ( match[ 3 ] ) { - Sizzle.error( match[ 0 ] ); - } - - return match; - }, - - "PSEUDO": function( match ) { - var excess, - unquoted = !match[ 6 ] && match[ 2 ]; - - if ( matchExpr[ "CHILD" ].test( match[ 0 ] ) ) { - return null; - } - - // Accept quoted arguments as-is - if ( match[ 3 ] ) { - match[ 2 ] = match[ 4 ] || match[ 5 ] || ""; - - // Strip excess characters from unquoted arguments - } else if ( unquoted && rpseudo.test( unquoted ) && - - // Get excess from tokenize (recursively) - ( excess = tokenize( unquoted, true ) ) && - - // advance to the next closing parenthesis - ( excess = unquoted.indexOf( ")", unquoted.length - excess ) - unquoted.length ) ) { - - // excess is a negative index - match[ 0 ] = match[ 0 ].slice( 0, excess ); - match[ 2 ] = unquoted.slice( 0, excess ); - } - - // Return only captures needed by the pseudo filter method (type and argument) - return match.slice( 0, 3 ); - } - }, - - filter: { - - "TAG": function( nodeNameSelector ) { - var nodeName = nodeNameSelector.replace( runescape, funescape ).toLowerCase(); - return nodeNameSelector === "*" ? - function() { - return true; - } : - function( elem ) { - return elem.nodeName && elem.nodeName.toLowerCase() === nodeName; - }; - }, - - "CLASS": function( className ) { - var pattern = classCache[ className + " " ]; - - return pattern || - ( pattern = new RegExp( "(^|" + whitespace + - ")" + className + "(" + whitespace + "|$)" ) ) && classCache( - className, function( elem ) { - return pattern.test( - typeof elem.className === "string" && elem.className || - typeof elem.getAttribute !== "undefined" && - elem.getAttribute( "class" ) || - "" - ); - } ); - }, - - "ATTR": function( name, operator, check ) { - return function( elem ) { - var result = Sizzle.attr( elem, name ); - - if ( result == null ) { - return operator === "!="; - } - if ( !operator ) { - return true; - } - - result += ""; - - /* eslint-disable max-len */ - - return operator === "=" ? result === check : - operator === "!=" ? result !== check : - operator === "^=" ? check && result.indexOf( check ) === 0 : - operator === "*=" ? check && result.indexOf( check ) > -1 : - operator === "$=" ? check && result.slice( -check.length ) === check : - operator === "~=" ? ( " " + result.replace( rwhitespace, " " ) + " " ).indexOf( check ) > -1 : - operator === "|=" ? result === check || result.slice( 0, check.length + 1 ) === check + "-" : - false; - /* eslint-enable max-len */ - - }; - }, - - "CHILD": function( type, what, _argument, first, last ) { - var simple = type.slice( 0, 3 ) !== "nth", - forward = type.slice( -4 ) !== "last", - ofType = what === "of-type"; - - return first === 1 && last === 0 ? - - // Shortcut for :nth-*(n) - function( elem ) { - return !!elem.parentNode; - } : - - function( elem, _context, xml ) { - var cache, uniqueCache, outerCache, node, nodeIndex, start, - dir = simple !== forward ? "nextSibling" : "previousSibling", - parent = elem.parentNode, - name = ofType && elem.nodeName.toLowerCase(), - useCache = !xml && !ofType, - diff = false; - - if ( parent ) { - - // :(first|last|only)-(child|of-type) - if ( simple ) { - while ( dir ) { - node = elem; - while ( ( node = node[ dir ] ) ) { - if ( ofType ? - node.nodeName.toLowerCase() === name : - node.nodeType === 1 ) { - - return false; - } - } - - // Reverse direction for :only-* (if we haven't yet done so) - start = dir = type === "only" && !start && "nextSibling"; - } - return true; - } - - start = [ forward ? parent.firstChild : parent.lastChild ]; - - // non-xml :nth-child(...) stores cache data on `parent` - if ( forward && useCache ) { - - // Seek `elem` from a previously-cached index - - // ...in a gzip-friendly way - node = parent; - outerCache = node[ expando ] || ( node[ expando ] = {} ); - - // Support: IE <9 only - // Defend against cloned attroperties (jQuery gh-1709) - uniqueCache = outerCache[ node.uniqueID ] || - ( outerCache[ node.uniqueID ] = {} ); - - cache = uniqueCache[ type ] || []; - nodeIndex = cache[ 0 ] === dirruns && cache[ 1 ]; - diff = nodeIndex && cache[ 2 ]; - node = nodeIndex && parent.childNodes[ nodeIndex ]; - - while ( ( node = ++nodeIndex && node && node[ dir ] || - - // Fallback to seeking `elem` from the start - ( diff = nodeIndex = 0 ) || start.pop() ) ) { - - // When found, cache indexes on `parent` and break - if ( node.nodeType === 1 && ++diff && node === elem ) { - uniqueCache[ type ] = [ dirruns, nodeIndex, diff ]; - break; - } - } - - } else { - - // Use previously-cached element index if available - if ( useCache ) { - - // ...in a gzip-friendly way - node = elem; - outerCache = node[ expando ] || ( node[ expando ] = {} ); - - // Support: IE <9 only - // Defend against cloned attroperties (jQuery gh-1709) - uniqueCache = outerCache[ node.uniqueID ] || - ( outerCache[ node.uniqueID ] = {} ); - - cache = uniqueCache[ type ] || []; - nodeIndex = cache[ 0 ] === dirruns && cache[ 1 ]; - diff = nodeIndex; - } - - // xml :nth-child(...) - // or :nth-last-child(...) or :nth(-last)?-of-type(...) - if ( diff === false ) { - - // Use the same loop as above to seek `elem` from the start - while ( ( node = ++nodeIndex && node && node[ dir ] || - ( diff = nodeIndex = 0 ) || start.pop() ) ) { - - if ( ( ofType ? - node.nodeName.toLowerCase() === name : - node.nodeType === 1 ) && - ++diff ) { - - // Cache the index of each encountered element - if ( useCache ) { - outerCache = node[ expando ] || - ( node[ expando ] = {} ); - - // Support: IE <9 only - // Defend against cloned attroperties (jQuery gh-1709) - uniqueCache = outerCache[ node.uniqueID ] || - ( outerCache[ node.uniqueID ] = {} ); - - uniqueCache[ type ] = [ dirruns, diff ]; - } - - if ( node === elem ) { - break; - } - } - } - } - } - - // Incorporate the offset, then check against cycle size - diff -= last; - return diff === first || ( diff % first === 0 && diff / first >= 0 ); - } - }; - }, - - "PSEUDO": function( pseudo, argument ) { - - // pseudo-class names are case-insensitive - // http://www.w3.org/TR/selectors/#pseudo-classes - // Prioritize by case sensitivity in case custom pseudos are added with uppercase letters - // Remember that setFilters inherits from pseudos - var args, - fn = Expr.pseudos[ pseudo ] || Expr.setFilters[ pseudo.toLowerCase() ] || - Sizzle.error( "unsupported pseudo: " + pseudo ); - - // The user may use createPseudo to indicate that - // arguments are needed to create the filter function - // just as Sizzle does - if ( fn[ expando ] ) { - return fn( argument ); - } - - // But maintain support for old signatures - if ( fn.length > 1 ) { - args = [ pseudo, pseudo, "", argument ]; - return Expr.setFilters.hasOwnProperty( pseudo.toLowerCase() ) ? - markFunction( function( seed, matches ) { - var idx, - matched = fn( seed, argument ), - i = matched.length; - while ( i-- ) { - idx = indexOf( seed, matched[ i ] ); - seed[ idx ] = !( matches[ idx ] = matched[ i ] ); - } - } ) : - function( elem ) { - return fn( elem, 0, args ); - }; - } - - return fn; - } - }, - - pseudos: { - - // Potentially complex pseudos - "not": markFunction( function( selector ) { - - // Trim the selector passed to compile - // to avoid treating leading and trailing - // spaces as combinators - var input = [], - results = [], - matcher = compile( selector.replace( rtrim, "$1" ) ); - - return matcher[ expando ] ? - markFunction( function( seed, matches, _context, xml ) { - var elem, - unmatched = matcher( seed, null, xml, [] ), - i = seed.length; - - // Match elements unmatched by `matcher` - while ( i-- ) { - if ( ( elem = unmatched[ i ] ) ) { - seed[ i ] = !( matches[ i ] = elem ); - } - } - } ) : - function( elem, _context, xml ) { - input[ 0 ] = elem; - matcher( input, null, xml, results ); - - // Don't keep the element (issue #299) - input[ 0 ] = null; - return !results.pop(); - }; - } ), - - "has": markFunction( function( selector ) { - return function( elem ) { - return Sizzle( selector, elem ).length > 0; - }; - } ), - - "contains": markFunction( function( text ) { - text = text.replace( runescape, funescape ); - return function( elem ) { - return ( elem.textContent || getText( elem ) ).indexOf( text ) > -1; - }; - } ), - - // "Whether an element is represented by a :lang() selector - // is based solely on the element's language value - // being equal to the identifier C, - // or beginning with the identifier C immediately followed by "-". - // The matching of C against the element's language value is performed case-insensitively. - // The identifier C does not have to be a valid language name." - // http://www.w3.org/TR/selectors/#lang-pseudo - "lang": markFunction( function( lang ) { - - // lang value must be a valid identifier - if ( !ridentifier.test( lang || "" ) ) { - Sizzle.error( "unsupported lang: " + lang ); - } - lang = lang.replace( runescape, funescape ).toLowerCase(); - return function( elem ) { - var elemLang; - do { - if ( ( elemLang = documentIsHTML ? - elem.lang : - elem.getAttribute( "xml:lang" ) || elem.getAttribute( "lang" ) ) ) { - - elemLang = elemLang.toLowerCase(); - return elemLang === lang || elemLang.indexOf( lang + "-" ) === 0; - } - } while ( ( elem = elem.parentNode ) && elem.nodeType === 1 ); - return false; - }; - } ), - - // Miscellaneous - "target": function( elem ) { - var hash = window.location && window.location.hash; - return hash && hash.slice( 1 ) === elem.id; - }, - - "root": function( elem ) { - return elem === docElem; - }, - - "focus": function( elem ) { - return elem === document.activeElement && - ( !document.hasFocus || document.hasFocus() ) && - !!( elem.type || elem.href || ~elem.tabIndex ); - }, - - // Boolean properties - "enabled": createDisabledPseudo( false ), - "disabled": createDisabledPseudo( true ), - - "checked": function( elem ) { - - // In CSS3, :checked should return both checked and selected elements - // http://www.w3.org/TR/2011/REC-css3-selectors-20110929/#checked - var nodeName = elem.nodeName.toLowerCase(); - return ( nodeName === "input" && !!elem.checked ) || - ( nodeName === "option" && !!elem.selected ); - }, - - "selected": function( elem ) { - - // Accessing this property makes selected-by-default - // options in Safari work properly - if ( elem.parentNode ) { - // eslint-disable-next-line no-unused-expressions - elem.parentNode.selectedIndex; - } - - return elem.selected === true; - }, - - // Contents - "empty": function( elem ) { - - // http://www.w3.org/TR/selectors/#empty-pseudo - // :empty is negated by element (1) or content nodes (text: 3; cdata: 4; entity ref: 5), - // but not by others (comment: 8; processing instruction: 7; etc.) - // nodeType < 6 works because attributes (2) do not appear as children - for ( elem = elem.firstChild; elem; elem = elem.nextSibling ) { - if ( elem.nodeType < 6 ) { - return false; - } - } - return true; - }, - - "parent": function( elem ) { - return !Expr.pseudos[ "empty" ]( elem ); - }, - - // Element/input types - "header": function( elem ) { - return rheader.test( elem.nodeName ); - }, - - "input": function( elem ) { - return rinputs.test( elem.nodeName ); - }, - - "button": function( elem ) { - var name = elem.nodeName.toLowerCase(); - return name === "input" && elem.type === "button" || name === "button"; - }, - - "text": function( elem ) { - var attr; - return elem.nodeName.toLowerCase() === "input" && - elem.type === "text" && - - // Support: IE<8 - // New HTML5 attribute values (e.g., "search") appear with elem.type === "text" - ( ( attr = elem.getAttribute( "type" ) ) == null || - attr.toLowerCase() === "text" ); - }, - - // Position-in-collection - "first": createPositionalPseudo( function() { - return [ 0 ]; - } ), - - "last": createPositionalPseudo( function( _matchIndexes, length ) { - return [ length - 1 ]; - } ), - - "eq": createPositionalPseudo( function( _matchIndexes, length, argument ) { - return [ argument < 0 ? argument + length : argument ]; - } ), - - "even": createPositionalPseudo( function( matchIndexes, length ) { - var i = 0; - for ( ; i < length; i += 2 ) { - matchIndexes.push( i ); - } - return matchIndexes; - } ), - - "odd": createPositionalPseudo( function( matchIndexes, length ) { - var i = 1; - for ( ; i < length; i += 2 ) { - matchIndexes.push( i ); - } - return matchIndexes; - } ), - - "lt": createPositionalPseudo( function( matchIndexes, length, argument ) { - var i = argument < 0 ? - argument + length : - argument > length ? - length : - argument; - for ( ; --i >= 0; ) { - matchIndexes.push( i ); - } - return matchIndexes; - } ), - - "gt": createPositionalPseudo( function( matchIndexes, length, argument ) { - var i = argument < 0 ? argument + length : argument; - for ( ; ++i < length; ) { - matchIndexes.push( i ); - } - return matchIndexes; - } ) - } -}; - -Expr.pseudos[ "nth" ] = Expr.pseudos[ "eq" ]; - -// Add button/input type pseudos -for ( i in { radio: true, checkbox: true, file: true, password: true, image: true } ) { - Expr.pseudos[ i ] = createInputPseudo( i ); -} -for ( i in { submit: true, reset: true } ) { - Expr.pseudos[ i ] = createButtonPseudo( i ); -} - -// Easy API for creating new setFilters -function setFilters() {} -setFilters.prototype = Expr.filters = Expr.pseudos; -Expr.setFilters = new setFilters(); - -tokenize = Sizzle.tokenize = function( selector, parseOnly ) { - var matched, match, tokens, type, - soFar, groups, preFilters, - cached = tokenCache[ selector + " " ]; - - if ( cached ) { - return parseOnly ? 0 : cached.slice( 0 ); - } - - soFar = selector; - groups = []; - preFilters = Expr.preFilter; - - while ( soFar ) { - - // Comma and first run - if ( !matched || ( match = rcomma.exec( soFar ) ) ) { - if ( match ) { - - // Don't consume trailing commas as valid - soFar = soFar.slice( match[ 0 ].length ) || soFar; - } - groups.push( ( tokens = [] ) ); - } - - matched = false; - - // Combinators - if ( ( match = rcombinators.exec( soFar ) ) ) { - matched = match.shift(); - tokens.push( { - value: matched, - - // Cast descendant combinators to space - type: match[ 0 ].replace( rtrim, " " ) - } ); - soFar = soFar.slice( matched.length ); - } - - // Filters - for ( type in Expr.filter ) { - if ( ( match = matchExpr[ type ].exec( soFar ) ) && ( !preFilters[ type ] || - ( match = preFilters[ type ]( match ) ) ) ) { - matched = match.shift(); - tokens.push( { - value: matched, - type: type, - matches: match - } ); - soFar = soFar.slice( matched.length ); - } - } - - if ( !matched ) { - break; - } - } - - // Return the length of the invalid excess - // if we're just parsing - // Otherwise, throw an error or return tokens - return parseOnly ? - soFar.length : - soFar ? - Sizzle.error( selector ) : - - // Cache the tokens - tokenCache( selector, groups ).slice( 0 ); -}; - -function toSelector( tokens ) { - var i = 0, - len = tokens.length, - selector = ""; - for ( ; i < len; i++ ) { - selector += tokens[ i ].value; - } - return selector; -} - -function addCombinator( matcher, combinator, base ) { - var dir = combinator.dir, - skip = combinator.next, - key = skip || dir, - checkNonElements = base && key === "parentNode", - doneName = done++; - - return combinator.first ? - - // Check against closest ancestor/preceding element - function( elem, context, xml ) { - while ( ( elem = elem[ dir ] ) ) { - if ( elem.nodeType === 1 || checkNonElements ) { - return matcher( elem, context, xml ); - } - } - return false; - } : - - // Check against all ancestor/preceding elements - function( elem, context, xml ) { - var oldCache, uniqueCache, outerCache, - newCache = [ dirruns, doneName ]; - - // We can't set arbitrary data on XML nodes, so they don't benefit from combinator caching - if ( xml ) { - while ( ( elem = elem[ dir ] ) ) { - if ( elem.nodeType === 1 || checkNonElements ) { - if ( matcher( elem, context, xml ) ) { - return true; - } - } - } - } else { - while ( ( elem = elem[ dir ] ) ) { - if ( elem.nodeType === 1 || checkNonElements ) { - outerCache = elem[ expando ] || ( elem[ expando ] = {} ); - - // Support: IE <9 only - // Defend against cloned attroperties (jQuery gh-1709) - uniqueCache = outerCache[ elem.uniqueID ] || - ( outerCache[ elem.uniqueID ] = {} ); - - if ( skip && skip === elem.nodeName.toLowerCase() ) { - elem = elem[ dir ] || elem; - } else if ( ( oldCache = uniqueCache[ key ] ) && - oldCache[ 0 ] === dirruns && oldCache[ 1 ] === doneName ) { - - // Assign to newCache so results back-propagate to previous elements - return ( newCache[ 2 ] = oldCache[ 2 ] ); - } else { - - // Reuse newcache so results back-propagate to previous elements - uniqueCache[ key ] = newCache; - - // A match means we're done; a fail means we have to keep checking - if ( ( newCache[ 2 ] = matcher( elem, context, xml ) ) ) { - return true; - } - } - } - } - } - return false; - }; -} - -function elementMatcher( matchers ) { - return matchers.length > 1 ? - function( elem, context, xml ) { - var i = matchers.length; - while ( i-- ) { - if ( !matchers[ i ]( elem, context, xml ) ) { - return false; - } - } - return true; - } : - matchers[ 0 ]; -} - -function multipleContexts( selector, contexts, results ) { - var i = 0, - len = contexts.length; - for ( ; i < len; i++ ) { - Sizzle( selector, contexts[ i ], results ); - } - return results; -} - -function condense( unmatched, map, filter, context, xml ) { - var elem, - newUnmatched = [], - i = 0, - len = unmatched.length, - mapped = map != null; - - for ( ; i < len; i++ ) { - if ( ( elem = unmatched[ i ] ) ) { - if ( !filter || filter( elem, context, xml ) ) { - newUnmatched.push( elem ); - if ( mapped ) { - map.push( i ); - } - } - } - } - - return newUnmatched; -} - -function setMatcher( preFilter, selector, matcher, postFilter, postFinder, postSelector ) { - if ( postFilter && !postFilter[ expando ] ) { - postFilter = setMatcher( postFilter ); - } - if ( postFinder && !postFinder[ expando ] ) { - postFinder = setMatcher( postFinder, postSelector ); - } - return markFunction( function( seed, results, context, xml ) { - var temp, i, elem, - preMap = [], - postMap = [], - preexisting = results.length, - - // Get initial elements from seed or context - elems = seed || multipleContexts( - selector || "*", - context.nodeType ? [ context ] : context, - [] - ), - - // Prefilter to get matcher input, preserving a map for seed-results synchronization - matcherIn = preFilter && ( seed || !selector ) ? - condense( elems, preMap, preFilter, context, xml ) : - elems, - - matcherOut = matcher ? - - // If we have a postFinder, or filtered seed, or non-seed postFilter or preexisting results, - postFinder || ( seed ? preFilter : preexisting || postFilter ) ? - - // ...intermediate processing is necessary - [] : - - // ...otherwise use results directly - results : - matcherIn; - - // Find primary matches - if ( matcher ) { - matcher( matcherIn, matcherOut, context, xml ); - } - - // Apply postFilter - if ( postFilter ) { - temp = condense( matcherOut, postMap ); - postFilter( temp, [], context, xml ); - - // Un-match failing elements by moving them back to matcherIn - i = temp.length; - while ( i-- ) { - if ( ( elem = temp[ i ] ) ) { - matcherOut[ postMap[ i ] ] = !( matcherIn[ postMap[ i ] ] = elem ); - } - } - } - - if ( seed ) { - if ( postFinder || preFilter ) { - if ( postFinder ) { - - // Get the final matcherOut by condensing this intermediate into postFinder contexts - temp = []; - i = matcherOut.length; - while ( i-- ) { - if ( ( elem = matcherOut[ i ] ) ) { - - // Restore matcherIn since elem is not yet a final match - temp.push( ( matcherIn[ i ] = elem ) ); - } - } - postFinder( null, ( matcherOut = [] ), temp, xml ); - } - - // Move matched elements from seed to results to keep them synchronized - i = matcherOut.length; - while ( i-- ) { - if ( ( elem = matcherOut[ i ] ) && - ( temp = postFinder ? indexOf( seed, elem ) : preMap[ i ] ) > -1 ) { - - seed[ temp ] = !( results[ temp ] = elem ); - } - } - } - - // Add elements to results, through postFinder if defined - } else { - matcherOut = condense( - matcherOut === results ? - matcherOut.splice( preexisting, matcherOut.length ) : - matcherOut - ); - if ( postFinder ) { - postFinder( null, results, matcherOut, xml ); - } else { - push.apply( results, matcherOut ); - } - } - } ); -} - -function matcherFromTokens( tokens ) { - var checkContext, matcher, j, - len = tokens.length, - leadingRelative = Expr.relative[ tokens[ 0 ].type ], - implicitRelative = leadingRelative || Expr.relative[ " " ], - i = leadingRelative ? 1 : 0, - - // The foundational matcher ensures that elements are reachable from top-level context(s) - matchContext = addCombinator( function( elem ) { - return elem === checkContext; - }, implicitRelative, true ), - matchAnyContext = addCombinator( function( elem ) { - return indexOf( checkContext, elem ) > -1; - }, implicitRelative, true ), - matchers = [ function( elem, context, xml ) { - var ret = ( !leadingRelative && ( xml || context !== outermostContext ) ) || ( - ( checkContext = context ).nodeType ? - matchContext( elem, context, xml ) : - matchAnyContext( elem, context, xml ) ); - - // Avoid hanging onto element (issue #299) - checkContext = null; - return ret; - } ]; - - for ( ; i < len; i++ ) { - if ( ( matcher = Expr.relative[ tokens[ i ].type ] ) ) { - matchers = [ addCombinator( elementMatcher( matchers ), matcher ) ]; - } else { - matcher = Expr.filter[ tokens[ i ].type ].apply( null, tokens[ i ].matches ); - - // Return special upon seeing a positional matcher - if ( matcher[ expando ] ) { - - // Find the next relative operator (if any) for proper handling - j = ++i; - for ( ; j < len; j++ ) { - if ( Expr.relative[ tokens[ j ].type ] ) { - break; - } - } - return setMatcher( - i > 1 && elementMatcher( matchers ), - i > 1 && toSelector( - - // If the preceding token was a descendant combinator, insert an implicit any-element `*` - tokens - .slice( 0, i - 1 ) - .concat( { value: tokens[ i - 2 ].type === " " ? "*" : "" } ) - ).replace( rtrim, "$1" ), - matcher, - i < j && matcherFromTokens( tokens.slice( i, j ) ), - j < len && matcherFromTokens( ( tokens = tokens.slice( j ) ) ), - j < len && toSelector( tokens ) - ); - } - matchers.push( matcher ); - } - } - - return elementMatcher( matchers ); -} - -function matcherFromGroupMatchers( elementMatchers, setMatchers ) { - var bySet = setMatchers.length > 0, - byElement = elementMatchers.length > 0, - superMatcher = function( seed, context, xml, results, outermost ) { - var elem, j, matcher, - matchedCount = 0, - i = "0", - unmatched = seed && [], - setMatched = [], - contextBackup = outermostContext, - - // We must always have either seed elements or outermost context - elems = seed || byElement && Expr.find[ "TAG" ]( "*", outermost ), - - // Use integer dirruns iff this is the outermost matcher - dirrunsUnique = ( dirruns += contextBackup == null ? 1 : Math.random() || 0.1 ), - len = elems.length; - - if ( outermost ) { - - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - // eslint-disable-next-line eqeqeq - outermostContext = context == document || context || outermost; - } - - // Add elements passing elementMatchers directly to results - // Support: IE<9, Safari - // Tolerate NodeList properties (IE: "length"; Safari: ) matching elements by id - for ( ; i !== len && ( elem = elems[ i ] ) != null; i++ ) { - if ( byElement && elem ) { - j = 0; - - // Support: IE 11+, Edge 17 - 18+ - // IE/Edge sometimes throw a "Permission denied" error when strict-comparing - // two documents; shallow comparisons work. - // eslint-disable-next-line eqeqeq - if ( !context && elem.ownerDocument != document ) { - setDocument( elem ); - xml = !documentIsHTML; - } - while ( ( matcher = elementMatchers[ j++ ] ) ) { - if ( matcher( elem, context || document, xml ) ) { - results.push( elem ); - break; - } - } - if ( outermost ) { - dirruns = dirrunsUnique; - } - } - - // Track unmatched elements for set filters - if ( bySet ) { - - // They will have gone through all possible matchers - if ( ( elem = !matcher && elem ) ) { - matchedCount--; - } - - // Lengthen the array for every element, matched or not - if ( seed ) { - unmatched.push( elem ); - } - } - } - - // `i` is now the count of elements visited above, and adding it to `matchedCount` - // makes the latter nonnegative. - matchedCount += i; - - // Apply set filters to unmatched elements - // NOTE: This can be skipped if there are no unmatched elements (i.e., `matchedCount` - // equals `i`), unless we didn't visit _any_ elements in the above loop because we have - // no element matchers and no seed. - // Incrementing an initially-string "0" `i` allows `i` to remain a string only in that - // case, which will result in a "00" `matchedCount` that differs from `i` but is also - // numerically zero. - if ( bySet && i !== matchedCount ) { - j = 0; - while ( ( matcher = setMatchers[ j++ ] ) ) { - matcher( unmatched, setMatched, context, xml ); - } - - if ( seed ) { - - // Reintegrate element matches to eliminate the need for sorting - if ( matchedCount > 0 ) { - while ( i-- ) { - if ( !( unmatched[ i ] || setMatched[ i ] ) ) { - setMatched[ i ] = pop.call( results ); - } - } - } - - // Discard index placeholder values to get only actual matches - setMatched = condense( setMatched ); - } - - // Add matches to results - push.apply( results, setMatched ); - - // Seedless set matches succeeding multiple successful matchers stipulate sorting - if ( outermost && !seed && setMatched.length > 0 && - ( matchedCount + setMatchers.length ) > 1 ) { - - Sizzle.uniqueSort( results ); - } - } - - // Override manipulation of globals by nested matchers - if ( outermost ) { - dirruns = dirrunsUnique; - outermostContext = contextBackup; - } - - return unmatched; - }; - - return bySet ? - markFunction( superMatcher ) : - superMatcher; -} - -compile = Sizzle.compile = function( selector, match /* Internal Use Only */ ) { - var i, - setMatchers = [], - elementMatchers = [], - cached = compilerCache[ selector + " " ]; - - if ( !cached ) { - - // Generate a function of recursive functions that can be used to check each element - if ( !match ) { - match = tokenize( selector ); - } - i = match.length; - while ( i-- ) { - cached = matcherFromTokens( match[ i ] ); - if ( cached[ expando ] ) { - setMatchers.push( cached ); - } else { - elementMatchers.push( cached ); - } - } - - // Cache the compiled function - cached = compilerCache( - selector, - matcherFromGroupMatchers( elementMatchers, setMatchers ) - ); - - // Save selector and tokenization - cached.selector = selector; - } - return cached; -}; - -/** - * A low-level selection function that works with Sizzle's compiled - * selector functions - * @param {String|Function} selector A selector or a pre-compiled - * selector function built with Sizzle.compile - * @param {Element} context - * @param {Array} [results] - * @param {Array} [seed] A set of elements to match against - */ -select = Sizzle.select = function( selector, context, results, seed ) { - var i, tokens, token, type, find, - compiled = typeof selector === "function" && selector, - match = !seed && tokenize( ( selector = compiled.selector || selector ) ); - - results = results || []; - - // Try to minimize operations if there is only one selector in the list and no seed - // (the latter of which guarantees us context) - if ( match.length === 1 ) { - - // Reduce context if the leading compound selector is an ID - tokens = match[ 0 ] = match[ 0 ].slice( 0 ); - if ( tokens.length > 2 && ( token = tokens[ 0 ] ).type === "ID" && - context.nodeType === 9 && documentIsHTML && Expr.relative[ tokens[ 1 ].type ] ) { - - context = ( Expr.find[ "ID" ]( token.matches[ 0 ] - .replace( runescape, funescape ), context ) || [] )[ 0 ]; - if ( !context ) { - return results; - - // Precompiled matchers will still verify ancestry, so step up a level - } else if ( compiled ) { - context = context.parentNode; - } - - selector = selector.slice( tokens.shift().value.length ); - } - - // Fetch a seed set for right-to-left matching - i = matchExpr[ "needsContext" ].test( selector ) ? 0 : tokens.length; - while ( i-- ) { - token = tokens[ i ]; - - // Abort if we hit a combinator - if ( Expr.relative[ ( type = token.type ) ] ) { - break; - } - if ( ( find = Expr.find[ type ] ) ) { - - // Search, expanding context for leading sibling combinators - if ( ( seed = find( - token.matches[ 0 ].replace( runescape, funescape ), - rsibling.test( tokens[ 0 ].type ) && testContext( context.parentNode ) || - context - ) ) ) { - - // If seed is empty or no tokens remain, we can return early - tokens.splice( i, 1 ); - selector = seed.length && toSelector( tokens ); - if ( !selector ) { - push.apply( results, seed ); - return results; - } - - break; - } - } - } - } - - // Compile and execute a filtering function if one is not provided - // Provide `match` to avoid retokenization if we modified the selector above - ( compiled || compile( selector, match ) )( - seed, - context, - !documentIsHTML, - results, - !context || rsibling.test( selector ) && testContext( context.parentNode ) || context - ); - return results; -}; - -// One-time assignments - -// Sort stability -support.sortStable = expando.split( "" ).sort( sortOrder ).join( "" ) === expando; - -// Support: Chrome 14-35+ -// Always assume duplicates if they aren't passed to the comparison function -support.detectDuplicates = !!hasDuplicate; - -// Initialize against the default document -setDocument(); - -// Support: Webkit<537.32 - Safari 6.0.3/Chrome 25 (fixed in Chrome 27) -// Detached nodes confoundingly follow *each other* -support.sortDetached = assert( function( el ) { - - // Should return 1, but returns 4 (following) - return el.compareDocumentPosition( document.createElement( "fieldset" ) ) & 1; -} ); - -// Support: IE<8 -// Prevent attribute/property "interpolation" -// https://msdn.microsoft.com/en-us/library/ms536429%28VS.85%29.aspx -if ( !assert( function( el ) { - el.innerHTML = ""; - return el.firstChild.getAttribute( "href" ) === "#"; -} ) ) { - addHandle( "type|href|height|width", function( elem, name, isXML ) { - if ( !isXML ) { - return elem.getAttribute( name, name.toLowerCase() === "type" ? 1 : 2 ); - } - } ); -} - -// Support: IE<9 -// Use defaultValue in place of getAttribute("value") -if ( !support.attributes || !assert( function( el ) { - el.innerHTML = ""; - el.firstChild.setAttribute( "value", "" ); - return el.firstChild.getAttribute( "value" ) === ""; -} ) ) { - addHandle( "value", function( elem, _name, isXML ) { - if ( !isXML && elem.nodeName.toLowerCase() === "input" ) { - return elem.defaultValue; - } - } ); -} - -// Support: IE<9 -// Use getAttributeNode to fetch booleans when getAttribute lies -if ( !assert( function( el ) { - return el.getAttribute( "disabled" ) == null; -} ) ) { - addHandle( booleans, function( elem, name, isXML ) { - var val; - if ( !isXML ) { - return elem[ name ] === true ? name.toLowerCase() : - ( val = elem.getAttributeNode( name ) ) && val.specified ? - val.value : - null; - } - } ); -} - -return Sizzle; - -} )( window ); - - - -jQuery.find = Sizzle; -jQuery.expr = Sizzle.selectors; - -// Deprecated -jQuery.expr[ ":" ] = jQuery.expr.pseudos; -jQuery.uniqueSort = jQuery.unique = Sizzle.uniqueSort; -jQuery.text = Sizzle.getText; -jQuery.isXMLDoc = Sizzle.isXML; -jQuery.contains = Sizzle.contains; -jQuery.escapeSelector = Sizzle.escape; - - - - -var dir = function( elem, dir, until ) { - var matched = [], - truncate = until !== undefined; - - while ( ( elem = elem[ dir ] ) && elem.nodeType !== 9 ) { - if ( elem.nodeType === 1 ) { - if ( truncate && jQuery( elem ).is( until ) ) { - break; - } - matched.push( elem ); - } - } - return matched; -}; - - -var siblings = function( n, elem ) { - var matched = []; - - for ( ; n; n = n.nextSibling ) { - if ( n.nodeType === 1 && n !== elem ) { - matched.push( n ); - } - } - - return matched; -}; - - -var rneedsContext = jQuery.expr.match.needsContext; - - - -function nodeName( elem, name ) { - - return elem.nodeName && elem.nodeName.toLowerCase() === name.toLowerCase(); - -}; -var rsingleTag = ( /^<([a-z][^\/\0>:\x20\t\r\n\f]*)[\x20\t\r\n\f]*\/?>(?:<\/\1>|)$/i ); - - - -// Implement the identical functionality for filter and not -function winnow( elements, qualifier, not ) { - if ( isFunction( qualifier ) ) { - return jQuery.grep( elements, function( elem, i ) { - return !!qualifier.call( elem, i, elem ) !== not; - } ); - } - - // Single element - if ( qualifier.nodeType ) { - return jQuery.grep( elements, function( elem ) { - return ( elem === qualifier ) !== not; - } ); - } - - // Arraylike of elements (jQuery, arguments, Array) - if ( typeof qualifier !== "string" ) { - return jQuery.grep( elements, function( elem ) { - return ( indexOf.call( qualifier, elem ) > -1 ) !== not; - } ); - } - - // Filtered directly for both simple and complex selectors - return jQuery.filter( qualifier, elements, not ); -} - -jQuery.filter = function( expr, elems, not ) { - var elem = elems[ 0 ]; - - if ( not ) { - expr = ":not(" + expr + ")"; - } - - if ( elems.length === 1 && elem.nodeType === 1 ) { - return jQuery.find.matchesSelector( elem, expr ) ? [ elem ] : []; - } - - return jQuery.find.matches( expr, jQuery.grep( elems, function( elem ) { - return elem.nodeType === 1; - } ) ); -}; - -jQuery.fn.extend( { - find: function( selector ) { - var i, ret, - len = this.length, - self = this; - - if ( typeof selector !== "string" ) { - return this.pushStack( jQuery( selector ).filter( function() { - for ( i = 0; i < len; i++ ) { - if ( jQuery.contains( self[ i ], this ) ) { - return true; - } - } - } ) ); - } - - ret = this.pushStack( [] ); - - for ( i = 0; i < len; i++ ) { - jQuery.find( selector, self[ i ], ret ); - } - - return len > 1 ? jQuery.uniqueSort( ret ) : ret; - }, - filter: function( selector ) { - return this.pushStack( winnow( this, selector || [], false ) ); - }, - not: function( selector ) { - return this.pushStack( winnow( this, selector || [], true ) ); - }, - is: function( selector ) { - return !!winnow( - this, - - // If this is a positional/relative selector, check membership in the returned set - // so $("p:first").is("p:last") won't return true for a doc with two "p". - typeof selector === "string" && rneedsContext.test( selector ) ? - jQuery( selector ) : - selector || [], - false - ).length; - } -} ); - - -// Initialize a jQuery object - - -// A central reference to the root jQuery(document) -var rootjQuery, - - // A simple way to check for HTML strings - // Prioritize #id over to avoid XSS via location.hash (#9521) - // Strict HTML recognition (#11290: must start with <) - // Shortcut simple #id case for speed - rquickExpr = /^(?:\s*(<[\w\W]+>)[^>]*|#([\w-]+))$/, - - init = jQuery.fn.init = function( selector, context, root ) { - var match, elem; - - // HANDLE: $(""), $(null), $(undefined), $(false) - if ( !selector ) { - return this; - } - - // Method init() accepts an alternate rootjQuery - // so migrate can support jQuery.sub (gh-2101) - root = root || rootjQuery; - - // Handle HTML strings - if ( typeof selector === "string" ) { - if ( selector[ 0 ] === "<" && - selector[ selector.length - 1 ] === ">" && - selector.length >= 3 ) { - - // Assume that strings that start and end with <> are HTML and skip the regex check - match = [ null, selector, null ]; - - } else { - match = rquickExpr.exec( selector ); - } - - // Match html or make sure no context is specified for #id - if ( match && ( match[ 1 ] || !context ) ) { - - // HANDLE: $(html) -> $(array) - if ( match[ 1 ] ) { - context = context instanceof jQuery ? context[ 0 ] : context; - - // Option to run scripts is true for back-compat - // Intentionally let the error be thrown if parseHTML is not present - jQuery.merge( this, jQuery.parseHTML( - match[ 1 ], - context && context.nodeType ? context.ownerDocument || context : document, - true - ) ); - - // HANDLE: $(html, props) - if ( rsingleTag.test( match[ 1 ] ) && jQuery.isPlainObject( context ) ) { - for ( match in context ) { - - // Properties of context are called as methods if possible - if ( isFunction( this[ match ] ) ) { - this[ match ]( context[ match ] ); - - // ...and otherwise set as attributes - } else { - this.attr( match, context[ match ] ); - } - } - } - - return this; - - // HANDLE: $(#id) - } else { - elem = document.getElementById( match[ 2 ] ); - - if ( elem ) { - - // Inject the element directly into the jQuery object - this[ 0 ] = elem; - this.length = 1; - } - return this; - } - - // HANDLE: $(expr, $(...)) - } else if ( !context || context.jquery ) { - return ( context || root ).find( selector ); - - // HANDLE: $(expr, context) - // (which is just equivalent to: $(context).find(expr) - } else { - return this.constructor( context ).find( selector ); - } - - // HANDLE: $(DOMElement) - } else if ( selector.nodeType ) { - this[ 0 ] = selector; - this.length = 1; - return this; - - // HANDLE: $(function) - // Shortcut for document ready - } else if ( isFunction( selector ) ) { - return root.ready !== undefined ? - root.ready( selector ) : - - // Execute immediately if ready is not present - selector( jQuery ); - } - - return jQuery.makeArray( selector, this ); - }; - -// Give the init function the jQuery prototype for later instantiation -init.prototype = jQuery.fn; - -// Initialize central reference -rootjQuery = jQuery( document ); - - -var rparentsprev = /^(?:parents|prev(?:Until|All))/, - - // Methods guaranteed to produce a unique set when starting from a unique set - guaranteedUnique = { - children: true, - contents: true, - next: true, - prev: true - }; - -jQuery.fn.extend( { - has: function( target ) { - var targets = jQuery( target, this ), - l = targets.length; - - return this.filter( function() { - var i = 0; - for ( ; i < l; i++ ) { - if ( jQuery.contains( this, targets[ i ] ) ) { - return true; - } - } - } ); - }, - - closest: function( selectors, context ) { - var cur, - i = 0, - l = this.length, - matched = [], - targets = typeof selectors !== "string" && jQuery( selectors ); - - // Positional selectors never match, since there's no _selection_ context - if ( !rneedsContext.test( selectors ) ) { - for ( ; i < l; i++ ) { - for ( cur = this[ i ]; cur && cur !== context; cur = cur.parentNode ) { - - // Always skip document fragments - if ( cur.nodeType < 11 && ( targets ? - targets.index( cur ) > -1 : - - // Don't pass non-elements to Sizzle - cur.nodeType === 1 && - jQuery.find.matchesSelector( cur, selectors ) ) ) { - - matched.push( cur ); - break; - } - } - } - } - - return this.pushStack( matched.length > 1 ? jQuery.uniqueSort( matched ) : matched ); - }, - - // Determine the position of an element within the set - index: function( elem ) { - - // No argument, return index in parent - if ( !elem ) { - return ( this[ 0 ] && this[ 0 ].parentNode ) ? this.first().prevAll().length : -1; - } - - // Index in selector - if ( typeof elem === "string" ) { - return indexOf.call( jQuery( elem ), this[ 0 ] ); - } - - // Locate the position of the desired element - return indexOf.call( this, - - // If it receives a jQuery object, the first element is used - elem.jquery ? elem[ 0 ] : elem - ); - }, - - add: function( selector, context ) { - return this.pushStack( - jQuery.uniqueSort( - jQuery.merge( this.get(), jQuery( selector, context ) ) - ) - ); - }, - - addBack: function( selector ) { - return this.add( selector == null ? - this.prevObject : this.prevObject.filter( selector ) - ); - } -} ); - -function sibling( cur, dir ) { - while ( ( cur = cur[ dir ] ) && cur.nodeType !== 1 ) {} - return cur; -} - -jQuery.each( { - parent: function( elem ) { - var parent = elem.parentNode; - return parent && parent.nodeType !== 11 ? parent : null; - }, - parents: function( elem ) { - return dir( elem, "parentNode" ); - }, - parentsUntil: function( elem, _i, until ) { - return dir( elem, "parentNode", until ); - }, - next: function( elem ) { - return sibling( elem, "nextSibling" ); - }, - prev: function( elem ) { - return sibling( elem, "previousSibling" ); - }, - nextAll: function( elem ) { - return dir( elem, "nextSibling" ); - }, - prevAll: function( elem ) { - return dir( elem, "previousSibling" ); - }, - nextUntil: function( elem, _i, until ) { - return dir( elem, "nextSibling", until ); - }, - prevUntil: function( elem, _i, until ) { - return dir( elem, "previousSibling", until ); - }, - siblings: function( elem ) { - return siblings( ( elem.parentNode || {} ).firstChild, elem ); - }, - children: function( elem ) { - return siblings( elem.firstChild ); - }, - contents: function( elem ) { - if ( elem.contentDocument != null && - - // Support: IE 11+ - // elements with no `data` attribute has an object - // `contentDocument` with a `null` prototype. - getProto( elem.contentDocument ) ) { - - return elem.contentDocument; - } - - // Support: IE 9 - 11 only, iOS 7 only, Android Browser <=4.3 only - // Treat the template element as a regular one in browsers that - // don't support it. - if ( nodeName( elem, "template" ) ) { - elem = elem.content || elem; - } - - return jQuery.merge( [], elem.childNodes ); - } -}, function( name, fn ) { - jQuery.fn[ name ] = function( until, selector ) { - var matched = jQuery.map( this, fn, until ); - - if ( name.slice( -5 ) !== "Until" ) { - selector = until; - } - - if ( selector && typeof selector === "string" ) { - matched = jQuery.filter( selector, matched ); - } - - if ( this.length > 1 ) { - - // Remove duplicates - if ( !guaranteedUnique[ name ] ) { - jQuery.uniqueSort( matched ); - } - - // Reverse order for parents* and prev-derivatives - if ( rparentsprev.test( name ) ) { - matched.reverse(); - } - } - - return this.pushStack( matched ); - }; -} ); -var rnothtmlwhite = ( /[^\x20\t\r\n\f]+/g ); - - - -// Convert String-formatted options into Object-formatted ones -function createOptions( options ) { - var object = {}; - jQuery.each( options.match( rnothtmlwhite ) || [], function( _, flag ) { - object[ flag ] = true; - } ); - return object; -} - -/* - * Create a callback list using the following parameters: - * - * options: an optional list of space-separated options that will change how - * the callback list behaves or a more traditional option object - * - * By default a callback list will act like an event callback list and can be - * "fired" multiple times. - * - * Possible options: - * - * once: will ensure the callback list can only be fired once (like a Deferred) - * - * memory: will keep track of previous values and will call any callback added - * after the list has been fired right away with the latest "memorized" - * values (like a Deferred) - * - * unique: will ensure a callback can only be added once (no duplicate in the list) - * - * stopOnFalse: interrupt callings when a callback returns false - * - */ -jQuery.Callbacks = function( options ) { - - // Convert options from String-formatted to Object-formatted if needed - // (we check in cache first) - options = typeof options === "string" ? - createOptions( options ) : - jQuery.extend( {}, options ); - - var // Flag to know if list is currently firing - firing, - - // Last fire value for non-forgettable lists - memory, - - // Flag to know if list was already fired - fired, - - // Flag to prevent firing - locked, - - // Actual callback list - list = [], - - // Queue of execution data for repeatable lists - queue = [], - - // Index of currently firing callback (modified by add/remove as needed) - firingIndex = -1, - - // Fire callbacks - fire = function() { - - // Enforce single-firing - locked = locked || options.once; - - // Execute callbacks for all pending executions, - // respecting firingIndex overrides and runtime changes - fired = firing = true; - for ( ; queue.length; firingIndex = -1 ) { - memory = queue.shift(); - while ( ++firingIndex < list.length ) { - - // Run callback and check for early termination - if ( list[ firingIndex ].apply( memory[ 0 ], memory[ 1 ] ) === false && - options.stopOnFalse ) { - - // Jump to end and forget the data so .add doesn't re-fire - firingIndex = list.length; - memory = false; - } - } - } - - // Forget the data if we're done with it - if ( !options.memory ) { - memory = false; - } - - firing = false; - - // Clean up if we're done firing for good - if ( locked ) { - - // Keep an empty list if we have data for future add calls - if ( memory ) { - list = []; - - // Otherwise, this object is spent - } else { - list = ""; - } - } - }, - - // Actual Callbacks object - self = { - - // Add a callback or a collection of callbacks to the list - add: function() { - if ( list ) { - - // If we have memory from a past run, we should fire after adding - if ( memory && !firing ) { - firingIndex = list.length - 1; - queue.push( memory ); - } - - ( function add( args ) { - jQuery.each( args, function( _, arg ) { - if ( isFunction( arg ) ) { - if ( !options.unique || !self.has( arg ) ) { - list.push( arg ); - } - } else if ( arg && arg.length && toType( arg ) !== "string" ) { - - // Inspect recursively - add( arg ); - } - } ); - } )( arguments ); - - if ( memory && !firing ) { - fire(); - } - } - return this; - }, - - // Remove a callback from the list - remove: function() { - jQuery.each( arguments, function( _, arg ) { - var index; - while ( ( index = jQuery.inArray( arg, list, index ) ) > -1 ) { - list.splice( index, 1 ); - - // Handle firing indexes - if ( index <= firingIndex ) { - firingIndex--; - } - } - } ); - return this; - }, - - // Check if a given callback is in the list. - // If no argument is given, return whether or not list has callbacks attached. - has: function( fn ) { - return fn ? - jQuery.inArray( fn, list ) > -1 : - list.length > 0; - }, - - // Remove all callbacks from the list - empty: function() { - if ( list ) { - list = []; - } - return this; - }, - - // Disable .fire and .add - // Abort any current/pending executions - // Clear all callbacks and values - disable: function() { - locked = queue = []; - list = memory = ""; - return this; - }, - disabled: function() { - return !list; - }, - - // Disable .fire - // Also disable .add unless we have memory (since it would have no effect) - // Abort any pending executions - lock: function() { - locked = queue = []; - if ( !memory && !firing ) { - list = memory = ""; - } - return this; - }, - locked: function() { - return !!locked; - }, - - // Call all callbacks with the given context and arguments - fireWith: function( context, args ) { - if ( !locked ) { - args = args || []; - args = [ context, args.slice ? args.slice() : args ]; - queue.push( args ); - if ( !firing ) { - fire(); - } - } - return this; - }, - - // Call all the callbacks with the given arguments - fire: function() { - self.fireWith( this, arguments ); - return this; - }, - - // To know if the callbacks have already been called at least once - fired: function() { - return !!fired; - } - }; - - return self; -}; - - -function Identity( v ) { - return v; -} -function Thrower( ex ) { - throw ex; -} - -function adoptValue( value, resolve, reject, noValue ) { - var method; - - try { - - // Check for promise aspect first to privilege synchronous behavior - if ( value && isFunction( ( method = value.promise ) ) ) { - method.call( value ).done( resolve ).fail( reject ); - - // Other thenables - } else if ( value && isFunction( ( method = value.then ) ) ) { - method.call( value, resolve, reject ); - - // Other non-thenables - } else { - - // Control `resolve` arguments by letting Array#slice cast boolean `noValue` to integer: - // * false: [ value ].slice( 0 ) => resolve( value ) - // * true: [ value ].slice( 1 ) => resolve() - resolve.apply( undefined, [ value ].slice( noValue ) ); - } - - // For Promises/A+, convert exceptions into rejections - // Since jQuery.when doesn't unwrap thenables, we can skip the extra checks appearing in - // Deferred#then to conditionally suppress rejection. - } catch ( value ) { - - // Support: Android 4.0 only - // Strict mode functions invoked without .call/.apply get global-object context - reject.apply( undefined, [ value ] ); - } -} - -jQuery.extend( { - - Deferred: function( func ) { - var tuples = [ - - // action, add listener, callbacks, - // ... .then handlers, argument index, [final state] - [ "notify", "progress", jQuery.Callbacks( "memory" ), - jQuery.Callbacks( "memory" ), 2 ], - [ "resolve", "done", jQuery.Callbacks( "once memory" ), - jQuery.Callbacks( "once memory" ), 0, "resolved" ], - [ "reject", "fail", jQuery.Callbacks( "once memory" ), - jQuery.Callbacks( "once memory" ), 1, "rejected" ] - ], - state = "pending", - promise = { - state: function() { - return state; - }, - always: function() { - deferred.done( arguments ).fail( arguments ); - return this; - }, - "catch": function( fn ) { - return promise.then( null, fn ); - }, - - // Keep pipe for back-compat - pipe: function( /* fnDone, fnFail, fnProgress */ ) { - var fns = arguments; - - return jQuery.Deferred( function( newDefer ) { - jQuery.each( tuples, function( _i, tuple ) { - - // Map tuples (progress, done, fail) to arguments (done, fail, progress) - var fn = isFunction( fns[ tuple[ 4 ] ] ) && fns[ tuple[ 4 ] ]; - - // deferred.progress(function() { bind to newDefer or newDefer.notify }) - // deferred.done(function() { bind to newDefer or newDefer.resolve }) - // deferred.fail(function() { bind to newDefer or newDefer.reject }) - deferred[ tuple[ 1 ] ]( function() { - var returned = fn && fn.apply( this, arguments ); - if ( returned && isFunction( returned.promise ) ) { - returned.promise() - .progress( newDefer.notify ) - .done( newDefer.resolve ) - .fail( newDefer.reject ); - } else { - newDefer[ tuple[ 0 ] + "With" ]( - this, - fn ? [ returned ] : arguments - ); - } - } ); - } ); - fns = null; - } ).promise(); - }, - then: function( onFulfilled, onRejected, onProgress ) { - var maxDepth = 0; - function resolve( depth, deferred, handler, special ) { - return function() { - var that = this, - args = arguments, - mightThrow = function() { - var returned, then; - - // Support: Promises/A+ section 2.3.3.3.3 - // https://promisesaplus.com/#point-59 - // Ignore double-resolution attempts - if ( depth < maxDepth ) { - return; - } - - returned = handler.apply( that, args ); - - // Support: Promises/A+ section 2.3.1 - // https://promisesaplus.com/#point-48 - if ( returned === deferred.promise() ) { - throw new TypeError( "Thenable self-resolution" ); - } - - // Support: Promises/A+ sections 2.3.3.1, 3.5 - // https://promisesaplus.com/#point-54 - // https://promisesaplus.com/#point-75 - // Retrieve `then` only once - then = returned && - - // Support: Promises/A+ section 2.3.4 - // https://promisesaplus.com/#point-64 - // Only check objects and functions for thenability - ( typeof returned === "object" || - typeof returned === "function" ) && - returned.then; - - // Handle a returned thenable - if ( isFunction( then ) ) { - - // Special processors (notify) just wait for resolution - if ( special ) { - then.call( - returned, - resolve( maxDepth, deferred, Identity, special ), - resolve( maxDepth, deferred, Thrower, special ) - ); - - // Normal processors (resolve) also hook into progress - } else { - - // ...and disregard older resolution values - maxDepth++; - - then.call( - returned, - resolve( maxDepth, deferred, Identity, special ), - resolve( maxDepth, deferred, Thrower, special ), - resolve( maxDepth, deferred, Identity, - deferred.notifyWith ) - ); - } - - // Handle all other returned values - } else { - - // Only substitute handlers pass on context - // and multiple values (non-spec behavior) - if ( handler !== Identity ) { - that = undefined; - args = [ returned ]; - } - - // Process the value(s) - // Default process is resolve - ( special || deferred.resolveWith )( that, args ); - } - }, - - // Only normal processors (resolve) catch and reject exceptions - process = special ? - mightThrow : - function() { - try { - mightThrow(); - } catch ( e ) { - - if ( jQuery.Deferred.exceptionHook ) { - jQuery.Deferred.exceptionHook( e, - process.stackTrace ); - } - - // Support: Promises/A+ section 2.3.3.3.4.1 - // https://promisesaplus.com/#point-61 - // Ignore post-resolution exceptions - if ( depth + 1 >= maxDepth ) { - - // Only substitute handlers pass on context - // and multiple values (non-spec behavior) - if ( handler !== Thrower ) { - that = undefined; - args = [ e ]; - } - - deferred.rejectWith( that, args ); - } - } - }; - - // Support: Promises/A+ section 2.3.3.3.1 - // https://promisesaplus.com/#point-57 - // Re-resolve promises immediately to dodge false rejection from - // subsequent errors - if ( depth ) { - process(); - } else { - - // Call an optional hook to record the stack, in case of exception - // since it's otherwise lost when execution goes async - if ( jQuery.Deferred.getStackHook ) { - process.stackTrace = jQuery.Deferred.getStackHook(); - } - window.setTimeout( process ); - } - }; - } - - return jQuery.Deferred( function( newDefer ) { - - // progress_handlers.add( ... ) - tuples[ 0 ][ 3 ].add( - resolve( - 0, - newDefer, - isFunction( onProgress ) ? - onProgress : - Identity, - newDefer.notifyWith - ) - ); - - // fulfilled_handlers.add( ... ) - tuples[ 1 ][ 3 ].add( - resolve( - 0, - newDefer, - isFunction( onFulfilled ) ? - onFulfilled : - Identity - ) - ); - - // rejected_handlers.add( ... ) - tuples[ 2 ][ 3 ].add( - resolve( - 0, - newDefer, - isFunction( onRejected ) ? - onRejected : - Thrower - ) - ); - } ).promise(); - }, - - // Get a promise for this deferred - // If obj is provided, the promise aspect is added to the object - promise: function( obj ) { - return obj != null ? jQuery.extend( obj, promise ) : promise; - } - }, - deferred = {}; - - // Add list-specific methods - jQuery.each( tuples, function( i, tuple ) { - var list = tuple[ 2 ], - stateString = tuple[ 5 ]; - - // promise.progress = list.add - // promise.done = list.add - // promise.fail = list.add - promise[ tuple[ 1 ] ] = list.add; - - // Handle state - if ( stateString ) { - list.add( - function() { - - // state = "resolved" (i.e., fulfilled) - // state = "rejected" - state = stateString; - }, - - // rejected_callbacks.disable - // fulfilled_callbacks.disable - tuples[ 3 - i ][ 2 ].disable, - - // rejected_handlers.disable - // fulfilled_handlers.disable - tuples[ 3 - i ][ 3 ].disable, - - // progress_callbacks.lock - tuples[ 0 ][ 2 ].lock, - - // progress_handlers.lock - tuples[ 0 ][ 3 ].lock - ); - } - - // progress_handlers.fire - // fulfilled_handlers.fire - // rejected_handlers.fire - list.add( tuple[ 3 ].fire ); - - // deferred.notify = function() { deferred.notifyWith(...) } - // deferred.resolve = function() { deferred.resolveWith(...) } - // deferred.reject = function() { deferred.rejectWith(...) } - deferred[ tuple[ 0 ] ] = function() { - deferred[ tuple[ 0 ] + "With" ]( this === deferred ? undefined : this, arguments ); - return this; - }; - - // deferred.notifyWith = list.fireWith - // deferred.resolveWith = list.fireWith - // deferred.rejectWith = list.fireWith - deferred[ tuple[ 0 ] + "With" ] = list.fireWith; - } ); - - // Make the deferred a promise - promise.promise( deferred ); - - // Call given func if any - if ( func ) { - func.call( deferred, deferred ); - } - - // All done! - return deferred; - }, - - // Deferred helper - when: function( singleValue ) { - var - - // count of uncompleted subordinates - remaining = arguments.length, - - // count of unprocessed arguments - i = remaining, - - // subordinate fulfillment data - resolveContexts = Array( i ), - resolveValues = slice.call( arguments ), - - // the master Deferred - master = jQuery.Deferred(), - - // subordinate callback factory - updateFunc = function( i ) { - return function( value ) { - resolveContexts[ i ] = this; - resolveValues[ i ] = arguments.length > 1 ? slice.call( arguments ) : value; - if ( !( --remaining ) ) { - master.resolveWith( resolveContexts, resolveValues ); - } - }; - }; - - // Single- and empty arguments are adopted like Promise.resolve - if ( remaining <= 1 ) { - adoptValue( singleValue, master.done( updateFunc( i ) ).resolve, master.reject, - !remaining ); - - // Use .then() to unwrap secondary thenables (cf. gh-3000) - if ( master.state() === "pending" || - isFunction( resolveValues[ i ] && resolveValues[ i ].then ) ) { - - return master.then(); - } - } - - // Multiple arguments are aggregated like Promise.all array elements - while ( i-- ) { - adoptValue( resolveValues[ i ], updateFunc( i ), master.reject ); - } - - return master.promise(); - } -} ); - - -// These usually indicate a programmer mistake during development, -// warn about them ASAP rather than swallowing them by default. -var rerrorNames = /^(Eval|Internal|Range|Reference|Syntax|Type|URI)Error$/; - -jQuery.Deferred.exceptionHook = function( error, stack ) { - - // Support: IE 8 - 9 only - // Console exists when dev tools are open, which can happen at any time - if ( window.console && window.console.warn && error && rerrorNames.test( error.name ) ) { - window.console.warn( "jQuery.Deferred exception: " + error.message, error.stack, stack ); - } -}; - - - - -jQuery.readyException = function( error ) { - window.setTimeout( function() { - throw error; - } ); -}; - - - - -// The deferred used on DOM ready -var readyList = jQuery.Deferred(); - -jQuery.fn.ready = function( fn ) { - - readyList - .then( fn ) - - // Wrap jQuery.readyException in a function so that the lookup - // happens at the time of error handling instead of callback - // registration. - .catch( function( error ) { - jQuery.readyException( error ); - } ); - - return this; -}; - -jQuery.extend( { - - // Is the DOM ready to be used? Set to true once it occurs. - isReady: false, - - // A counter to track how many items to wait for before - // the ready event fires. See #6781 - readyWait: 1, - - // Handle when the DOM is ready - ready: function( wait ) { - - // Abort if there are pending holds or we're already ready - if ( wait === true ? --jQuery.readyWait : jQuery.isReady ) { - return; - } - - // Remember that the DOM is ready - jQuery.isReady = true; - - // If a normal DOM Ready event fired, decrement, and wait if need be - if ( wait !== true && --jQuery.readyWait > 0 ) { - return; - } - - // If there are functions bound, to execute - readyList.resolveWith( document, [ jQuery ] ); - } -} ); - -jQuery.ready.then = readyList.then; - -// The ready event handler and self cleanup method -function completed() { - document.removeEventListener( "DOMContentLoaded", completed ); - window.removeEventListener( "load", completed ); - jQuery.ready(); -} - -// Catch cases where $(document).ready() is called -// after the browser event has already occurred. -// Support: IE <=9 - 10 only -// Older IE sometimes signals "interactive" too soon -if ( document.readyState === "complete" || - ( document.readyState !== "loading" && !document.documentElement.doScroll ) ) { - - // Handle it asynchronously to allow scripts the opportunity to delay ready - window.setTimeout( jQuery.ready ); - -} else { - - // Use the handy event callback - document.addEventListener( "DOMContentLoaded", completed ); - - // A fallback to window.onload, that will always work - window.addEventListener( "load", completed ); -} - - - - -// Multifunctional method to get and set values of a collection -// The value/s can optionally be executed if it's a function -var access = function( elems, fn, key, value, chainable, emptyGet, raw ) { - var i = 0, - len = elems.length, - bulk = key == null; - - // Sets many values - if ( toType( key ) === "object" ) { - chainable = true; - for ( i in key ) { - access( elems, fn, i, key[ i ], true, emptyGet, raw ); - } - - // Sets one value - } else if ( value !== undefined ) { - chainable = true; - - if ( !isFunction( value ) ) { - raw = true; - } - - if ( bulk ) { - - // Bulk operations run against the entire set - if ( raw ) { - fn.call( elems, value ); - fn = null; - - // ...except when executing function values - } else { - bulk = fn; - fn = function( elem, _key, value ) { - return bulk.call( jQuery( elem ), value ); - }; - } - } - - if ( fn ) { - for ( ; i < len; i++ ) { - fn( - elems[ i ], key, raw ? - value : - value.call( elems[ i ], i, fn( elems[ i ], key ) ) - ); - } - } - } - - if ( chainable ) { - return elems; - } - - // Gets - if ( bulk ) { - return fn.call( elems ); - } - - return len ? fn( elems[ 0 ], key ) : emptyGet; -}; - - -// Matches dashed string for camelizing -var rmsPrefix = /^-ms-/, - rdashAlpha = /-([a-z])/g; - -// Used by camelCase as callback to replace() -function fcamelCase( _all, letter ) { - return letter.toUpperCase(); -} - -// Convert dashed to camelCase; used by the css and data modules -// Support: IE <=9 - 11, Edge 12 - 15 -// Microsoft forgot to hump their vendor prefix (#9572) -function camelCase( string ) { - return string.replace( rmsPrefix, "ms-" ).replace( rdashAlpha, fcamelCase ); -} -var acceptData = function( owner ) { - - // Accepts only: - // - Node - // - Node.ELEMENT_NODE - // - Node.DOCUMENT_NODE - // - Object - // - Any - return owner.nodeType === 1 || owner.nodeType === 9 || !( +owner.nodeType ); -}; - - - - -function Data() { - this.expando = jQuery.expando + Data.uid++; -} - -Data.uid = 1; - -Data.prototype = { - - cache: function( owner ) { - - // Check if the owner object already has a cache - var value = owner[ this.expando ]; - - // If not, create one - if ( !value ) { - value = {}; - - // We can accept data for non-element nodes in modern browsers, - // but we should not, see #8335. - // Always return an empty object. - if ( acceptData( owner ) ) { - - // If it is a node unlikely to be stringify-ed or looped over - // use plain assignment - if ( owner.nodeType ) { - owner[ this.expando ] = value; - - // Otherwise secure it in a non-enumerable property - // configurable must be true to allow the property to be - // deleted when data is removed - } else { - Object.defineProperty( owner, this.expando, { - value: value, - configurable: true - } ); - } - } - } - - return value; - }, - set: function( owner, data, value ) { - var prop, - cache = this.cache( owner ); - - // Handle: [ owner, key, value ] args - // Always use camelCase key (gh-2257) - if ( typeof data === "string" ) { - cache[ camelCase( data ) ] = value; - - // Handle: [ owner, { properties } ] args - } else { - - // Copy the properties one-by-one to the cache object - for ( prop in data ) { - cache[ camelCase( prop ) ] = data[ prop ]; - } - } - return cache; - }, - get: function( owner, key ) { - return key === undefined ? - this.cache( owner ) : - - // Always use camelCase key (gh-2257) - owner[ this.expando ] && owner[ this.expando ][ camelCase( key ) ]; - }, - access: function( owner, key, value ) { - - // In cases where either: - // - // 1. No key was specified - // 2. A string key was specified, but no value provided - // - // Take the "read" path and allow the get method to determine - // which value to return, respectively either: - // - // 1. The entire cache object - // 2. The data stored at the key - // - if ( key === undefined || - ( ( key && typeof key === "string" ) && value === undefined ) ) { - - return this.get( owner, key ); - } - - // When the key is not a string, or both a key and value - // are specified, set or extend (existing objects) with either: - // - // 1. An object of properties - // 2. A key and value - // - this.set( owner, key, value ); - - // Since the "set" path can have two possible entry points - // return the expected data based on which path was taken[*] - return value !== undefined ? value : key; - }, - remove: function( owner, key ) { - var i, - cache = owner[ this.expando ]; - - if ( cache === undefined ) { - return; - } - - if ( key !== undefined ) { - - // Support array or space separated string of keys - if ( Array.isArray( key ) ) { - - // If key is an array of keys... - // We always set camelCase keys, so remove that. - key = key.map( camelCase ); - } else { - key = camelCase( key ); - - // If a key with the spaces exists, use it. - // Otherwise, create an array by matching non-whitespace - key = key in cache ? - [ key ] : - ( key.match( rnothtmlwhite ) || [] ); - } - - i = key.length; - - while ( i-- ) { - delete cache[ key[ i ] ]; - } - } - - // Remove the expando if there's no more data - if ( key === undefined || jQuery.isEmptyObject( cache ) ) { - - // Support: Chrome <=35 - 45 - // Webkit & Blink performance suffers when deleting properties - // from DOM nodes, so set to undefined instead - // https://bugs.chromium.org/p/chromium/issues/detail?id=378607 (bug restricted) - if ( owner.nodeType ) { - owner[ this.expando ] = undefined; - } else { - delete owner[ this.expando ]; - } - } - }, - hasData: function( owner ) { - var cache = owner[ this.expando ]; - return cache !== undefined && !jQuery.isEmptyObject( cache ); - } -}; -var dataPriv = new Data(); - -var dataUser = new Data(); - - - -// Implementation Summary -// -// 1. Enforce API surface and semantic compatibility with 1.9.x branch -// 2. Improve the module's maintainability by reducing the storage -// paths to a single mechanism. -// 3. Use the same single mechanism to support "private" and "user" data. -// 4. _Never_ expose "private" data to user code (TODO: Drop _data, _removeData) -// 5. Avoid exposing implementation details on user objects (eg. expando properties) -// 6. Provide a clear path for implementation upgrade to WeakMap in 2014 - -var rbrace = /^(?:\{[\w\W]*\}|\[[\w\W]*\])$/, - rmultiDash = /[A-Z]/g; - -function getData( data ) { - if ( data === "true" ) { - return true; - } - - if ( data === "false" ) { - return false; - } - - if ( data === "null" ) { - return null; - } - - // Only convert to a number if it doesn't change the string - if ( data === +data + "" ) { - return +data; - } - - if ( rbrace.test( data ) ) { - return JSON.parse( data ); - } - - return data; -} - -function dataAttr( elem, key, data ) { - var name; - - // If nothing was found internally, try to fetch any - // data from the HTML5 data-* attribute - if ( data === undefined && elem.nodeType === 1 ) { - name = "data-" + key.replace( rmultiDash, "-$&" ).toLowerCase(); - data = elem.getAttribute( name ); - - if ( typeof data === "string" ) { - try { - data = getData( data ); - } catch ( e ) {} - - // Make sure we set the data so it isn't changed later - dataUser.set( elem, key, data ); - } else { - data = undefined; - } - } - return data; -} - -jQuery.extend( { - hasData: function( elem ) { - return dataUser.hasData( elem ) || dataPriv.hasData( elem ); - }, - - data: function( elem, name, data ) { - return dataUser.access( elem, name, data ); - }, - - removeData: function( elem, name ) { - dataUser.remove( elem, name ); - }, - - // TODO: Now that all calls to _data and _removeData have been replaced - // with direct calls to dataPriv methods, these can be deprecated. - _data: function( elem, name, data ) { - return dataPriv.access( elem, name, data ); - }, - - _removeData: function( elem, name ) { - dataPriv.remove( elem, name ); - } -} ); - -jQuery.fn.extend( { - data: function( key, value ) { - var i, name, data, - elem = this[ 0 ], - attrs = elem && elem.attributes; - - // Gets all values - if ( key === undefined ) { - if ( this.length ) { - data = dataUser.get( elem ); - - if ( elem.nodeType === 1 && !dataPriv.get( elem, "hasDataAttrs" ) ) { - i = attrs.length; - while ( i-- ) { - - // Support: IE 11 only - // The attrs elements can be null (#14894) - if ( attrs[ i ] ) { - name = attrs[ i ].name; - if ( name.indexOf( "data-" ) === 0 ) { - name = camelCase( name.slice( 5 ) ); - dataAttr( elem, name, data[ name ] ); - } - } - } - dataPriv.set( elem, "hasDataAttrs", true ); - } - } - - return data; - } - - // Sets multiple values - if ( typeof key === "object" ) { - return this.each( function() { - dataUser.set( this, key ); - } ); - } - - return access( this, function( value ) { - var data; - - // The calling jQuery object (element matches) is not empty - // (and therefore has an element appears at this[ 0 ]) and the - // `value` parameter was not undefined. An empty jQuery object - // will result in `undefined` for elem = this[ 0 ] which will - // throw an exception if an attempt to read a data cache is made. - if ( elem && value === undefined ) { - - // Attempt to get data from the cache - // The key will always be camelCased in Data - data = dataUser.get( elem, key ); - if ( data !== undefined ) { - return data; - } - - // Attempt to "discover" the data in - // HTML5 custom data-* attrs - data = dataAttr( elem, key ); - if ( data !== undefined ) { - return data; - } - - // We tried really hard, but the data doesn't exist. - return; - } - - // Set the data... - this.each( function() { - - // We always store the camelCased key - dataUser.set( this, key, value ); - } ); - }, null, value, arguments.length > 1, null, true ); - }, - - removeData: function( key ) { - return this.each( function() { - dataUser.remove( this, key ); - } ); - } -} ); - - -jQuery.extend( { - queue: function( elem, type, data ) { - var queue; - - if ( elem ) { - type = ( type || "fx" ) + "queue"; - queue = dataPriv.get( elem, type ); - - // Speed up dequeue by getting out quickly if this is just a lookup - if ( data ) { - if ( !queue || Array.isArray( data ) ) { - queue = dataPriv.access( elem, type, jQuery.makeArray( data ) ); - } else { - queue.push( data ); - } - } - return queue || []; - } - }, - - dequeue: function( elem, type ) { - type = type || "fx"; - - var queue = jQuery.queue( elem, type ), - startLength = queue.length, - fn = queue.shift(), - hooks = jQuery._queueHooks( elem, type ), - next = function() { - jQuery.dequeue( elem, type ); - }; - - // If the fx queue is dequeued, always remove the progress sentinel - if ( fn === "inprogress" ) { - fn = queue.shift(); - startLength--; - } - - if ( fn ) { - - // Add a progress sentinel to prevent the fx queue from being - // automatically dequeued - if ( type === "fx" ) { - queue.unshift( "inprogress" ); - } - - // Clear up the last queue stop function - delete hooks.stop; - fn.call( elem, next, hooks ); - } - - if ( !startLength && hooks ) { - hooks.empty.fire(); - } - }, - - // Not public - generate a queueHooks object, or return the current one - _queueHooks: function( elem, type ) { - var key = type + "queueHooks"; - return dataPriv.get( elem, key ) || dataPriv.access( elem, key, { - empty: jQuery.Callbacks( "once memory" ).add( function() { - dataPriv.remove( elem, [ type + "queue", key ] ); - } ) - } ); - } -} ); - -jQuery.fn.extend( { - queue: function( type, data ) { - var setter = 2; - - if ( typeof type !== "string" ) { - data = type; - type = "fx"; - setter--; - } - - if ( arguments.length < setter ) { - return jQuery.queue( this[ 0 ], type ); - } - - return data === undefined ? - this : - this.each( function() { - var queue = jQuery.queue( this, type, data ); - - // Ensure a hooks for this queue - jQuery._queueHooks( this, type ); - - if ( type === "fx" && queue[ 0 ] !== "inprogress" ) { - jQuery.dequeue( this, type ); - } - } ); - }, - dequeue: function( type ) { - return this.each( function() { - jQuery.dequeue( this, type ); - } ); - }, - clearQueue: function( type ) { - return this.queue( type || "fx", [] ); - }, - - // Get a promise resolved when queues of a certain type - // are emptied (fx is the type by default) - promise: function( type, obj ) { - var tmp, - count = 1, - defer = jQuery.Deferred(), - elements = this, - i = this.length, - resolve = function() { - if ( !( --count ) ) { - defer.resolveWith( elements, [ elements ] ); - } - }; - - if ( typeof type !== "string" ) { - obj = type; - type = undefined; - } - type = type || "fx"; - - while ( i-- ) { - tmp = dataPriv.get( elements[ i ], type + "queueHooks" ); - if ( tmp && tmp.empty ) { - count++; - tmp.empty.add( resolve ); - } - } - resolve(); - return defer.promise( obj ); - } -} ); -var pnum = ( /[+-]?(?:\d*\.|)\d+(?:[eE][+-]?\d+|)/ ).source; - -var rcssNum = new RegExp( "^(?:([+-])=|)(" + pnum + ")([a-z%]*)$", "i" ); - - -var cssExpand = [ "Top", "Right", "Bottom", "Left" ]; - -var documentElement = document.documentElement; - - - - var isAttached = function( elem ) { - return jQuery.contains( elem.ownerDocument, elem ); - }, - composed = { composed: true }; - - // Support: IE 9 - 11+, Edge 12 - 18+, iOS 10.0 - 10.2 only - // Check attachment across shadow DOM boundaries when possible (gh-3504) - // Support: iOS 10.0-10.2 only - // Early iOS 10 versions support `attachShadow` but not `getRootNode`, - // leading to errors. We need to check for `getRootNode`. - if ( documentElement.getRootNode ) { - isAttached = function( elem ) { - return jQuery.contains( elem.ownerDocument, elem ) || - elem.getRootNode( composed ) === elem.ownerDocument; - }; - } -var isHiddenWithinTree = function( elem, el ) { - - // isHiddenWithinTree might be called from jQuery#filter function; - // in that case, element will be second argument - elem = el || elem; - - // Inline style trumps all - return elem.style.display === "none" || - elem.style.display === "" && - - // Otherwise, check computed style - // Support: Firefox <=43 - 45 - // Disconnected elements can have computed display: none, so first confirm that elem is - // in the document. - isAttached( elem ) && - - jQuery.css( elem, "display" ) === "none"; - }; - - - -function adjustCSS( elem, prop, valueParts, tween ) { - var adjusted, scale, - maxIterations = 20, - currentValue = tween ? - function() { - return tween.cur(); - } : - function() { - return jQuery.css( elem, prop, "" ); - }, - initial = currentValue(), - unit = valueParts && valueParts[ 3 ] || ( jQuery.cssNumber[ prop ] ? "" : "px" ), - - // Starting value computation is required for potential unit mismatches - initialInUnit = elem.nodeType && - ( jQuery.cssNumber[ prop ] || unit !== "px" && +initial ) && - rcssNum.exec( jQuery.css( elem, prop ) ); - - if ( initialInUnit && initialInUnit[ 3 ] !== unit ) { - - // Support: Firefox <=54 - // Halve the iteration target value to prevent interference from CSS upper bounds (gh-2144) - initial = initial / 2; - - // Trust units reported by jQuery.css - unit = unit || initialInUnit[ 3 ]; - - // Iteratively approximate from a nonzero starting point - initialInUnit = +initial || 1; - - while ( maxIterations-- ) { - - // Evaluate and update our best guess (doubling guesses that zero out). - // Finish if the scale equals or crosses 1 (making the old*new product non-positive). - jQuery.style( elem, prop, initialInUnit + unit ); - if ( ( 1 - scale ) * ( 1 - ( scale = currentValue() / initial || 0.5 ) ) <= 0 ) { - maxIterations = 0; - } - initialInUnit = initialInUnit / scale; - - } - - initialInUnit = initialInUnit * 2; - jQuery.style( elem, prop, initialInUnit + unit ); - - // Make sure we update the tween properties later on - valueParts = valueParts || []; - } - - if ( valueParts ) { - initialInUnit = +initialInUnit || +initial || 0; - - // Apply relative offset (+=/-=) if specified - adjusted = valueParts[ 1 ] ? - initialInUnit + ( valueParts[ 1 ] + 1 ) * valueParts[ 2 ] : - +valueParts[ 2 ]; - if ( tween ) { - tween.unit = unit; - tween.start = initialInUnit; - tween.end = adjusted; - } - } - return adjusted; -} - - -var defaultDisplayMap = {}; - -function getDefaultDisplay( elem ) { - var temp, - doc = elem.ownerDocument, - nodeName = elem.nodeName, - display = defaultDisplayMap[ nodeName ]; - - if ( display ) { - return display; - } - - temp = doc.body.appendChild( doc.createElement( nodeName ) ); - display = jQuery.css( temp, "display" ); - - temp.parentNode.removeChild( temp ); - - if ( display === "none" ) { - display = "block"; - } - defaultDisplayMap[ nodeName ] = display; - - return display; -} - -function showHide( elements, show ) { - var display, elem, - values = [], - index = 0, - length = elements.length; - - // Determine new display value for elements that need to change - for ( ; index < length; index++ ) { - elem = elements[ index ]; - if ( !elem.style ) { - continue; - } - - display = elem.style.display; - if ( show ) { - - // Since we force visibility upon cascade-hidden elements, an immediate (and slow) - // check is required in this first loop unless we have a nonempty display value (either - // inline or about-to-be-restored) - if ( display === "none" ) { - values[ index ] = dataPriv.get( elem, "display" ) || null; - if ( !values[ index ] ) { - elem.style.display = ""; - } - } - if ( elem.style.display === "" && isHiddenWithinTree( elem ) ) { - values[ index ] = getDefaultDisplay( elem ); - } - } else { - if ( display !== "none" ) { - values[ index ] = "none"; - - // Remember what we're overwriting - dataPriv.set( elem, "display", display ); - } - } - } - - // Set the display of the elements in a second loop to avoid constant reflow - for ( index = 0; index < length; index++ ) { - if ( values[ index ] != null ) { - elements[ index ].style.display = values[ index ]; - } - } - - return elements; -} - -jQuery.fn.extend( { - show: function() { - return showHide( this, true ); - }, - hide: function() { - return showHide( this ); - }, - toggle: function( state ) { - if ( typeof state === "boolean" ) { - return state ? this.show() : this.hide(); - } - - return this.each( function() { - if ( isHiddenWithinTree( this ) ) { - jQuery( this ).show(); - } else { - jQuery( this ).hide(); - } - } ); - } -} ); -var rcheckableType = ( /^(?:checkbox|radio)$/i ); - -var rtagName = ( /<([a-z][^\/\0>\x20\t\r\n\f]*)/i ); - -var rscriptType = ( /^$|^module$|\/(?:java|ecma)script/i ); - - - -( function() { - var fragment = document.createDocumentFragment(), - div = fragment.appendChild( document.createElement( "div" ) ), - input = document.createElement( "input" ); - - // Support: Android 4.0 - 4.3 only - // Check state lost if the name is set (#11217) - // Support: Windows Web Apps (WWA) - // `name` and `type` must use .setAttribute for WWA (#14901) - input.setAttribute( "type", "radio" ); - input.setAttribute( "checked", "checked" ); - input.setAttribute( "name", "t" ); - - div.appendChild( input ); - - // Support: Android <=4.1 only - // Older WebKit doesn't clone checked state correctly in fragments - support.checkClone = div.cloneNode( true ).cloneNode( true ).lastChild.checked; - - // Support: IE <=11 only - // Make sure textarea (and checkbox) defaultValue is properly cloned - div.innerHTML = ""; - support.noCloneChecked = !!div.cloneNode( true ).lastChild.defaultValue; - - // Support: IE <=9 only - // IE <=9 replaces "; - support.option = !!div.lastChild; -} )(); - - -// We have to close these tags to support XHTML (#13200) -var wrapMap = { - - // XHTML parsers do not magically insert elements in the - // same way that tag soup parsers do. So we cannot shorten - // this by omitting or other required elements. - thead: [ 1, "", "
" ], - col: [ 2, "", "
" ], - tr: [ 2, "", "
" ], - td: [ 3, "", "
" ], - - _default: [ 0, "", "" ] -}; - -wrapMap.tbody = wrapMap.tfoot = wrapMap.colgroup = wrapMap.caption = wrapMap.thead; -wrapMap.th = wrapMap.td; - -// Support: IE <=9 only -if ( !support.option ) { - wrapMap.optgroup = wrapMap.option = [ 1, "" ]; -} - - -function getAll( context, tag ) { - - // Support: IE <=9 - 11 only - // Use typeof to avoid zero-argument method invocation on host objects (#15151) - var ret; - - if ( typeof context.getElementsByTagName !== "undefined" ) { - ret = context.getElementsByTagName( tag || "*" ); - - } else if ( typeof context.querySelectorAll !== "undefined" ) { - ret = context.querySelectorAll( tag || "*" ); - - } else { - ret = []; - } - - if ( tag === undefined || tag && nodeName( context, tag ) ) { - return jQuery.merge( [ context ], ret ); - } - - return ret; -} - - -// Mark scripts as having already been evaluated -function setGlobalEval( elems, refElements ) { - var i = 0, - l = elems.length; - - for ( ; i < l; i++ ) { - dataPriv.set( - elems[ i ], - "globalEval", - !refElements || dataPriv.get( refElements[ i ], "globalEval" ) - ); - } -} - - -var rhtml = /<|&#?\w+;/; - -function buildFragment( elems, context, scripts, selection, ignored ) { - var elem, tmp, tag, wrap, attached, j, - fragment = context.createDocumentFragment(), - nodes = [], - i = 0, - l = elems.length; - - for ( ; i < l; i++ ) { - elem = elems[ i ]; - - if ( elem || elem === 0 ) { - - // Add nodes directly - if ( toType( elem ) === "object" ) { - - // Support: Android <=4.0 only, PhantomJS 1 only - // push.apply(_, arraylike) throws on ancient WebKit - jQuery.merge( nodes, elem.nodeType ? [ elem ] : elem ); - - // Convert non-html into a text node - } else if ( !rhtml.test( elem ) ) { - nodes.push( context.createTextNode( elem ) ); - - // Convert html into DOM nodes - } else { - tmp = tmp || fragment.appendChild( context.createElement( "div" ) ); - - // Deserialize a standard representation - tag = ( rtagName.exec( elem ) || [ "", "" ] )[ 1 ].toLowerCase(); - wrap = wrapMap[ tag ] || wrapMap._default; - tmp.innerHTML = wrap[ 1 ] + jQuery.htmlPrefilter( elem ) + wrap[ 2 ]; - - // Descend through wrappers to the right content - j = wrap[ 0 ]; - while ( j-- ) { - tmp = tmp.lastChild; - } - - // Support: Android <=4.0 only, PhantomJS 1 only - // push.apply(_, arraylike) throws on ancient WebKit - jQuery.merge( nodes, tmp.childNodes ); - - // Remember the top-level container - tmp = fragment.firstChild; - - // Ensure the created nodes are orphaned (#12392) - tmp.textContent = ""; - } - } - } - - // Remove wrapper from fragment - fragment.textContent = ""; - - i = 0; - while ( ( elem = nodes[ i++ ] ) ) { - - // Skip elements already in the context collection (trac-4087) - if ( selection && jQuery.inArray( elem, selection ) > -1 ) { - if ( ignored ) { - ignored.push( elem ); - } - continue; - } - - attached = isAttached( elem ); - - // Append to fragment - tmp = getAll( fragment.appendChild( elem ), "script" ); - - // Preserve script evaluation history - if ( attached ) { - setGlobalEval( tmp ); - } - - // Capture executables - if ( scripts ) { - j = 0; - while ( ( elem = tmp[ j++ ] ) ) { - if ( rscriptType.test( elem.type || "" ) ) { - scripts.push( elem ); - } - } - } - } - - return fragment; -} - - -var - rkeyEvent = /^key/, - rmouseEvent = /^(?:mouse|pointer|contextmenu|drag|drop)|click/, - rtypenamespace = /^([^.]*)(?:\.(.+)|)/; - -function returnTrue() { - return true; -} - -function returnFalse() { - return false; -} - -// Support: IE <=9 - 11+ -// focus() and blur() are asynchronous, except when they are no-op. -// So expect focus to be synchronous when the element is already active, -// and blur to be synchronous when the element is not already active. -// (focus and blur are always synchronous in other supported browsers, -// this just defines when we can count on it). -function expectSync( elem, type ) { - return ( elem === safeActiveElement() ) === ( type === "focus" ); -} - -// Support: IE <=9 only -// Accessing document.activeElement can throw unexpectedly -// https://bugs.jquery.com/ticket/13393 -function safeActiveElement() { - try { - return document.activeElement; - } catch ( err ) { } -} - -function on( elem, types, selector, data, fn, one ) { - var origFn, type; - - // Types can be a map of types/handlers - if ( typeof types === "object" ) { - - // ( types-Object, selector, data ) - if ( typeof selector !== "string" ) { - - // ( types-Object, data ) - data = data || selector; - selector = undefined; - } - for ( type in types ) { - on( elem, type, selector, data, types[ type ], one ); - } - return elem; - } - - if ( data == null && fn == null ) { - - // ( types, fn ) - fn = selector; - data = selector = undefined; - } else if ( fn == null ) { - if ( typeof selector === "string" ) { - - // ( types, selector, fn ) - fn = data; - data = undefined; - } else { - - // ( types, data, fn ) - fn = data; - data = selector; - selector = undefined; - } - } - if ( fn === false ) { - fn = returnFalse; - } else if ( !fn ) { - return elem; - } - - if ( one === 1 ) { - origFn = fn; - fn = function( event ) { - - // Can use an empty set, since event contains the info - jQuery().off( event ); - return origFn.apply( this, arguments ); - }; - - // Use same guid so caller can remove using origFn - fn.guid = origFn.guid || ( origFn.guid = jQuery.guid++ ); - } - return elem.each( function() { - jQuery.event.add( this, types, fn, data, selector ); - } ); -} - -/* - * Helper functions for managing events -- not part of the public interface. - * Props to Dean Edwards' addEvent library for many of the ideas. - */ -jQuery.event = { - - global: {}, - - add: function( elem, types, handler, data, selector ) { - - var handleObjIn, eventHandle, tmp, - events, t, handleObj, - special, handlers, type, namespaces, origType, - elemData = dataPriv.get( elem ); - - // Only attach events to objects that accept data - if ( !acceptData( elem ) ) { - return; - } - - // Caller can pass in an object of custom data in lieu of the handler - if ( handler.handler ) { - handleObjIn = handler; - handler = handleObjIn.handler; - selector = handleObjIn.selector; - } - - // Ensure that invalid selectors throw exceptions at attach time - // Evaluate against documentElement in case elem is a non-element node (e.g., document) - if ( selector ) { - jQuery.find.matchesSelector( documentElement, selector ); - } - - // Make sure that the handler has a unique ID, used to find/remove it later - if ( !handler.guid ) { - handler.guid = jQuery.guid++; - } - - // Init the element's event structure and main handler, if this is the first - if ( !( events = elemData.events ) ) { - events = elemData.events = Object.create( null ); - } - if ( !( eventHandle = elemData.handle ) ) { - eventHandle = elemData.handle = function( e ) { - - // Discard the second event of a jQuery.event.trigger() and - // when an event is called after a page has unloaded - return typeof jQuery !== "undefined" && jQuery.event.triggered !== e.type ? - jQuery.event.dispatch.apply( elem, arguments ) : undefined; - }; - } - - // Handle multiple events separated by a space - types = ( types || "" ).match( rnothtmlwhite ) || [ "" ]; - t = types.length; - while ( t-- ) { - tmp = rtypenamespace.exec( types[ t ] ) || []; - type = origType = tmp[ 1 ]; - namespaces = ( tmp[ 2 ] || "" ).split( "." ).sort(); - - // There *must* be a type, no attaching namespace-only handlers - if ( !type ) { - continue; - } - - // If event changes its type, use the special event handlers for the changed type - special = jQuery.event.special[ type ] || {}; - - // If selector defined, determine special event api type, otherwise given type - type = ( selector ? special.delegateType : special.bindType ) || type; - - // Update special based on newly reset type - special = jQuery.event.special[ type ] || {}; - - // handleObj is passed to all event handlers - handleObj = jQuery.extend( { - type: type, - origType: origType, - data: data, - handler: handler, - guid: handler.guid, - selector: selector, - needsContext: selector && jQuery.expr.match.needsContext.test( selector ), - namespace: namespaces.join( "." ) - }, handleObjIn ); - - // Init the event handler queue if we're the first - if ( !( handlers = events[ type ] ) ) { - handlers = events[ type ] = []; - handlers.delegateCount = 0; - - // Only use addEventListener if the special events handler returns false - if ( !special.setup || - special.setup.call( elem, data, namespaces, eventHandle ) === false ) { - - if ( elem.addEventListener ) { - elem.addEventListener( type, eventHandle ); - } - } - } - - if ( special.add ) { - special.add.call( elem, handleObj ); - - if ( !handleObj.handler.guid ) { - handleObj.handler.guid = handler.guid; - } - } - - // Add to the element's handler list, delegates in front - if ( selector ) { - handlers.splice( handlers.delegateCount++, 0, handleObj ); - } else { - handlers.push( handleObj ); - } - - // Keep track of which events have ever been used, for event optimization - jQuery.event.global[ type ] = true; - } - - }, - - // Detach an event or set of events from an element - remove: function( elem, types, handler, selector, mappedTypes ) { - - var j, origCount, tmp, - events, t, handleObj, - special, handlers, type, namespaces, origType, - elemData = dataPriv.hasData( elem ) && dataPriv.get( elem ); - - if ( !elemData || !( events = elemData.events ) ) { - return; - } - - // Once for each type.namespace in types; type may be omitted - types = ( types || "" ).match( rnothtmlwhite ) || [ "" ]; - t = types.length; - while ( t-- ) { - tmp = rtypenamespace.exec( types[ t ] ) || []; - type = origType = tmp[ 1 ]; - namespaces = ( tmp[ 2 ] || "" ).split( "." ).sort(); - - // Unbind all events (on this namespace, if provided) for the element - if ( !type ) { - for ( type in events ) { - jQuery.event.remove( elem, type + types[ t ], handler, selector, true ); - } - continue; - } - - special = jQuery.event.special[ type ] || {}; - type = ( selector ? special.delegateType : special.bindType ) || type; - handlers = events[ type ] || []; - tmp = tmp[ 2 ] && - new RegExp( "(^|\\.)" + namespaces.join( "\\.(?:.*\\.|)" ) + "(\\.|$)" ); - - // Remove matching events - origCount = j = handlers.length; - while ( j-- ) { - handleObj = handlers[ j ]; - - if ( ( mappedTypes || origType === handleObj.origType ) && - ( !handler || handler.guid === handleObj.guid ) && - ( !tmp || tmp.test( handleObj.namespace ) ) && - ( !selector || selector === handleObj.selector || - selector === "**" && handleObj.selector ) ) { - handlers.splice( j, 1 ); - - if ( handleObj.selector ) { - handlers.delegateCount--; - } - if ( special.remove ) { - special.remove.call( elem, handleObj ); - } - } - } - - // Remove generic event handler if we removed something and no more handlers exist - // (avoids potential for endless recursion during removal of special event handlers) - if ( origCount && !handlers.length ) { - if ( !special.teardown || - special.teardown.call( elem, namespaces, elemData.handle ) === false ) { - - jQuery.removeEvent( elem, type, elemData.handle ); - } - - delete events[ type ]; - } - } - - // Remove data and the expando if it's no longer used - if ( jQuery.isEmptyObject( events ) ) { - dataPriv.remove( elem, "handle events" ); - } - }, - - dispatch: function( nativeEvent ) { - - var i, j, ret, matched, handleObj, handlerQueue, - args = new Array( arguments.length ), - - // Make a writable jQuery.Event from the native event object - event = jQuery.event.fix( nativeEvent ), - - handlers = ( - dataPriv.get( this, "events" ) || Object.create( null ) - )[ event.type ] || [], - special = jQuery.event.special[ event.type ] || {}; - - // Use the fix-ed jQuery.Event rather than the (read-only) native event - args[ 0 ] = event; - - for ( i = 1; i < arguments.length; i++ ) { - args[ i ] = arguments[ i ]; - } - - event.delegateTarget = this; - - // Call the preDispatch hook for the mapped type, and let it bail if desired - if ( special.preDispatch && special.preDispatch.call( this, event ) === false ) { - return; - } - - // Determine handlers - handlerQueue = jQuery.event.handlers.call( this, event, handlers ); - - // Run delegates first; they may want to stop propagation beneath us - i = 0; - while ( ( matched = handlerQueue[ i++ ] ) && !event.isPropagationStopped() ) { - event.currentTarget = matched.elem; - - j = 0; - while ( ( handleObj = matched.handlers[ j++ ] ) && - !event.isImmediatePropagationStopped() ) { - - // If the event is namespaced, then each handler is only invoked if it is - // specially universal or its namespaces are a superset of the event's. - if ( !event.rnamespace || handleObj.namespace === false || - event.rnamespace.test( handleObj.namespace ) ) { - - event.handleObj = handleObj; - event.data = handleObj.data; - - ret = ( ( jQuery.event.special[ handleObj.origType ] || {} ).handle || - handleObj.handler ).apply( matched.elem, args ); - - if ( ret !== undefined ) { - if ( ( event.result = ret ) === false ) { - event.preventDefault(); - event.stopPropagation(); - } - } - } - } - } - - // Call the postDispatch hook for the mapped type - if ( special.postDispatch ) { - special.postDispatch.call( this, event ); - } - - return event.result; - }, - - handlers: function( event, handlers ) { - var i, handleObj, sel, matchedHandlers, matchedSelectors, - handlerQueue = [], - delegateCount = handlers.delegateCount, - cur = event.target; - - // Find delegate handlers - if ( delegateCount && - - // Support: IE <=9 - // Black-hole SVG instance trees (trac-13180) - cur.nodeType && - - // Support: Firefox <=42 - // Suppress spec-violating clicks indicating a non-primary pointer button (trac-3861) - // https://www.w3.org/TR/DOM-Level-3-Events/#event-type-click - // Support: IE 11 only - // ...but not arrow key "clicks" of radio inputs, which can have `button` -1 (gh-2343) - !( event.type === "click" && event.button >= 1 ) ) { - - for ( ; cur !== this; cur = cur.parentNode || this ) { - - // Don't check non-elements (#13208) - // Don't process clicks on disabled elements (#6911, #8165, #11382, #11764) - if ( cur.nodeType === 1 && !( event.type === "click" && cur.disabled === true ) ) { - matchedHandlers = []; - matchedSelectors = {}; - for ( i = 0; i < delegateCount; i++ ) { - handleObj = handlers[ i ]; - - // Don't conflict with Object.prototype properties (#13203) - sel = handleObj.selector + " "; - - if ( matchedSelectors[ sel ] === undefined ) { - matchedSelectors[ sel ] = handleObj.needsContext ? - jQuery( sel, this ).index( cur ) > -1 : - jQuery.find( sel, this, null, [ cur ] ).length; - } - if ( matchedSelectors[ sel ] ) { - matchedHandlers.push( handleObj ); - } - } - if ( matchedHandlers.length ) { - handlerQueue.push( { elem: cur, handlers: matchedHandlers } ); - } - } - } - } - - // Add the remaining (directly-bound) handlers - cur = this; - if ( delegateCount < handlers.length ) { - handlerQueue.push( { elem: cur, handlers: handlers.slice( delegateCount ) } ); - } - - return handlerQueue; - }, - - addProp: function( name, hook ) { - Object.defineProperty( jQuery.Event.prototype, name, { - enumerable: true, - configurable: true, - - get: isFunction( hook ) ? - function() { - if ( this.originalEvent ) { - return hook( this.originalEvent ); - } - } : - function() { - if ( this.originalEvent ) { - return this.originalEvent[ name ]; - } - }, - - set: function( value ) { - Object.defineProperty( this, name, { - enumerable: true, - configurable: true, - writable: true, - value: value - } ); - } - } ); - }, - - fix: function( originalEvent ) { - return originalEvent[ jQuery.expando ] ? - originalEvent : - new jQuery.Event( originalEvent ); - }, - - special: { - load: { - - // Prevent triggered image.load events from bubbling to window.load - noBubble: true - }, - click: { - - // Utilize native event to ensure correct state for checkable inputs - setup: function( data ) { - - // For mutual compressibility with _default, replace `this` access with a local var. - // `|| data` is dead code meant only to preserve the variable through minification. - var el = this || data; - - // Claim the first handler - if ( rcheckableType.test( el.type ) && - el.click && nodeName( el, "input" ) ) { - - // dataPriv.set( el, "click", ... ) - leverageNative( el, "click", returnTrue ); - } - - // Return false to allow normal processing in the caller - return false; - }, - trigger: function( data ) { - - // For mutual compressibility with _default, replace `this` access with a local var. - // `|| data` is dead code meant only to preserve the variable through minification. - var el = this || data; - - // Force setup before triggering a click - if ( rcheckableType.test( el.type ) && - el.click && nodeName( el, "input" ) ) { - - leverageNative( el, "click" ); - } - - // Return non-false to allow normal event-path propagation - return true; - }, - - // For cross-browser consistency, suppress native .click() on links - // Also prevent it if we're currently inside a leveraged native-event stack - _default: function( event ) { - var target = event.target; - return rcheckableType.test( target.type ) && - target.click && nodeName( target, "input" ) && - dataPriv.get( target, "click" ) || - nodeName( target, "a" ); - } - }, - - beforeunload: { - postDispatch: function( event ) { - - // Support: Firefox 20+ - // Firefox doesn't alert if the returnValue field is not set. - if ( event.result !== undefined && event.originalEvent ) { - event.originalEvent.returnValue = event.result; - } - } - } - } -}; - -// Ensure the presence of an event listener that handles manually-triggered -// synthetic events by interrupting progress until reinvoked in response to -// *native* events that it fires directly, ensuring that state changes have -// already occurred before other listeners are invoked. -function leverageNative( el, type, expectSync ) { - - // Missing expectSync indicates a trigger call, which must force setup through jQuery.event.add - if ( !expectSync ) { - if ( dataPriv.get( el, type ) === undefined ) { - jQuery.event.add( el, type, returnTrue ); - } - return; - } - - // Register the controller as a special universal handler for all event namespaces - dataPriv.set( el, type, false ); - jQuery.event.add( el, type, { - namespace: false, - handler: function( event ) { - var notAsync, result, - saved = dataPriv.get( this, type ); - - if ( ( event.isTrigger & 1 ) && this[ type ] ) { - - // Interrupt processing of the outer synthetic .trigger()ed event - // Saved data should be false in such cases, but might be a leftover capture object - // from an async native handler (gh-4350) - if ( !saved.length ) { - - // Store arguments for use when handling the inner native event - // There will always be at least one argument (an event object), so this array - // will not be confused with a leftover capture object. - saved = slice.call( arguments ); - dataPriv.set( this, type, saved ); - - // Trigger the native event and capture its result - // Support: IE <=9 - 11+ - // focus() and blur() are asynchronous - notAsync = expectSync( this, type ); - this[ type ](); - result = dataPriv.get( this, type ); - if ( saved !== result || notAsync ) { - dataPriv.set( this, type, false ); - } else { - result = {}; - } - if ( saved !== result ) { - - // Cancel the outer synthetic event - event.stopImmediatePropagation(); - event.preventDefault(); - return result.value; - } - - // If this is an inner synthetic event for an event with a bubbling surrogate - // (focus or blur), assume that the surrogate already propagated from triggering the - // native event and prevent that from happening again here. - // This technically gets the ordering wrong w.r.t. to `.trigger()` (in which the - // bubbling surrogate propagates *after* the non-bubbling base), but that seems - // less bad than duplication. - } else if ( ( jQuery.event.special[ type ] || {} ).delegateType ) { - event.stopPropagation(); - } - - // If this is a native event triggered above, everything is now in order - // Fire an inner synthetic event with the original arguments - } else if ( saved.length ) { - - // ...and capture the result - dataPriv.set( this, type, { - value: jQuery.event.trigger( - - // Support: IE <=9 - 11+ - // Extend with the prototype to reset the above stopImmediatePropagation() - jQuery.extend( saved[ 0 ], jQuery.Event.prototype ), - saved.slice( 1 ), - this - ) - } ); - - // Abort handling of the native event - event.stopImmediatePropagation(); - } - } - } ); -} - -jQuery.removeEvent = function( elem, type, handle ) { - - // This "if" is needed for plain objects - if ( elem.removeEventListener ) { - elem.removeEventListener( type, handle ); - } -}; - -jQuery.Event = function( src, props ) { - - // Allow instantiation without the 'new' keyword - if ( !( this instanceof jQuery.Event ) ) { - return new jQuery.Event( src, props ); - } - - // Event object - if ( src && src.type ) { - this.originalEvent = src; - this.type = src.type; - - // Events bubbling up the document may have been marked as prevented - // by a handler lower down the tree; reflect the correct value. - this.isDefaultPrevented = src.defaultPrevented || - src.defaultPrevented === undefined && - - // Support: Android <=2.3 only - src.returnValue === false ? - returnTrue : - returnFalse; - - // Create target properties - // Support: Safari <=6 - 7 only - // Target should not be a text node (#504, #13143) - this.target = ( src.target && src.target.nodeType === 3 ) ? - src.target.parentNode : - src.target; - - this.currentTarget = src.currentTarget; - this.relatedTarget = src.relatedTarget; - - // Event type - } else { - this.type = src; - } - - // Put explicitly provided properties onto the event object - if ( props ) { - jQuery.extend( this, props ); - } - - // Create a timestamp if incoming event doesn't have one - this.timeStamp = src && src.timeStamp || Date.now(); - - // Mark it as fixed - this[ jQuery.expando ] = true; -}; - -// jQuery.Event is based on DOM3 Events as specified by the ECMAScript Language Binding -// https://www.w3.org/TR/2003/WD-DOM-Level-3-Events-20030331/ecma-script-binding.html -jQuery.Event.prototype = { - constructor: jQuery.Event, - isDefaultPrevented: returnFalse, - isPropagationStopped: returnFalse, - isImmediatePropagationStopped: returnFalse, - isSimulated: false, - - preventDefault: function() { - var e = this.originalEvent; - - this.isDefaultPrevented = returnTrue; - - if ( e && !this.isSimulated ) { - e.preventDefault(); - } - }, - stopPropagation: function() { - var e = this.originalEvent; - - this.isPropagationStopped = returnTrue; - - if ( e && !this.isSimulated ) { - e.stopPropagation(); - } - }, - stopImmediatePropagation: function() { - var e = this.originalEvent; - - this.isImmediatePropagationStopped = returnTrue; - - if ( e && !this.isSimulated ) { - e.stopImmediatePropagation(); - } - - this.stopPropagation(); - } -}; - -// Includes all common event props including KeyEvent and MouseEvent specific props -jQuery.each( { - altKey: true, - bubbles: true, - cancelable: true, - changedTouches: true, - ctrlKey: true, - detail: true, - eventPhase: true, - metaKey: true, - pageX: true, - pageY: true, - shiftKey: true, - view: true, - "char": true, - code: true, - charCode: true, - key: true, - keyCode: true, - button: true, - buttons: true, - clientX: true, - clientY: true, - offsetX: true, - offsetY: true, - pointerId: true, - pointerType: true, - screenX: true, - screenY: true, - targetTouches: true, - toElement: true, - touches: true, - - which: function( event ) { - var button = event.button; - - // Add which for key events - if ( event.which == null && rkeyEvent.test( event.type ) ) { - return event.charCode != null ? event.charCode : event.keyCode; - } - - // Add which for click: 1 === left; 2 === middle; 3 === right - if ( !event.which && button !== undefined && rmouseEvent.test( event.type ) ) { - if ( button & 1 ) { - return 1; - } - - if ( button & 2 ) { - return 3; - } - - if ( button & 4 ) { - return 2; - } - - return 0; - } - - return event.which; - } -}, jQuery.event.addProp ); - -jQuery.each( { focus: "focusin", blur: "focusout" }, function( type, delegateType ) { - jQuery.event.special[ type ] = { - - // Utilize native event if possible so blur/focus sequence is correct - setup: function() { - - // Claim the first handler - // dataPriv.set( this, "focus", ... ) - // dataPriv.set( this, "blur", ... ) - leverageNative( this, type, expectSync ); - - // Return false to allow normal processing in the caller - return false; - }, - trigger: function() { - - // Force setup before trigger - leverageNative( this, type ); - - // Return non-false to allow normal event-path propagation - return true; - }, - - delegateType: delegateType - }; -} ); - -// Create mouseenter/leave events using mouseover/out and event-time checks -// so that event delegation works in jQuery. -// Do the same for pointerenter/pointerleave and pointerover/pointerout -// -// Support: Safari 7 only -// Safari sends mouseenter too often; see: -// https://bugs.chromium.org/p/chromium/issues/detail?id=470258 -// for the description of the bug (it existed in older Chrome versions as well). -jQuery.each( { - mouseenter: "mouseover", - mouseleave: "mouseout", - pointerenter: "pointerover", - pointerleave: "pointerout" -}, function( orig, fix ) { - jQuery.event.special[ orig ] = { - delegateType: fix, - bindType: fix, - - handle: function( event ) { - var ret, - target = this, - related = event.relatedTarget, - handleObj = event.handleObj; - - // For mouseenter/leave call the handler if related is outside the target. - // NB: No relatedTarget if the mouse left/entered the browser window - if ( !related || ( related !== target && !jQuery.contains( target, related ) ) ) { - event.type = handleObj.origType; - ret = handleObj.handler.apply( this, arguments ); - event.type = fix; - } - return ret; - } - }; -} ); - -jQuery.fn.extend( { - - on: function( types, selector, data, fn ) { - return on( this, types, selector, data, fn ); - }, - one: function( types, selector, data, fn ) { - return on( this, types, selector, data, fn, 1 ); - }, - off: function( types, selector, fn ) { - var handleObj, type; - if ( types && types.preventDefault && types.handleObj ) { - - // ( event ) dispatched jQuery.Event - handleObj = types.handleObj; - jQuery( types.delegateTarget ).off( - handleObj.namespace ? - handleObj.origType + "." + handleObj.namespace : - handleObj.origType, - handleObj.selector, - handleObj.handler - ); - return this; - } - if ( typeof types === "object" ) { - - // ( types-object [, selector] ) - for ( type in types ) { - this.off( type, selector, types[ type ] ); - } - return this; - } - if ( selector === false || typeof selector === "function" ) { - - // ( types [, fn] ) - fn = selector; - selector = undefined; - } - if ( fn === false ) { - fn = returnFalse; - } - return this.each( function() { - jQuery.event.remove( this, types, fn, selector ); - } ); - } -} ); - - -var - - // Support: IE <=10 - 11, Edge 12 - 13 only - // In IE/Edge using regex groups here causes severe slowdowns. - // See https://connect.microsoft.com/IE/feedback/details/1736512/ - rnoInnerhtml = /\s*$/g; - -// Prefer a tbody over its parent table for containing new rows -function manipulationTarget( elem, content ) { - if ( nodeName( elem, "table" ) && - nodeName( content.nodeType !== 11 ? content : content.firstChild, "tr" ) ) { - - return jQuery( elem ).children( "tbody" )[ 0 ] || elem; - } - - return elem; -} - -// Replace/restore the type attribute of script elements for safe DOM manipulation -function disableScript( elem ) { - elem.type = ( elem.getAttribute( "type" ) !== null ) + "/" + elem.type; - return elem; -} -function restoreScript( elem ) { - if ( ( elem.type || "" ).slice( 0, 5 ) === "true/" ) { - elem.type = elem.type.slice( 5 ); - } else { - elem.removeAttribute( "type" ); - } - - return elem; -} - -function cloneCopyEvent( src, dest ) { - var i, l, type, pdataOld, udataOld, udataCur, events; - - if ( dest.nodeType !== 1 ) { - return; - } - - // 1. Copy private data: events, handlers, etc. - if ( dataPriv.hasData( src ) ) { - pdataOld = dataPriv.get( src ); - events = pdataOld.events; - - if ( events ) { - dataPriv.remove( dest, "handle events" ); - - for ( type in events ) { - for ( i = 0, l = events[ type ].length; i < l; i++ ) { - jQuery.event.add( dest, type, events[ type ][ i ] ); - } - } - } - } - - // 2. Copy user data - if ( dataUser.hasData( src ) ) { - udataOld = dataUser.access( src ); - udataCur = jQuery.extend( {}, udataOld ); - - dataUser.set( dest, udataCur ); - } -} - -// Fix IE bugs, see support tests -function fixInput( src, dest ) { - var nodeName = dest.nodeName.toLowerCase(); - - // Fails to persist the checked state of a cloned checkbox or radio button. - if ( nodeName === "input" && rcheckableType.test( src.type ) ) { - dest.checked = src.checked; - - // Fails to return the selected option to the default selected state when cloning options - } else if ( nodeName === "input" || nodeName === "textarea" ) { - dest.defaultValue = src.defaultValue; - } -} - -function domManip( collection, args, callback, ignored ) { - - // Flatten any nested arrays - args = flat( args ); - - var fragment, first, scripts, hasScripts, node, doc, - i = 0, - l = collection.length, - iNoClone = l - 1, - value = args[ 0 ], - valueIsFunction = isFunction( value ); - - // We can't cloneNode fragments that contain checked, in WebKit - if ( valueIsFunction || - ( l > 1 && typeof value === "string" && - !support.checkClone && rchecked.test( value ) ) ) { - return collection.each( function( index ) { - var self = collection.eq( index ); - if ( valueIsFunction ) { - args[ 0 ] = value.call( this, index, self.html() ); - } - domManip( self, args, callback, ignored ); - } ); - } - - if ( l ) { - fragment = buildFragment( args, collection[ 0 ].ownerDocument, false, collection, ignored ); - first = fragment.firstChild; - - if ( fragment.childNodes.length === 1 ) { - fragment = first; - } - - // Require either new content or an interest in ignored elements to invoke the callback - if ( first || ignored ) { - scripts = jQuery.map( getAll( fragment, "script" ), disableScript ); - hasScripts = scripts.length; - - // Use the original fragment for the last item - // instead of the first because it can end up - // being emptied incorrectly in certain situations (#8070). - for ( ; i < l; i++ ) { - node = fragment; - - if ( i !== iNoClone ) { - node = jQuery.clone( node, true, true ); - - // Keep references to cloned scripts for later restoration - if ( hasScripts ) { - - // Support: Android <=4.0 only, PhantomJS 1 only - // push.apply(_, arraylike) throws on ancient WebKit - jQuery.merge( scripts, getAll( node, "script" ) ); - } - } - - callback.call( collection[ i ], node, i ); - } - - if ( hasScripts ) { - doc = scripts[ scripts.length - 1 ].ownerDocument; - - // Reenable scripts - jQuery.map( scripts, restoreScript ); - - // Evaluate executable scripts on first document insertion - for ( i = 0; i < hasScripts; i++ ) { - node = scripts[ i ]; - if ( rscriptType.test( node.type || "" ) && - !dataPriv.access( node, "globalEval" ) && - jQuery.contains( doc, node ) ) { - - if ( node.src && ( node.type || "" ).toLowerCase() !== "module" ) { - - // Optional AJAX dependency, but won't run scripts if not present - if ( jQuery._evalUrl && !node.noModule ) { - jQuery._evalUrl( node.src, { - nonce: node.nonce || node.getAttribute( "nonce" ) - }, doc ); - } - } else { - DOMEval( node.textContent.replace( rcleanScript, "" ), node, doc ); - } - } - } - } - } - } - - return collection; -} - -function remove( elem, selector, keepData ) { - var node, - nodes = selector ? jQuery.filter( selector, elem ) : elem, - i = 0; - - for ( ; ( node = nodes[ i ] ) != null; i++ ) { - if ( !keepData && node.nodeType === 1 ) { - jQuery.cleanData( getAll( node ) ); - } - - if ( node.parentNode ) { - if ( keepData && isAttached( node ) ) { - setGlobalEval( getAll( node, "script" ) ); - } - node.parentNode.removeChild( node ); - } - } - - return elem; -} - -jQuery.extend( { - htmlPrefilter: function( html ) { - return html; - }, - - clone: function( elem, dataAndEvents, deepDataAndEvents ) { - var i, l, srcElements, destElements, - clone = elem.cloneNode( true ), - inPage = isAttached( elem ); - - // Fix IE cloning issues - if ( !support.noCloneChecked && ( elem.nodeType === 1 || elem.nodeType === 11 ) && - !jQuery.isXMLDoc( elem ) ) { - - // We eschew Sizzle here for performance reasons: https://jsperf.com/getall-vs-sizzle/2 - destElements = getAll( clone ); - srcElements = getAll( elem ); - - for ( i = 0, l = srcElements.length; i < l; i++ ) { - fixInput( srcElements[ i ], destElements[ i ] ); - } - } - - // Copy the events from the original to the clone - if ( dataAndEvents ) { - if ( deepDataAndEvents ) { - srcElements = srcElements || getAll( elem ); - destElements = destElements || getAll( clone ); - - for ( i = 0, l = srcElements.length; i < l; i++ ) { - cloneCopyEvent( srcElements[ i ], destElements[ i ] ); - } - } else { - cloneCopyEvent( elem, clone ); - } - } - - // Preserve script evaluation history - destElements = getAll( clone, "script" ); - if ( destElements.length > 0 ) { - setGlobalEval( destElements, !inPage && getAll( elem, "script" ) ); - } - - // Return the cloned set - return clone; - }, - - cleanData: function( elems ) { - var data, elem, type, - special = jQuery.event.special, - i = 0; - - for ( ; ( elem = elems[ i ] ) !== undefined; i++ ) { - if ( acceptData( elem ) ) { - if ( ( data = elem[ dataPriv.expando ] ) ) { - if ( data.events ) { - for ( type in data.events ) { - if ( special[ type ] ) { - jQuery.event.remove( elem, type ); - - // This is a shortcut to avoid jQuery.event.remove's overhead - } else { - jQuery.removeEvent( elem, type, data.handle ); - } - } - } - - // Support: Chrome <=35 - 45+ - // Assign undefined instead of using delete, see Data#remove - elem[ dataPriv.expando ] = undefined; - } - if ( elem[ dataUser.expando ] ) { - - // Support: Chrome <=35 - 45+ - // Assign undefined instead of using delete, see Data#remove - elem[ dataUser.expando ] = undefined; - } - } - } - } -} ); - -jQuery.fn.extend( { - detach: function( selector ) { - return remove( this, selector, true ); - }, - - remove: function( selector ) { - return remove( this, selector ); - }, - - text: function( value ) { - return access( this, function( value ) { - return value === undefined ? - jQuery.text( this ) : - this.empty().each( function() { - if ( this.nodeType === 1 || this.nodeType === 11 || this.nodeType === 9 ) { - this.textContent = value; - } - } ); - }, null, value, arguments.length ); - }, - - append: function() { - return domManip( this, arguments, function( elem ) { - if ( this.nodeType === 1 || this.nodeType === 11 || this.nodeType === 9 ) { - var target = manipulationTarget( this, elem ); - target.appendChild( elem ); - } - } ); - }, - - prepend: function() { - return domManip( this, arguments, function( elem ) { - if ( this.nodeType === 1 || this.nodeType === 11 || this.nodeType === 9 ) { - var target = manipulationTarget( this, elem ); - target.insertBefore( elem, target.firstChild ); - } - } ); - }, - - before: function() { - return domManip( this, arguments, function( elem ) { - if ( this.parentNode ) { - this.parentNode.insertBefore( elem, this ); - } - } ); - }, - - after: function() { - return domManip( this, arguments, function( elem ) { - if ( this.parentNode ) { - this.parentNode.insertBefore( elem, this.nextSibling ); - } - } ); - }, - - empty: function() { - var elem, - i = 0; - - for ( ; ( elem = this[ i ] ) != null; i++ ) { - if ( elem.nodeType === 1 ) { - - // Prevent memory leaks - jQuery.cleanData( getAll( elem, false ) ); - - // Remove any remaining nodes - elem.textContent = ""; - } - } - - return this; - }, - - clone: function( dataAndEvents, deepDataAndEvents ) { - dataAndEvents = dataAndEvents == null ? false : dataAndEvents; - deepDataAndEvents = deepDataAndEvents == null ? dataAndEvents : deepDataAndEvents; - - return this.map( function() { - return jQuery.clone( this, dataAndEvents, deepDataAndEvents ); - } ); - }, - - html: function( value ) { - return access( this, function( value ) { - var elem = this[ 0 ] || {}, - i = 0, - l = this.length; - - if ( value === undefined && elem.nodeType === 1 ) { - return elem.innerHTML; - } - - // See if we can take a shortcut and just use innerHTML - if ( typeof value === "string" && !rnoInnerhtml.test( value ) && - !wrapMap[ ( rtagName.exec( value ) || [ "", "" ] )[ 1 ].toLowerCase() ] ) { - - value = jQuery.htmlPrefilter( value ); - - try { - for ( ; i < l; i++ ) { - elem = this[ i ] || {}; - - // Remove element nodes and prevent memory leaks - if ( elem.nodeType === 1 ) { - jQuery.cleanData( getAll( elem, false ) ); - elem.innerHTML = value; - } - } - - elem = 0; - - // If using innerHTML throws an exception, use the fallback method - } catch ( e ) {} - } - - if ( elem ) { - this.empty().append( value ); - } - }, null, value, arguments.length ); - }, - - replaceWith: function() { - var ignored = []; - - // Make the changes, replacing each non-ignored context element with the new content - return domManip( this, arguments, function( elem ) { - var parent = this.parentNode; - - if ( jQuery.inArray( this, ignored ) < 0 ) { - jQuery.cleanData( getAll( this ) ); - if ( parent ) { - parent.replaceChild( elem, this ); - } - } - - // Force callback invocation - }, ignored ); - } -} ); - -jQuery.each( { - appendTo: "append", - prependTo: "prepend", - insertBefore: "before", - insertAfter: "after", - replaceAll: "replaceWith" -}, function( name, original ) { - jQuery.fn[ name ] = function( selector ) { - var elems, - ret = [], - insert = jQuery( selector ), - last = insert.length - 1, - i = 0; - - for ( ; i <= last; i++ ) { - elems = i === last ? this : this.clone( true ); - jQuery( insert[ i ] )[ original ]( elems ); - - // Support: Android <=4.0 only, PhantomJS 1 only - // .get() because push.apply(_, arraylike) throws on ancient WebKit - push.apply( ret, elems.get() ); - } - - return this.pushStack( ret ); - }; -} ); -var rnumnonpx = new RegExp( "^(" + pnum + ")(?!px)[a-z%]+$", "i" ); - -var getStyles = function( elem ) { - - // Support: IE <=11 only, Firefox <=30 (#15098, #14150) - // IE throws on elements created in popups - // FF meanwhile throws on frame elements through "defaultView.getComputedStyle" - var view = elem.ownerDocument.defaultView; - - if ( !view || !view.opener ) { - view = window; - } - - return view.getComputedStyle( elem ); - }; - -var swap = function( elem, options, callback ) { - var ret, name, - old = {}; - - // Remember the old values, and insert the new ones - for ( name in options ) { - old[ name ] = elem.style[ name ]; - elem.style[ name ] = options[ name ]; - } - - ret = callback.call( elem ); - - // Revert the old values - for ( name in options ) { - elem.style[ name ] = old[ name ]; - } - - return ret; -}; - - -var rboxStyle = new RegExp( cssExpand.join( "|" ), "i" ); - - - -( function() { - - // Executing both pixelPosition & boxSizingReliable tests require only one layout - // so they're executed at the same time to save the second computation. - function computeStyleTests() { - - // This is a singleton, we need to execute it only once - if ( !div ) { - return; - } - - container.style.cssText = "position:absolute;left:-11111px;width:60px;" + - "margin-top:1px;padding:0;border:0"; - div.style.cssText = - "position:relative;display:block;box-sizing:border-box;overflow:scroll;" + - "margin:auto;border:1px;padding:1px;" + - "width:60%;top:1%"; - documentElement.appendChild( container ).appendChild( div ); - - var divStyle = window.getComputedStyle( div ); - pixelPositionVal = divStyle.top !== "1%"; - - // Support: Android 4.0 - 4.3 only, Firefox <=3 - 44 - reliableMarginLeftVal = roundPixelMeasures( divStyle.marginLeft ) === 12; - - // Support: Android 4.0 - 4.3 only, Safari <=9.1 - 10.1, iOS <=7.0 - 9.3 - // Some styles come back with percentage values, even though they shouldn't - div.style.right = "60%"; - pixelBoxStylesVal = roundPixelMeasures( divStyle.right ) === 36; - - // Support: IE 9 - 11 only - // Detect misreporting of content dimensions for box-sizing:border-box elements - boxSizingReliableVal = roundPixelMeasures( divStyle.width ) === 36; - - // Support: IE 9 only - // Detect overflow:scroll screwiness (gh-3699) - // Support: Chrome <=64 - // Don't get tricked when zoom affects offsetWidth (gh-4029) - div.style.position = "absolute"; - scrollboxSizeVal = roundPixelMeasures( div.offsetWidth / 3 ) === 12; - - documentElement.removeChild( container ); - - // Nullify the div so it wouldn't be stored in the memory and - // it will also be a sign that checks already performed - div = null; - } - - function roundPixelMeasures( measure ) { - return Math.round( parseFloat( measure ) ); - } - - var pixelPositionVal, boxSizingReliableVal, scrollboxSizeVal, pixelBoxStylesVal, - reliableTrDimensionsVal, reliableMarginLeftVal, - container = document.createElement( "div" ), - div = document.createElement( "div" ); - - // Finish early in limited (non-browser) environments - if ( !div.style ) { - return; - } - - // Support: IE <=9 - 11 only - // Style of cloned element affects source element cloned (#8908) - div.style.backgroundClip = "content-box"; - div.cloneNode( true ).style.backgroundClip = ""; - support.clearCloneStyle = div.style.backgroundClip === "content-box"; - - jQuery.extend( support, { - boxSizingReliable: function() { - computeStyleTests(); - return boxSizingReliableVal; - }, - pixelBoxStyles: function() { - computeStyleTests(); - return pixelBoxStylesVal; - }, - pixelPosition: function() { - computeStyleTests(); - return pixelPositionVal; - }, - reliableMarginLeft: function() { - computeStyleTests(); - return reliableMarginLeftVal; - }, - scrollboxSize: function() { - computeStyleTests(); - return scrollboxSizeVal; - }, - - // Support: IE 9 - 11+, Edge 15 - 18+ - // IE/Edge misreport `getComputedStyle` of table rows with width/height - // set in CSS while `offset*` properties report correct values. - // Behavior in IE 9 is more subtle than in newer versions & it passes - // some versions of this test; make sure not to make it pass there! - reliableTrDimensions: function() { - var table, tr, trChild, trStyle; - if ( reliableTrDimensionsVal == null ) { - table = document.createElement( "table" ); - tr = document.createElement( "tr" ); - trChild = document.createElement( "div" ); - - table.style.cssText = "position:absolute;left:-11111px"; - tr.style.height = "1px"; - trChild.style.height = "9px"; - - documentElement - .appendChild( table ) - .appendChild( tr ) - .appendChild( trChild ); - - trStyle = window.getComputedStyle( tr ); - reliableTrDimensionsVal = parseInt( trStyle.height ) > 3; - - documentElement.removeChild( table ); - } - return reliableTrDimensionsVal; - } - } ); -} )(); - - -function curCSS( elem, name, computed ) { - var width, minWidth, maxWidth, ret, - - // Support: Firefox 51+ - // Retrieving style before computed somehow - // fixes an issue with getting wrong values - // on detached elements - style = elem.style; - - computed = computed || getStyles( elem ); - - // getPropertyValue is needed for: - // .css('filter') (IE 9 only, #12537) - // .css('--customProperty) (#3144) - if ( computed ) { - ret = computed.getPropertyValue( name ) || computed[ name ]; - - if ( ret === "" && !isAttached( elem ) ) { - ret = jQuery.style( elem, name ); - } - - // A tribute to the "awesome hack by Dean Edwards" - // Android Browser returns percentage for some values, - // but width seems to be reliably pixels. - // This is against the CSSOM draft spec: - // https://drafts.csswg.org/cssom/#resolved-values - if ( !support.pixelBoxStyles() && rnumnonpx.test( ret ) && rboxStyle.test( name ) ) { - - // Remember the original values - width = style.width; - minWidth = style.minWidth; - maxWidth = style.maxWidth; - - // Put in the new values to get a computed value out - style.minWidth = style.maxWidth = style.width = ret; - ret = computed.width; - - // Revert the changed values - style.width = width; - style.minWidth = minWidth; - style.maxWidth = maxWidth; - } - } - - return ret !== undefined ? - - // Support: IE <=9 - 11 only - // IE returns zIndex value as an integer. - ret + "" : - ret; -} - - -function addGetHookIf( conditionFn, hookFn ) { - - // Define the hook, we'll check on the first run if it's really needed. - return { - get: function() { - if ( conditionFn() ) { - - // Hook not needed (or it's not possible to use it due - // to missing dependency), remove it. - delete this.get; - return; - } - - // Hook needed; redefine it so that the support test is not executed again. - return ( this.get = hookFn ).apply( this, arguments ); - } - }; -} - - -var cssPrefixes = [ "Webkit", "Moz", "ms" ], - emptyStyle = document.createElement( "div" ).style, - vendorProps = {}; - -// Return a vendor-prefixed property or undefined -function vendorPropName( name ) { - - // Check for vendor prefixed names - var capName = name[ 0 ].toUpperCase() + name.slice( 1 ), - i = cssPrefixes.length; - - while ( i-- ) { - name = cssPrefixes[ i ] + capName; - if ( name in emptyStyle ) { - return name; - } - } -} - -// Return a potentially-mapped jQuery.cssProps or vendor prefixed property -function finalPropName( name ) { - var final = jQuery.cssProps[ name ] || vendorProps[ name ]; - - if ( final ) { - return final; - } - if ( name in emptyStyle ) { - return name; - } - return vendorProps[ name ] = vendorPropName( name ) || name; -} - - -var - - // Swappable if display is none or starts with table - // except "table", "table-cell", or "table-caption" - // See here for display values: https://developer.mozilla.org/en-US/docs/CSS/display - rdisplayswap = /^(none|table(?!-c[ea]).+)/, - rcustomProp = /^--/, - cssShow = { position: "absolute", visibility: "hidden", display: "block" }, - cssNormalTransform = { - letterSpacing: "0", - fontWeight: "400" - }; - -function setPositiveNumber( _elem, value, subtract ) { - - // Any relative (+/-) values have already been - // normalized at this point - var matches = rcssNum.exec( value ); - return matches ? - - // Guard against undefined "subtract", e.g., when used as in cssHooks - Math.max( 0, matches[ 2 ] - ( subtract || 0 ) ) + ( matches[ 3 ] || "px" ) : - value; -} - -function boxModelAdjustment( elem, dimension, box, isBorderBox, styles, computedVal ) { - var i = dimension === "width" ? 1 : 0, - extra = 0, - delta = 0; - - // Adjustment may not be necessary - if ( box === ( isBorderBox ? "border" : "content" ) ) { - return 0; - } - - for ( ; i < 4; i += 2 ) { - - // Both box models exclude margin - if ( box === "margin" ) { - delta += jQuery.css( elem, box + cssExpand[ i ], true, styles ); - } - - // If we get here with a content-box, we're seeking "padding" or "border" or "margin" - if ( !isBorderBox ) { - - // Add padding - delta += jQuery.css( elem, "padding" + cssExpand[ i ], true, styles ); - - // For "border" or "margin", add border - if ( box !== "padding" ) { - delta += jQuery.css( elem, "border" + cssExpand[ i ] + "Width", true, styles ); - - // But still keep track of it otherwise - } else { - extra += jQuery.css( elem, "border" + cssExpand[ i ] + "Width", true, styles ); - } - - // If we get here with a border-box (content + padding + border), we're seeking "content" or - // "padding" or "margin" - } else { - - // For "content", subtract padding - if ( box === "content" ) { - delta -= jQuery.css( elem, "padding" + cssExpand[ i ], true, styles ); - } - - // For "content" or "padding", subtract border - if ( box !== "margin" ) { - delta -= jQuery.css( elem, "border" + cssExpand[ i ] + "Width", true, styles ); - } - } - } - - // Account for positive content-box scroll gutter when requested by providing computedVal - if ( !isBorderBox && computedVal >= 0 ) { - - // offsetWidth/offsetHeight is a rounded sum of content, padding, scroll gutter, and border - // Assuming integer scroll gutter, subtract the rest and round down - delta += Math.max( 0, Math.ceil( - elem[ "offset" + dimension[ 0 ].toUpperCase() + dimension.slice( 1 ) ] - - computedVal - - delta - - extra - - 0.5 - - // If offsetWidth/offsetHeight is unknown, then we can't determine content-box scroll gutter - // Use an explicit zero to avoid NaN (gh-3964) - ) ) || 0; - } - - return delta; -} - -function getWidthOrHeight( elem, dimension, extra ) { - - // Start with computed style - var styles = getStyles( elem ), - - // To avoid forcing a reflow, only fetch boxSizing if we need it (gh-4322). - // Fake content-box until we know it's needed to know the true value. - boxSizingNeeded = !support.boxSizingReliable() || extra, - isBorderBox = boxSizingNeeded && - jQuery.css( elem, "boxSizing", false, styles ) === "border-box", - valueIsBorderBox = isBorderBox, - - val = curCSS( elem, dimension, styles ), - offsetProp = "offset" + dimension[ 0 ].toUpperCase() + dimension.slice( 1 ); - - // Support: Firefox <=54 - // Return a confounding non-pixel value or feign ignorance, as appropriate. - if ( rnumnonpx.test( val ) ) { - if ( !extra ) { - return val; - } - val = "auto"; - } - - - // Support: IE 9 - 11 only - // Use offsetWidth/offsetHeight for when box sizing is unreliable. - // In those cases, the computed value can be trusted to be border-box. - if ( ( !support.boxSizingReliable() && isBorderBox || - - // Support: IE 10 - 11+, Edge 15 - 18+ - // IE/Edge misreport `getComputedStyle` of table rows with width/height - // set in CSS while `offset*` properties report correct values. - // Interestingly, in some cases IE 9 doesn't suffer from this issue. - !support.reliableTrDimensions() && nodeName( elem, "tr" ) || - - // Fall back to offsetWidth/offsetHeight when value is "auto" - // This happens for inline elements with no explicit setting (gh-3571) - val === "auto" || - - // Support: Android <=4.1 - 4.3 only - // Also use offsetWidth/offsetHeight for misreported inline dimensions (gh-3602) - !parseFloat( val ) && jQuery.css( elem, "display", false, styles ) === "inline" ) && - - // Make sure the element is visible & connected - elem.getClientRects().length ) { - - isBorderBox = jQuery.css( elem, "boxSizing", false, styles ) === "border-box"; - - // Where available, offsetWidth/offsetHeight approximate border box dimensions. - // Where not available (e.g., SVG), assume unreliable box-sizing and interpret the - // retrieved value as a content box dimension. - valueIsBorderBox = offsetProp in elem; - if ( valueIsBorderBox ) { - val = elem[ offsetProp ]; - } - } - - // Normalize "" and auto - val = parseFloat( val ) || 0; - - // Adjust for the element's box model - return ( val + - boxModelAdjustment( - elem, - dimension, - extra || ( isBorderBox ? "border" : "content" ), - valueIsBorderBox, - styles, - - // Provide the current computed size to request scroll gutter calculation (gh-3589) - val - ) - ) + "px"; -} - -jQuery.extend( { - - // Add in style property hooks for overriding the default - // behavior of getting and setting a style property - cssHooks: { - opacity: { - get: function( elem, computed ) { - if ( computed ) { - - // We should always get a number back from opacity - var ret = curCSS( elem, "opacity" ); - return ret === "" ? "1" : ret; - } - } - } - }, - - // Don't automatically add "px" to these possibly-unitless properties - cssNumber: { - "animationIterationCount": true, - "columnCount": true, - "fillOpacity": true, - "flexGrow": true, - "flexShrink": true, - "fontWeight": true, - "gridArea": true, - "gridColumn": true, - "gridColumnEnd": true, - "gridColumnStart": true, - "gridRow": true, - "gridRowEnd": true, - "gridRowStart": true, - "lineHeight": true, - "opacity": true, - "order": true, - "orphans": true, - "widows": true, - "zIndex": true, - "zoom": true - }, - - // Add in properties whose names you wish to fix before - // setting or getting the value - cssProps: {}, - - // Get and set the style property on a DOM Node - style: function( elem, name, value, extra ) { - - // Don't set styles on text and comment nodes - if ( !elem || elem.nodeType === 3 || elem.nodeType === 8 || !elem.style ) { - return; - } - - // Make sure that we're working with the right name - var ret, type, hooks, - origName = camelCase( name ), - isCustomProp = rcustomProp.test( name ), - style = elem.style; - - // Make sure that we're working with the right name. We don't - // want to query the value if it is a CSS custom property - // since they are user-defined. - if ( !isCustomProp ) { - name = finalPropName( origName ); - } - - // Gets hook for the prefixed version, then unprefixed version - hooks = jQuery.cssHooks[ name ] || jQuery.cssHooks[ origName ]; - - // Check if we're setting a value - if ( value !== undefined ) { - type = typeof value; - - // Convert "+=" or "-=" to relative numbers (#7345) - if ( type === "string" && ( ret = rcssNum.exec( value ) ) && ret[ 1 ] ) { - value = adjustCSS( elem, name, ret ); - - // Fixes bug #9237 - type = "number"; - } - - // Make sure that null and NaN values aren't set (#7116) - if ( value == null || value !== value ) { - return; - } - - // If a number was passed in, add the unit (except for certain CSS properties) - // The isCustomProp check can be removed in jQuery 4.0 when we only auto-append - // "px" to a few hardcoded values. - if ( type === "number" && !isCustomProp ) { - value += ret && ret[ 3 ] || ( jQuery.cssNumber[ origName ] ? "" : "px" ); - } - - // background-* props affect original clone's values - if ( !support.clearCloneStyle && value === "" && name.indexOf( "background" ) === 0 ) { - style[ name ] = "inherit"; - } - - // If a hook was provided, use that value, otherwise just set the specified value - if ( !hooks || !( "set" in hooks ) || - ( value = hooks.set( elem, value, extra ) ) !== undefined ) { - - if ( isCustomProp ) { - style.setProperty( name, value ); - } else { - style[ name ] = value; - } - } - - } else { - - // If a hook was provided get the non-computed value from there - if ( hooks && "get" in hooks && - ( ret = hooks.get( elem, false, extra ) ) !== undefined ) { - - return ret; - } - - // Otherwise just get the value from the style object - return style[ name ]; - } - }, - - css: function( elem, name, extra, styles ) { - var val, num, hooks, - origName = camelCase( name ), - isCustomProp = rcustomProp.test( name ); - - // Make sure that we're working with the right name. We don't - // want to modify the value if it is a CSS custom property - // since they are user-defined. - if ( !isCustomProp ) { - name = finalPropName( origName ); - } - - // Try prefixed name followed by the unprefixed name - hooks = jQuery.cssHooks[ name ] || jQuery.cssHooks[ origName ]; - - // If a hook was provided get the computed value from there - if ( hooks && "get" in hooks ) { - val = hooks.get( elem, true, extra ); - } - - // Otherwise, if a way to get the computed value exists, use that - if ( val === undefined ) { - val = curCSS( elem, name, styles ); - } - - // Convert "normal" to computed value - if ( val === "normal" && name in cssNormalTransform ) { - val = cssNormalTransform[ name ]; - } - - // Make numeric if forced or a qualifier was provided and val looks numeric - if ( extra === "" || extra ) { - num = parseFloat( val ); - return extra === true || isFinite( num ) ? num || 0 : val; - } - - return val; - } -} ); - -jQuery.each( [ "height", "width" ], function( _i, dimension ) { - jQuery.cssHooks[ dimension ] = { - get: function( elem, computed, extra ) { - if ( computed ) { - - // Certain elements can have dimension info if we invisibly show them - // but it must have a current display style that would benefit - return rdisplayswap.test( jQuery.css( elem, "display" ) ) && - - // Support: Safari 8+ - // Table columns in Safari have non-zero offsetWidth & zero - // getBoundingClientRect().width unless display is changed. - // Support: IE <=11 only - // Running getBoundingClientRect on a disconnected node - // in IE throws an error. - ( !elem.getClientRects().length || !elem.getBoundingClientRect().width ) ? - swap( elem, cssShow, function() { - return getWidthOrHeight( elem, dimension, extra ); - } ) : - getWidthOrHeight( elem, dimension, extra ); - } - }, - - set: function( elem, value, extra ) { - var matches, - styles = getStyles( elem ), - - // Only read styles.position if the test has a chance to fail - // to avoid forcing a reflow. - scrollboxSizeBuggy = !support.scrollboxSize() && - styles.position === "absolute", - - // To avoid forcing a reflow, only fetch boxSizing if we need it (gh-3991) - boxSizingNeeded = scrollboxSizeBuggy || extra, - isBorderBox = boxSizingNeeded && - jQuery.css( elem, "boxSizing", false, styles ) === "border-box", - subtract = extra ? - boxModelAdjustment( - elem, - dimension, - extra, - isBorderBox, - styles - ) : - 0; - - // Account for unreliable border-box dimensions by comparing offset* to computed and - // faking a content-box to get border and padding (gh-3699) - if ( isBorderBox && scrollboxSizeBuggy ) { - subtract -= Math.ceil( - elem[ "offset" + dimension[ 0 ].toUpperCase() + dimension.slice( 1 ) ] - - parseFloat( styles[ dimension ] ) - - boxModelAdjustment( elem, dimension, "border", false, styles ) - - 0.5 - ); - } - - // Convert to pixels if value adjustment is needed - if ( subtract && ( matches = rcssNum.exec( value ) ) && - ( matches[ 3 ] || "px" ) !== "px" ) { - - elem.style[ dimension ] = value; - value = jQuery.css( elem, dimension ); - } - - return setPositiveNumber( elem, value, subtract ); - } - }; -} ); - -jQuery.cssHooks.marginLeft = addGetHookIf( support.reliableMarginLeft, - function( elem, computed ) { - if ( computed ) { - return ( parseFloat( curCSS( elem, "marginLeft" ) ) || - elem.getBoundingClientRect().left - - swap( elem, { marginLeft: 0 }, function() { - return elem.getBoundingClientRect().left; - } ) - ) + "px"; - } - } -); - -// These hooks are used by animate to expand properties -jQuery.each( { - margin: "", - padding: "", - border: "Width" -}, function( prefix, suffix ) { - jQuery.cssHooks[ prefix + suffix ] = { - expand: function( value ) { - var i = 0, - expanded = {}, - - // Assumes a single number if not a string - parts = typeof value === "string" ? value.split( " " ) : [ value ]; - - for ( ; i < 4; i++ ) { - expanded[ prefix + cssExpand[ i ] + suffix ] = - parts[ i ] || parts[ i - 2 ] || parts[ 0 ]; - } - - return expanded; - } - }; - - if ( prefix !== "margin" ) { - jQuery.cssHooks[ prefix + suffix ].set = setPositiveNumber; - } -} ); - -jQuery.fn.extend( { - css: function( name, value ) { - return access( this, function( elem, name, value ) { - var styles, len, - map = {}, - i = 0; - - if ( Array.isArray( name ) ) { - styles = getStyles( elem ); - len = name.length; - - for ( ; i < len; i++ ) { - map[ name[ i ] ] = jQuery.css( elem, name[ i ], false, styles ); - } - - return map; - } - - return value !== undefined ? - jQuery.style( elem, name, value ) : - jQuery.css( elem, name ); - }, name, value, arguments.length > 1 ); - } -} ); - - -function Tween( elem, options, prop, end, easing ) { - return new Tween.prototype.init( elem, options, prop, end, easing ); -} -jQuery.Tween = Tween; - -Tween.prototype = { - constructor: Tween, - init: function( elem, options, prop, end, easing, unit ) { - this.elem = elem; - this.prop = prop; - this.easing = easing || jQuery.easing._default; - this.options = options; - this.start = this.now = this.cur(); - this.end = end; - this.unit = unit || ( jQuery.cssNumber[ prop ] ? "" : "px" ); - }, - cur: function() { - var hooks = Tween.propHooks[ this.prop ]; - - return hooks && hooks.get ? - hooks.get( this ) : - Tween.propHooks._default.get( this ); - }, - run: function( percent ) { - var eased, - hooks = Tween.propHooks[ this.prop ]; - - if ( this.options.duration ) { - this.pos = eased = jQuery.easing[ this.easing ]( - percent, this.options.duration * percent, 0, 1, this.options.duration - ); - } else { - this.pos = eased = percent; - } - this.now = ( this.end - this.start ) * eased + this.start; - - if ( this.options.step ) { - this.options.step.call( this.elem, this.now, this ); - } - - if ( hooks && hooks.set ) { - hooks.set( this ); - } else { - Tween.propHooks._default.set( this ); - } - return this; - } -}; - -Tween.prototype.init.prototype = Tween.prototype; - -Tween.propHooks = { - _default: { - get: function( tween ) { - var result; - - // Use a property on the element directly when it is not a DOM element, - // or when there is no matching style property that exists. - if ( tween.elem.nodeType !== 1 || - tween.elem[ tween.prop ] != null && tween.elem.style[ tween.prop ] == null ) { - return tween.elem[ tween.prop ]; - } - - // Passing an empty string as a 3rd parameter to .css will automatically - // attempt a parseFloat and fallback to a string if the parse fails. - // Simple values such as "10px" are parsed to Float; - // complex values such as "rotate(1rad)" are returned as-is. - result = jQuery.css( tween.elem, tween.prop, "" ); - - // Empty strings, null, undefined and "auto" are converted to 0. - return !result || result === "auto" ? 0 : result; - }, - set: function( tween ) { - - // Use step hook for back compat. - // Use cssHook if its there. - // Use .style if available and use plain properties where available. - if ( jQuery.fx.step[ tween.prop ] ) { - jQuery.fx.step[ tween.prop ]( tween ); - } else if ( tween.elem.nodeType === 1 && ( - jQuery.cssHooks[ tween.prop ] || - tween.elem.style[ finalPropName( tween.prop ) ] != null ) ) { - jQuery.style( tween.elem, tween.prop, tween.now + tween.unit ); - } else { - tween.elem[ tween.prop ] = tween.now; - } - } - } -}; - -// Support: IE <=9 only -// Panic based approach to setting things on disconnected nodes -Tween.propHooks.scrollTop = Tween.propHooks.scrollLeft = { - set: function( tween ) { - if ( tween.elem.nodeType && tween.elem.parentNode ) { - tween.elem[ tween.prop ] = tween.now; - } - } -}; - -jQuery.easing = { - linear: function( p ) { - return p; - }, - swing: function( p ) { - return 0.5 - Math.cos( p * Math.PI ) / 2; - }, - _default: "swing" -}; - -jQuery.fx = Tween.prototype.init; - -// Back compat <1.8 extension point -jQuery.fx.step = {}; - - - - -var - fxNow, inProgress, - rfxtypes = /^(?:toggle|show|hide)$/, - rrun = /queueHooks$/; - -function schedule() { - if ( inProgress ) { - if ( document.hidden === false && window.requestAnimationFrame ) { - window.requestAnimationFrame( schedule ); - } else { - window.setTimeout( schedule, jQuery.fx.interval ); - } - - jQuery.fx.tick(); - } -} - -// Animations created synchronously will run synchronously -function createFxNow() { - window.setTimeout( function() { - fxNow = undefined; - } ); - return ( fxNow = Date.now() ); -} - -// Generate parameters to create a standard animation -function genFx( type, includeWidth ) { - var which, - i = 0, - attrs = { height: type }; - - // If we include width, step value is 1 to do all cssExpand values, - // otherwise step value is 2 to skip over Left and Right - includeWidth = includeWidth ? 1 : 0; - for ( ; i < 4; i += 2 - includeWidth ) { - which = cssExpand[ i ]; - attrs[ "margin" + which ] = attrs[ "padding" + which ] = type; - } - - if ( includeWidth ) { - attrs.opacity = attrs.width = type; - } - - return attrs; -} - -function createTween( value, prop, animation ) { - var tween, - collection = ( Animation.tweeners[ prop ] || [] ).concat( Animation.tweeners[ "*" ] ), - index = 0, - length = collection.length; - for ( ; index < length; index++ ) { - if ( ( tween = collection[ index ].call( animation, prop, value ) ) ) { - - // We're done with this property - return tween; - } - } -} - -function defaultPrefilter( elem, props, opts ) { - var prop, value, toggle, hooks, oldfire, propTween, restoreDisplay, display, - isBox = "width" in props || "height" in props, - anim = this, - orig = {}, - style = elem.style, - hidden = elem.nodeType && isHiddenWithinTree( elem ), - dataShow = dataPriv.get( elem, "fxshow" ); - - // Queue-skipping animations hijack the fx hooks - if ( !opts.queue ) { - hooks = jQuery._queueHooks( elem, "fx" ); - if ( hooks.unqueued == null ) { - hooks.unqueued = 0; - oldfire = hooks.empty.fire; - hooks.empty.fire = function() { - if ( !hooks.unqueued ) { - oldfire(); - } - }; - } - hooks.unqueued++; - - anim.always( function() { - - // Ensure the complete handler is called before this completes - anim.always( function() { - hooks.unqueued--; - if ( !jQuery.queue( elem, "fx" ).length ) { - hooks.empty.fire(); - } - } ); - } ); - } - - // Detect show/hide animations - for ( prop in props ) { - value = props[ prop ]; - if ( rfxtypes.test( value ) ) { - delete props[ prop ]; - toggle = toggle || value === "toggle"; - if ( value === ( hidden ? "hide" : "show" ) ) { - - // Pretend to be hidden if this is a "show" and - // there is still data from a stopped show/hide - if ( value === "show" && dataShow && dataShow[ prop ] !== undefined ) { - hidden = true; - - // Ignore all other no-op show/hide data - } else { - continue; - } - } - orig[ prop ] = dataShow && dataShow[ prop ] || jQuery.style( elem, prop ); - } - } - - // Bail out if this is a no-op like .hide().hide() - propTween = !jQuery.isEmptyObject( props ); - if ( !propTween && jQuery.isEmptyObject( orig ) ) { - return; - } - - // Restrict "overflow" and "display" styles during box animations - if ( isBox && elem.nodeType === 1 ) { - - // Support: IE <=9 - 11, Edge 12 - 15 - // Record all 3 overflow attributes because IE does not infer the shorthand - // from identically-valued overflowX and overflowY and Edge just mirrors - // the overflowX value there. - opts.overflow = [ style.overflow, style.overflowX, style.overflowY ]; - - // Identify a display type, preferring old show/hide data over the CSS cascade - restoreDisplay = dataShow && dataShow.display; - if ( restoreDisplay == null ) { - restoreDisplay = dataPriv.get( elem, "display" ); - } - display = jQuery.css( elem, "display" ); - if ( display === "none" ) { - if ( restoreDisplay ) { - display = restoreDisplay; - } else { - - // Get nonempty value(s) by temporarily forcing visibility - showHide( [ elem ], true ); - restoreDisplay = elem.style.display || restoreDisplay; - display = jQuery.css( elem, "display" ); - showHide( [ elem ] ); - } - } - - // Animate inline elements as inline-block - if ( display === "inline" || display === "inline-block" && restoreDisplay != null ) { - if ( jQuery.css( elem, "float" ) === "none" ) { - - // Restore the original display value at the end of pure show/hide animations - if ( !propTween ) { - anim.done( function() { - style.display = restoreDisplay; - } ); - if ( restoreDisplay == null ) { - display = style.display; - restoreDisplay = display === "none" ? "" : display; - } - } - style.display = "inline-block"; - } - } - } - - if ( opts.overflow ) { - style.overflow = "hidden"; - anim.always( function() { - style.overflow = opts.overflow[ 0 ]; - style.overflowX = opts.overflow[ 1 ]; - style.overflowY = opts.overflow[ 2 ]; - } ); - } - - // Implement show/hide animations - propTween = false; - for ( prop in orig ) { - - // General show/hide setup for this element animation - if ( !propTween ) { - if ( dataShow ) { - if ( "hidden" in dataShow ) { - hidden = dataShow.hidden; - } - } else { - dataShow = dataPriv.access( elem, "fxshow", { display: restoreDisplay } ); - } - - // Store hidden/visible for toggle so `.stop().toggle()` "reverses" - if ( toggle ) { - dataShow.hidden = !hidden; - } - - // Show elements before animating them - if ( hidden ) { - showHide( [ elem ], true ); - } - - /* eslint-disable no-loop-func */ - - anim.done( function() { - - /* eslint-enable no-loop-func */ - - // The final step of a "hide" animation is actually hiding the element - if ( !hidden ) { - showHide( [ elem ] ); - } - dataPriv.remove( elem, "fxshow" ); - for ( prop in orig ) { - jQuery.style( elem, prop, orig[ prop ] ); - } - } ); - } - - // Per-property setup - propTween = createTween( hidden ? dataShow[ prop ] : 0, prop, anim ); - if ( !( prop in dataShow ) ) { - dataShow[ prop ] = propTween.start; - if ( hidden ) { - propTween.end = propTween.start; - propTween.start = 0; - } - } - } -} - -function propFilter( props, specialEasing ) { - var index, name, easing, value, hooks; - - // camelCase, specialEasing and expand cssHook pass - for ( index in props ) { - name = camelCase( index ); - easing = specialEasing[ name ]; - value = props[ index ]; - if ( Array.isArray( value ) ) { - easing = value[ 1 ]; - value = props[ index ] = value[ 0 ]; - } - - if ( index !== name ) { - props[ name ] = value; - delete props[ index ]; - } - - hooks = jQuery.cssHooks[ name ]; - if ( hooks && "expand" in hooks ) { - value = hooks.expand( value ); - delete props[ name ]; - - // Not quite $.extend, this won't overwrite existing keys. - // Reusing 'index' because we have the correct "name" - for ( index in value ) { - if ( !( index in props ) ) { - props[ index ] = value[ index ]; - specialEasing[ index ] = easing; - } - } - } else { - specialEasing[ name ] = easing; - } - } -} - -function Animation( elem, properties, options ) { - var result, - stopped, - index = 0, - length = Animation.prefilters.length, - deferred = jQuery.Deferred().always( function() { - - // Don't match elem in the :animated selector - delete tick.elem; - } ), - tick = function() { - if ( stopped ) { - return false; - } - var currentTime = fxNow || createFxNow(), - remaining = Math.max( 0, animation.startTime + animation.duration - currentTime ), - - // Support: Android 2.3 only - // Archaic crash bug won't allow us to use `1 - ( 0.5 || 0 )` (#12497) - temp = remaining / animation.duration || 0, - percent = 1 - temp, - index = 0, - length = animation.tweens.length; - - for ( ; index < length; index++ ) { - animation.tweens[ index ].run( percent ); - } - - deferred.notifyWith( elem, [ animation, percent, remaining ] ); - - // If there's more to do, yield - if ( percent < 1 && length ) { - return remaining; - } - - // If this was an empty animation, synthesize a final progress notification - if ( !length ) { - deferred.notifyWith( elem, [ animation, 1, 0 ] ); - } - - // Resolve the animation and report its conclusion - deferred.resolveWith( elem, [ animation ] ); - return false; - }, - animation = deferred.promise( { - elem: elem, - props: jQuery.extend( {}, properties ), - opts: jQuery.extend( true, { - specialEasing: {}, - easing: jQuery.easing._default - }, options ), - originalProperties: properties, - originalOptions: options, - startTime: fxNow || createFxNow(), - duration: options.duration, - tweens: [], - createTween: function( prop, end ) { - var tween = jQuery.Tween( elem, animation.opts, prop, end, - animation.opts.specialEasing[ prop ] || animation.opts.easing ); - animation.tweens.push( tween ); - return tween; - }, - stop: function( gotoEnd ) { - var index = 0, - - // If we are going to the end, we want to run all the tweens - // otherwise we skip this part - length = gotoEnd ? animation.tweens.length : 0; - if ( stopped ) { - return this; - } - stopped = true; - for ( ; index < length; index++ ) { - animation.tweens[ index ].run( 1 ); - } - - // Resolve when we played the last frame; otherwise, reject - if ( gotoEnd ) { - deferred.notifyWith( elem, [ animation, 1, 0 ] ); - deferred.resolveWith( elem, [ animation, gotoEnd ] ); - } else { - deferred.rejectWith( elem, [ animation, gotoEnd ] ); - } - return this; - } - } ), - props = animation.props; - - propFilter( props, animation.opts.specialEasing ); - - for ( ; index < length; index++ ) { - result = Animation.prefilters[ index ].call( animation, elem, props, animation.opts ); - if ( result ) { - if ( isFunction( result.stop ) ) { - jQuery._queueHooks( animation.elem, animation.opts.queue ).stop = - result.stop.bind( result ); - } - return result; - } - } - - jQuery.map( props, createTween, animation ); - - if ( isFunction( animation.opts.start ) ) { - animation.opts.start.call( elem, animation ); - } - - // Attach callbacks from options - animation - .progress( animation.opts.progress ) - .done( animation.opts.done, animation.opts.complete ) - .fail( animation.opts.fail ) - .always( animation.opts.always ); - - jQuery.fx.timer( - jQuery.extend( tick, { - elem: elem, - anim: animation, - queue: animation.opts.queue - } ) - ); - - return animation; -} - -jQuery.Animation = jQuery.extend( Animation, { - - tweeners: { - "*": [ function( prop, value ) { - var tween = this.createTween( prop, value ); - adjustCSS( tween.elem, prop, rcssNum.exec( value ), tween ); - return tween; - } ] - }, - - tweener: function( props, callback ) { - if ( isFunction( props ) ) { - callback = props; - props = [ "*" ]; - } else { - props = props.match( rnothtmlwhite ); - } - - var prop, - index = 0, - length = props.length; - - for ( ; index < length; index++ ) { - prop = props[ index ]; - Animation.tweeners[ prop ] = Animation.tweeners[ prop ] || []; - Animation.tweeners[ prop ].unshift( callback ); - } - }, - - prefilters: [ defaultPrefilter ], - - prefilter: function( callback, prepend ) { - if ( prepend ) { - Animation.prefilters.unshift( callback ); - } else { - Animation.prefilters.push( callback ); - } - } -} ); - -jQuery.speed = function( speed, easing, fn ) { - var opt = speed && typeof speed === "object" ? jQuery.extend( {}, speed ) : { - complete: fn || !fn && easing || - isFunction( speed ) && speed, - duration: speed, - easing: fn && easing || easing && !isFunction( easing ) && easing - }; - - // Go to the end state if fx are off - if ( jQuery.fx.off ) { - opt.duration = 0; - - } else { - if ( typeof opt.duration !== "number" ) { - if ( opt.duration in jQuery.fx.speeds ) { - opt.duration = jQuery.fx.speeds[ opt.duration ]; - - } else { - opt.duration = jQuery.fx.speeds._default; - } - } - } - - // Normalize opt.queue - true/undefined/null -> "fx" - if ( opt.queue == null || opt.queue === true ) { - opt.queue = "fx"; - } - - // Queueing - opt.old = opt.complete; - - opt.complete = function() { - if ( isFunction( opt.old ) ) { - opt.old.call( this ); - } - - if ( opt.queue ) { - jQuery.dequeue( this, opt.queue ); - } - }; - - return opt; -}; - -jQuery.fn.extend( { - fadeTo: function( speed, to, easing, callback ) { - - // Show any hidden elements after setting opacity to 0 - return this.filter( isHiddenWithinTree ).css( "opacity", 0 ).show() - - // Animate to the value specified - .end().animate( { opacity: to }, speed, easing, callback ); - }, - animate: function( prop, speed, easing, callback ) { - var empty = jQuery.isEmptyObject( prop ), - optall = jQuery.speed( speed, easing, callback ), - doAnimation = function() { - - // Operate on a copy of prop so per-property easing won't be lost - var anim = Animation( this, jQuery.extend( {}, prop ), optall ); - - // Empty animations, or finishing resolves immediately - if ( empty || dataPriv.get( this, "finish" ) ) { - anim.stop( true ); - } - }; - doAnimation.finish = doAnimation; - - return empty || optall.queue === false ? - this.each( doAnimation ) : - this.queue( optall.queue, doAnimation ); - }, - stop: function( type, clearQueue, gotoEnd ) { - var stopQueue = function( hooks ) { - var stop = hooks.stop; - delete hooks.stop; - stop( gotoEnd ); - }; - - if ( typeof type !== "string" ) { - gotoEnd = clearQueue; - clearQueue = type; - type = undefined; - } - if ( clearQueue ) { - this.queue( type || "fx", [] ); - } - - return this.each( function() { - var dequeue = true, - index = type != null && type + "queueHooks", - timers = jQuery.timers, - data = dataPriv.get( this ); - - if ( index ) { - if ( data[ index ] && data[ index ].stop ) { - stopQueue( data[ index ] ); - } - } else { - for ( index in data ) { - if ( data[ index ] && data[ index ].stop && rrun.test( index ) ) { - stopQueue( data[ index ] ); - } - } - } - - for ( index = timers.length; index--; ) { - if ( timers[ index ].elem === this && - ( type == null || timers[ index ].queue === type ) ) { - - timers[ index ].anim.stop( gotoEnd ); - dequeue = false; - timers.splice( index, 1 ); - } - } - - // Start the next in the queue if the last step wasn't forced. - // Timers currently will call their complete callbacks, which - // will dequeue but only if they were gotoEnd. - if ( dequeue || !gotoEnd ) { - jQuery.dequeue( this, type ); - } - } ); - }, - finish: function( type ) { - if ( type !== false ) { - type = type || "fx"; - } - return this.each( function() { - var index, - data = dataPriv.get( this ), - queue = data[ type + "queue" ], - hooks = data[ type + "queueHooks" ], - timers = jQuery.timers, - length = queue ? queue.length : 0; - - // Enable finishing flag on private data - data.finish = true; - - // Empty the queue first - jQuery.queue( this, type, [] ); - - if ( hooks && hooks.stop ) { - hooks.stop.call( this, true ); - } - - // Look for any active animations, and finish them - for ( index = timers.length; index--; ) { - if ( timers[ index ].elem === this && timers[ index ].queue === type ) { - timers[ index ].anim.stop( true ); - timers.splice( index, 1 ); - } - } - - // Look for any animations in the old queue and finish them - for ( index = 0; index < length; index++ ) { - if ( queue[ index ] && queue[ index ].finish ) { - queue[ index ].finish.call( this ); - } - } - - // Turn off finishing flag - delete data.finish; - } ); - } -} ); - -jQuery.each( [ "toggle", "show", "hide" ], function( _i, name ) { - var cssFn = jQuery.fn[ name ]; - jQuery.fn[ name ] = function( speed, easing, callback ) { - return speed == null || typeof speed === "boolean" ? - cssFn.apply( this, arguments ) : - this.animate( genFx( name, true ), speed, easing, callback ); - }; -} ); - -// Generate shortcuts for custom animations -jQuery.each( { - slideDown: genFx( "show" ), - slideUp: genFx( "hide" ), - slideToggle: genFx( "toggle" ), - fadeIn: { opacity: "show" }, - fadeOut: { opacity: "hide" }, - fadeToggle: { opacity: "toggle" } -}, function( name, props ) { - jQuery.fn[ name ] = function( speed, easing, callback ) { - return this.animate( props, speed, easing, callback ); - }; -} ); - -jQuery.timers = []; -jQuery.fx.tick = function() { - var timer, - i = 0, - timers = jQuery.timers; - - fxNow = Date.now(); - - for ( ; i < timers.length; i++ ) { - timer = timers[ i ]; - - // Run the timer and safely remove it when done (allowing for external removal) - if ( !timer() && timers[ i ] === timer ) { - timers.splice( i--, 1 ); - } - } - - if ( !timers.length ) { - jQuery.fx.stop(); - } - fxNow = undefined; -}; - -jQuery.fx.timer = function( timer ) { - jQuery.timers.push( timer ); - jQuery.fx.start(); -}; - -jQuery.fx.interval = 13; -jQuery.fx.start = function() { - if ( inProgress ) { - return; - } - - inProgress = true; - schedule(); -}; - -jQuery.fx.stop = function() { - inProgress = null; -}; - -jQuery.fx.speeds = { - slow: 600, - fast: 200, - - // Default speed - _default: 400 -}; - - -// Based off of the plugin by Clint Helfers, with permission. -// https://web.archive.org/web/20100324014747/http://blindsignals.com/index.php/2009/07/jquery-delay/ -jQuery.fn.delay = function( time, type ) { - time = jQuery.fx ? jQuery.fx.speeds[ time ] || time : time; - type = type || "fx"; - - return this.queue( type, function( next, hooks ) { - var timeout = window.setTimeout( next, time ); - hooks.stop = function() { - window.clearTimeout( timeout ); - }; - } ); -}; - - -( function() { - var input = document.createElement( "input" ), - select = document.createElement( "select" ), - opt = select.appendChild( document.createElement( "option" ) ); - - input.type = "checkbox"; - - // Support: Android <=4.3 only - // Default value for a checkbox should be "on" - support.checkOn = input.value !== ""; - - // Support: IE <=11 only - // Must access selectedIndex to make default options select - support.optSelected = opt.selected; - - // Support: IE <=11 only - // An input loses its value after becoming a radio - input = document.createElement( "input" ); - input.value = "t"; - input.type = "radio"; - support.radioValue = input.value === "t"; -} )(); - - -var boolHook, - attrHandle = jQuery.expr.attrHandle; - -jQuery.fn.extend( { - attr: function( name, value ) { - return access( this, jQuery.attr, name, value, arguments.length > 1 ); - }, - - removeAttr: function( name ) { - return this.each( function() { - jQuery.removeAttr( this, name ); - } ); - } -} ); - -jQuery.extend( { - attr: function( elem, name, value ) { - var ret, hooks, - nType = elem.nodeType; - - // Don't get/set attributes on text, comment and attribute nodes - if ( nType === 3 || nType === 8 || nType === 2 ) { - return; - } - - // Fallback to prop when attributes are not supported - if ( typeof elem.getAttribute === "undefined" ) { - return jQuery.prop( elem, name, value ); - } - - // Attribute hooks are determined by the lowercase version - // Grab necessary hook if one is defined - if ( nType !== 1 || !jQuery.isXMLDoc( elem ) ) { - hooks = jQuery.attrHooks[ name.toLowerCase() ] || - ( jQuery.expr.match.bool.test( name ) ? boolHook : undefined ); - } - - if ( value !== undefined ) { - if ( value === null ) { - jQuery.removeAttr( elem, name ); - return; - } - - if ( hooks && "set" in hooks && - ( ret = hooks.set( elem, value, name ) ) !== undefined ) { - return ret; - } - - elem.setAttribute( name, value + "" ); - return value; - } - - if ( hooks && "get" in hooks && ( ret = hooks.get( elem, name ) ) !== null ) { - return ret; - } - - ret = jQuery.find.attr( elem, name ); - - // Non-existent attributes return null, we normalize to undefined - return ret == null ? undefined : ret; - }, - - attrHooks: { - type: { - set: function( elem, value ) { - if ( !support.radioValue && value === "radio" && - nodeName( elem, "input" ) ) { - var val = elem.value; - elem.setAttribute( "type", value ); - if ( val ) { - elem.value = val; - } - return value; - } - } - } - }, - - removeAttr: function( elem, value ) { - var name, - i = 0, - - // Attribute names can contain non-HTML whitespace characters - // https://html.spec.whatwg.org/multipage/syntax.html#attributes-2 - attrNames = value && value.match( rnothtmlwhite ); - - if ( attrNames && elem.nodeType === 1 ) { - while ( ( name = attrNames[ i++ ] ) ) { - elem.removeAttribute( name ); - } - } - } -} ); - -// Hooks for boolean attributes -boolHook = { - set: function( elem, value, name ) { - if ( value === false ) { - - // Remove boolean attributes when set to false - jQuery.removeAttr( elem, name ); - } else { - elem.setAttribute( name, name ); - } - return name; - } -}; - -jQuery.each( jQuery.expr.match.bool.source.match( /\w+/g ), function( _i, name ) { - var getter = attrHandle[ name ] || jQuery.find.attr; - - attrHandle[ name ] = function( elem, name, isXML ) { - var ret, handle, - lowercaseName = name.toLowerCase(); - - if ( !isXML ) { - - // Avoid an infinite loop by temporarily removing this function from the getter - handle = attrHandle[ lowercaseName ]; - attrHandle[ lowercaseName ] = ret; - ret = getter( elem, name, isXML ) != null ? - lowercaseName : - null; - attrHandle[ lowercaseName ] = handle; - } - return ret; - }; -} ); - - - - -var rfocusable = /^(?:input|select|textarea|button)$/i, - rclickable = /^(?:a|area)$/i; - -jQuery.fn.extend( { - prop: function( name, value ) { - return access( this, jQuery.prop, name, value, arguments.length > 1 ); - }, - - removeProp: function( name ) { - return this.each( function() { - delete this[ jQuery.propFix[ name ] || name ]; - } ); - } -} ); - -jQuery.extend( { - prop: function( elem, name, value ) { - var ret, hooks, - nType = elem.nodeType; - - // Don't get/set properties on text, comment and attribute nodes - if ( nType === 3 || nType === 8 || nType === 2 ) { - return; - } - - if ( nType !== 1 || !jQuery.isXMLDoc( elem ) ) { - - // Fix name and attach hooks - name = jQuery.propFix[ name ] || name; - hooks = jQuery.propHooks[ name ]; - } - - if ( value !== undefined ) { - if ( hooks && "set" in hooks && - ( ret = hooks.set( elem, value, name ) ) !== undefined ) { - return ret; - } - - return ( elem[ name ] = value ); - } - - if ( hooks && "get" in hooks && ( ret = hooks.get( elem, name ) ) !== null ) { - return ret; - } - - return elem[ name ]; - }, - - propHooks: { - tabIndex: { - get: function( elem ) { - - // Support: IE <=9 - 11 only - // elem.tabIndex doesn't always return the - // correct value when it hasn't been explicitly set - // https://web.archive.org/web/20141116233347/http://fluidproject.org/blog/2008/01/09/getting-setting-and-removing-tabindex-values-with-javascript/ - // Use proper attribute retrieval(#12072) - var tabindex = jQuery.find.attr( elem, "tabindex" ); - - if ( tabindex ) { - return parseInt( tabindex, 10 ); - } - - if ( - rfocusable.test( elem.nodeName ) || - rclickable.test( elem.nodeName ) && - elem.href - ) { - return 0; - } - - return -1; - } - } - }, - - propFix: { - "for": "htmlFor", - "class": "className" - } -} ); - -// Support: IE <=11 only -// Accessing the selectedIndex property -// forces the browser to respect setting selected -// on the option -// The getter ensures a default option is selected -// when in an optgroup -// eslint rule "no-unused-expressions" is disabled for this code -// since it considers such accessions noop -if ( !support.optSelected ) { - jQuery.propHooks.selected = { - get: function( elem ) { - - /* eslint no-unused-expressions: "off" */ - - var parent = elem.parentNode; - if ( parent && parent.parentNode ) { - parent.parentNode.selectedIndex; - } - return null; - }, - set: function( elem ) { - - /* eslint no-unused-expressions: "off" */ - - var parent = elem.parentNode; - if ( parent ) { - parent.selectedIndex; - - if ( parent.parentNode ) { - parent.parentNode.selectedIndex; - } - } - } - }; -} - -jQuery.each( [ - "tabIndex", - "readOnly", - "maxLength", - "cellSpacing", - "cellPadding", - "rowSpan", - "colSpan", - "useMap", - "frameBorder", - "contentEditable" -], function() { - jQuery.propFix[ this.toLowerCase() ] = this; -} ); - - - - - // Strip and collapse whitespace according to HTML spec - // https://infra.spec.whatwg.org/#strip-and-collapse-ascii-whitespace - function stripAndCollapse( value ) { - var tokens = value.match( rnothtmlwhite ) || []; - return tokens.join( " " ); - } - - -function getClass( elem ) { - return elem.getAttribute && elem.getAttribute( "class" ) || ""; -} - -function classesToArray( value ) { - if ( Array.isArray( value ) ) { - return value; - } - if ( typeof value === "string" ) { - return value.match( rnothtmlwhite ) || []; - } - return []; -} - -jQuery.fn.extend( { - addClass: function( value ) { - var classes, elem, cur, curValue, clazz, j, finalValue, - i = 0; - - if ( isFunction( value ) ) { - return this.each( function( j ) { - jQuery( this ).addClass( value.call( this, j, getClass( this ) ) ); - } ); - } - - classes = classesToArray( value ); - - if ( classes.length ) { - while ( ( elem = this[ i++ ] ) ) { - curValue = getClass( elem ); - cur = elem.nodeType === 1 && ( " " + stripAndCollapse( curValue ) + " " ); - - if ( cur ) { - j = 0; - while ( ( clazz = classes[ j++ ] ) ) { - if ( cur.indexOf( " " + clazz + " " ) < 0 ) { - cur += clazz + " "; - } - } - - // Only assign if different to avoid unneeded rendering. - finalValue = stripAndCollapse( cur ); - if ( curValue !== finalValue ) { - elem.setAttribute( "class", finalValue ); - } - } - } - } - - return this; - }, - - removeClass: function( value ) { - var classes, elem, cur, curValue, clazz, j, finalValue, - i = 0; - - if ( isFunction( value ) ) { - return this.each( function( j ) { - jQuery( this ).removeClass( value.call( this, j, getClass( this ) ) ); - } ); - } - - if ( !arguments.length ) { - return this.attr( "class", "" ); - } - - classes = classesToArray( value ); - - if ( classes.length ) { - while ( ( elem = this[ i++ ] ) ) { - curValue = getClass( elem ); - - // This expression is here for better compressibility (see addClass) - cur = elem.nodeType === 1 && ( " " + stripAndCollapse( curValue ) + " " ); - - if ( cur ) { - j = 0; - while ( ( clazz = classes[ j++ ] ) ) { - - // Remove *all* instances - while ( cur.indexOf( " " + clazz + " " ) > -1 ) { - cur = cur.replace( " " + clazz + " ", " " ); - } - } - - // Only assign if different to avoid unneeded rendering. - finalValue = stripAndCollapse( cur ); - if ( curValue !== finalValue ) { - elem.setAttribute( "class", finalValue ); - } - } - } - } - - return this; - }, - - toggleClass: function( value, stateVal ) { - var type = typeof value, - isValidValue = type === "string" || Array.isArray( value ); - - if ( typeof stateVal === "boolean" && isValidValue ) { - return stateVal ? this.addClass( value ) : this.removeClass( value ); - } - - if ( isFunction( value ) ) { - return this.each( function( i ) { - jQuery( this ).toggleClass( - value.call( this, i, getClass( this ), stateVal ), - stateVal - ); - } ); - } - - return this.each( function() { - var className, i, self, classNames; - - if ( isValidValue ) { - - // Toggle individual class names - i = 0; - self = jQuery( this ); - classNames = classesToArray( value ); - - while ( ( className = classNames[ i++ ] ) ) { - - // Check each className given, space separated list - if ( self.hasClass( className ) ) { - self.removeClass( className ); - } else { - self.addClass( className ); - } - } - - // Toggle whole class name - } else if ( value === undefined || type === "boolean" ) { - className = getClass( this ); - if ( className ) { - - // Store className if set - dataPriv.set( this, "__className__", className ); - } - - // If the element has a class name or if we're passed `false`, - // then remove the whole classname (if there was one, the above saved it). - // Otherwise bring back whatever was previously saved (if anything), - // falling back to the empty string if nothing was stored. - if ( this.setAttribute ) { - this.setAttribute( "class", - className || value === false ? - "" : - dataPriv.get( this, "__className__" ) || "" - ); - } - } - } ); - }, - - hasClass: function( selector ) { - var className, elem, - i = 0; - - className = " " + selector + " "; - while ( ( elem = this[ i++ ] ) ) { - if ( elem.nodeType === 1 && - ( " " + stripAndCollapse( getClass( elem ) ) + " " ).indexOf( className ) > -1 ) { - return true; - } - } - - return false; - } -} ); - - - - -var rreturn = /\r/g; - -jQuery.fn.extend( { - val: function( value ) { - var hooks, ret, valueIsFunction, - elem = this[ 0 ]; - - if ( !arguments.length ) { - if ( elem ) { - hooks = jQuery.valHooks[ elem.type ] || - jQuery.valHooks[ elem.nodeName.toLowerCase() ]; - - if ( hooks && - "get" in hooks && - ( ret = hooks.get( elem, "value" ) ) !== undefined - ) { - return ret; - } - - ret = elem.value; - - // Handle most common string cases - if ( typeof ret === "string" ) { - return ret.replace( rreturn, "" ); - } - - // Handle cases where value is null/undef or number - return ret == null ? "" : ret; - } - - return; - } - - valueIsFunction = isFunction( value ); - - return this.each( function( i ) { - var val; - - if ( this.nodeType !== 1 ) { - return; - } - - if ( valueIsFunction ) { - val = value.call( this, i, jQuery( this ).val() ); - } else { - val = value; - } - - // Treat null/undefined as ""; convert numbers to string - if ( val == null ) { - val = ""; - - } else if ( typeof val === "number" ) { - val += ""; - - } else if ( Array.isArray( val ) ) { - val = jQuery.map( val, function( value ) { - return value == null ? "" : value + ""; - } ); - } - - hooks = jQuery.valHooks[ this.type ] || jQuery.valHooks[ this.nodeName.toLowerCase() ]; - - // If set returns undefined, fall back to normal setting - if ( !hooks || !( "set" in hooks ) || hooks.set( this, val, "value" ) === undefined ) { - this.value = val; - } - } ); - } -} ); - -jQuery.extend( { - valHooks: { - option: { - get: function( elem ) { - - var val = jQuery.find.attr( elem, "value" ); - return val != null ? - val : - - // Support: IE <=10 - 11 only - // option.text throws exceptions (#14686, #14858) - // Strip and collapse whitespace - // https://html.spec.whatwg.org/#strip-and-collapse-whitespace - stripAndCollapse( jQuery.text( elem ) ); - } - }, - select: { - get: function( elem ) { - var value, option, i, - options = elem.options, - index = elem.selectedIndex, - one = elem.type === "select-one", - values = one ? null : [], - max = one ? index + 1 : options.length; - - if ( index < 0 ) { - i = max; - - } else { - i = one ? index : 0; - } - - // Loop through all the selected options - for ( ; i < max; i++ ) { - option = options[ i ]; - - // Support: IE <=9 only - // IE8-9 doesn't update selected after form reset (#2551) - if ( ( option.selected || i === index ) && - - // Don't return options that are disabled or in a disabled optgroup - !option.disabled && - ( !option.parentNode.disabled || - !nodeName( option.parentNode, "optgroup" ) ) ) { - - // Get the specific value for the option - value = jQuery( option ).val(); - - // We don't need an array for one selects - if ( one ) { - return value; - } - - // Multi-Selects return an array - values.push( value ); - } - } - - return values; - }, - - set: function( elem, value ) { - var optionSet, option, - options = elem.options, - values = jQuery.makeArray( value ), - i = options.length; - - while ( i-- ) { - option = options[ i ]; - - /* eslint-disable no-cond-assign */ - - if ( option.selected = - jQuery.inArray( jQuery.valHooks.option.get( option ), values ) > -1 - ) { - optionSet = true; - } - - /* eslint-enable no-cond-assign */ - } - - // Force browsers to behave consistently when non-matching value is set - if ( !optionSet ) { - elem.selectedIndex = -1; - } - return values; - } - } - } -} ); - -// Radios and checkboxes getter/setter -jQuery.each( [ "radio", "checkbox" ], function() { - jQuery.valHooks[ this ] = { - set: function( elem, value ) { - if ( Array.isArray( value ) ) { - return ( elem.checked = jQuery.inArray( jQuery( elem ).val(), value ) > -1 ); - } - } - }; - if ( !support.checkOn ) { - jQuery.valHooks[ this ].get = function( elem ) { - return elem.getAttribute( "value" ) === null ? "on" : elem.value; - }; - } -} ); - - - - -// Return jQuery for attributes-only inclusion - - -support.focusin = "onfocusin" in window; - - -var rfocusMorph = /^(?:focusinfocus|focusoutblur)$/, - stopPropagationCallback = function( e ) { - e.stopPropagation(); - }; - -jQuery.extend( jQuery.event, { - - trigger: function( event, data, elem, onlyHandlers ) { - - var i, cur, tmp, bubbleType, ontype, handle, special, lastElement, - eventPath = [ elem || document ], - type = hasOwn.call( event, "type" ) ? event.type : event, - namespaces = hasOwn.call( event, "namespace" ) ? event.namespace.split( "." ) : []; - - cur = lastElement = tmp = elem = elem || document; - - // Don't do events on text and comment nodes - if ( elem.nodeType === 3 || elem.nodeType === 8 ) { - return; - } - - // focus/blur morphs to focusin/out; ensure we're not firing them right now - if ( rfocusMorph.test( type + jQuery.event.triggered ) ) { - return; - } - - if ( type.indexOf( "." ) > -1 ) { - - // Namespaced trigger; create a regexp to match event type in handle() - namespaces = type.split( "." ); - type = namespaces.shift(); - namespaces.sort(); - } - ontype = type.indexOf( ":" ) < 0 && "on" + type; - - // Caller can pass in a jQuery.Event object, Object, or just an event type string - event = event[ jQuery.expando ] ? - event : - new jQuery.Event( type, typeof event === "object" && event ); - - // Trigger bitmask: & 1 for native handlers; & 2 for jQuery (always true) - event.isTrigger = onlyHandlers ? 2 : 3; - event.namespace = namespaces.join( "." ); - event.rnamespace = event.namespace ? - new RegExp( "(^|\\.)" + namespaces.join( "\\.(?:.*\\.|)" ) + "(\\.|$)" ) : - null; - - // Clean up the event in case it is being reused - event.result = undefined; - if ( !event.target ) { - event.target = elem; - } - - // Clone any incoming data and prepend the event, creating the handler arg list - data = data == null ? - [ event ] : - jQuery.makeArray( data, [ event ] ); - - // Allow special events to draw outside the lines - special = jQuery.event.special[ type ] || {}; - if ( !onlyHandlers && special.trigger && special.trigger.apply( elem, data ) === false ) { - return; - } - - // Determine event propagation path in advance, per W3C events spec (#9951) - // Bubble up to document, then to window; watch for a global ownerDocument var (#9724) - if ( !onlyHandlers && !special.noBubble && !isWindow( elem ) ) { - - bubbleType = special.delegateType || type; - if ( !rfocusMorph.test( bubbleType + type ) ) { - cur = cur.parentNode; - } - for ( ; cur; cur = cur.parentNode ) { - eventPath.push( cur ); - tmp = cur; - } - - // Only add window if we got to document (e.g., not plain obj or detached DOM) - if ( tmp === ( elem.ownerDocument || document ) ) { - eventPath.push( tmp.defaultView || tmp.parentWindow || window ); - } - } - - // Fire handlers on the event path - i = 0; - while ( ( cur = eventPath[ i++ ] ) && !event.isPropagationStopped() ) { - lastElement = cur; - event.type = i > 1 ? - bubbleType : - special.bindType || type; - - // jQuery handler - handle = ( - dataPriv.get( cur, "events" ) || Object.create( null ) - )[ event.type ] && - dataPriv.get( cur, "handle" ); - if ( handle ) { - handle.apply( cur, data ); - } - - // Native handler - handle = ontype && cur[ ontype ]; - if ( handle && handle.apply && acceptData( cur ) ) { - event.result = handle.apply( cur, data ); - if ( event.result === false ) { - event.preventDefault(); - } - } - } - event.type = type; - - // If nobody prevented the default action, do it now - if ( !onlyHandlers && !event.isDefaultPrevented() ) { - - if ( ( !special._default || - special._default.apply( eventPath.pop(), data ) === false ) && - acceptData( elem ) ) { - - // Call a native DOM method on the target with the same name as the event. - // Don't do default actions on window, that's where global variables be (#6170) - if ( ontype && isFunction( elem[ type ] ) && !isWindow( elem ) ) { - - // Don't re-trigger an onFOO event when we call its FOO() method - tmp = elem[ ontype ]; - - if ( tmp ) { - elem[ ontype ] = null; - } - - // Prevent re-triggering of the same event, since we already bubbled it above - jQuery.event.triggered = type; - - if ( event.isPropagationStopped() ) { - lastElement.addEventListener( type, stopPropagationCallback ); - } - - elem[ type ](); - - if ( event.isPropagationStopped() ) { - lastElement.removeEventListener( type, stopPropagationCallback ); - } - - jQuery.event.triggered = undefined; - - if ( tmp ) { - elem[ ontype ] = tmp; - } - } - } - } - - return event.result; - }, - - // Piggyback on a donor event to simulate a different one - // Used only for `focus(in | out)` events - simulate: function( type, elem, event ) { - var e = jQuery.extend( - new jQuery.Event(), - event, - { - type: type, - isSimulated: true - } - ); - - jQuery.event.trigger( e, null, elem ); - } - -} ); - -jQuery.fn.extend( { - - trigger: function( type, data ) { - return this.each( function() { - jQuery.event.trigger( type, data, this ); - } ); - }, - triggerHandler: function( type, data ) { - var elem = this[ 0 ]; - if ( elem ) { - return jQuery.event.trigger( type, data, elem, true ); - } - } -} ); - - -// Support: Firefox <=44 -// Firefox doesn't have focus(in | out) events -// Related ticket - https://bugzilla.mozilla.org/show_bug.cgi?id=687787 -// -// Support: Chrome <=48 - 49, Safari <=9.0 - 9.1 -// focus(in | out) events fire after focus & blur events, -// which is spec violation - http://www.w3.org/TR/DOM-Level-3-Events/#events-focusevent-event-order -// Related ticket - https://bugs.chromium.org/p/chromium/issues/detail?id=449857 -if ( !support.focusin ) { - jQuery.each( { focus: "focusin", blur: "focusout" }, function( orig, fix ) { - - // Attach a single capturing handler on the document while someone wants focusin/focusout - var handler = function( event ) { - jQuery.event.simulate( fix, event.target, jQuery.event.fix( event ) ); - }; - - jQuery.event.special[ fix ] = { - setup: function() { - - // Handle: regular nodes (via `this.ownerDocument`), window - // (via `this.document`) & document (via `this`). - var doc = this.ownerDocument || this.document || this, - attaches = dataPriv.access( doc, fix ); - - if ( !attaches ) { - doc.addEventListener( orig, handler, true ); - } - dataPriv.access( doc, fix, ( attaches || 0 ) + 1 ); - }, - teardown: function() { - var doc = this.ownerDocument || this.document || this, - attaches = dataPriv.access( doc, fix ) - 1; - - if ( !attaches ) { - doc.removeEventListener( orig, handler, true ); - dataPriv.remove( doc, fix ); - - } else { - dataPriv.access( doc, fix, attaches ); - } - } - }; - } ); -} -var location = window.location; - -var nonce = { guid: Date.now() }; - -var rquery = ( /\?/ ); - - - -// Cross-browser xml parsing -jQuery.parseXML = function( data ) { - var xml; - if ( !data || typeof data !== "string" ) { - return null; - } - - // Support: IE 9 - 11 only - // IE throws on parseFromString with invalid input. - try { - xml = ( new window.DOMParser() ).parseFromString( data, "text/xml" ); - } catch ( e ) { - xml = undefined; - } - - if ( !xml || xml.getElementsByTagName( "parsererror" ).length ) { - jQuery.error( "Invalid XML: " + data ); - } - return xml; -}; - - -var - rbracket = /\[\]$/, - rCRLF = /\r?\n/g, - rsubmitterTypes = /^(?:submit|button|image|reset|file)$/i, - rsubmittable = /^(?:input|select|textarea|keygen)/i; - -function buildParams( prefix, obj, traditional, add ) { - var name; - - if ( Array.isArray( obj ) ) { - - // Serialize array item. - jQuery.each( obj, function( i, v ) { - if ( traditional || rbracket.test( prefix ) ) { - - // Treat each array item as a scalar. - add( prefix, v ); - - } else { - - // Item is non-scalar (array or object), encode its numeric index. - buildParams( - prefix + "[" + ( typeof v === "object" && v != null ? i : "" ) + "]", - v, - traditional, - add - ); - } - } ); - - } else if ( !traditional && toType( obj ) === "object" ) { - - // Serialize object item. - for ( name in obj ) { - buildParams( prefix + "[" + name + "]", obj[ name ], traditional, add ); - } - - } else { - - // Serialize scalar item. - add( prefix, obj ); - } -} - -// Serialize an array of form elements or a set of -// key/values into a query string -jQuery.param = function( a, traditional ) { - var prefix, - s = [], - add = function( key, valueOrFunction ) { - - // If value is a function, invoke it and use its return value - var value = isFunction( valueOrFunction ) ? - valueOrFunction() : - valueOrFunction; - - s[ s.length ] = encodeURIComponent( key ) + "=" + - encodeURIComponent( value == null ? "" : value ); - }; - - if ( a == null ) { - return ""; - } - - // If an array was passed in, assume that it is an array of form elements. - if ( Array.isArray( a ) || ( a.jquery && !jQuery.isPlainObject( a ) ) ) { - - // Serialize the form elements - jQuery.each( a, function() { - add( this.name, this.value ); - } ); - - } else { - - // If traditional, encode the "old" way (the way 1.3.2 or older - // did it), otherwise encode params recursively. - for ( prefix in a ) { - buildParams( prefix, a[ prefix ], traditional, add ); - } - } - - // Return the resulting serialization - return s.join( "&" ); -}; - -jQuery.fn.extend( { - serialize: function() { - return jQuery.param( this.serializeArray() ); - }, - serializeArray: function() { - return this.map( function() { - - // Can add propHook for "elements" to filter or add form elements - var elements = jQuery.prop( this, "elements" ); - return elements ? jQuery.makeArray( elements ) : this; - } ) - .filter( function() { - var type = this.type; - - // Use .is( ":disabled" ) so that fieldset[disabled] works - return this.name && !jQuery( this ).is( ":disabled" ) && - rsubmittable.test( this.nodeName ) && !rsubmitterTypes.test( type ) && - ( this.checked || !rcheckableType.test( type ) ); - } ) - .map( function( _i, elem ) { - var val = jQuery( this ).val(); - - if ( val == null ) { - return null; - } - - if ( Array.isArray( val ) ) { - return jQuery.map( val, function( val ) { - return { name: elem.name, value: val.replace( rCRLF, "\r\n" ) }; - } ); - } - - return { name: elem.name, value: val.replace( rCRLF, "\r\n" ) }; - } ).get(); - } -} ); - - -var - r20 = /%20/g, - rhash = /#.*$/, - rantiCache = /([?&])_=[^&]*/, - rheaders = /^(.*?):[ \t]*([^\r\n]*)$/mg, - - // #7653, #8125, #8152: local protocol detection - rlocalProtocol = /^(?:about|app|app-storage|.+-extension|file|res|widget):$/, - rnoContent = /^(?:GET|HEAD)$/, - rprotocol = /^\/\//, - - /* Prefilters - * 1) They are useful to introduce custom dataTypes (see ajax/jsonp.js for an example) - * 2) These are called: - * - BEFORE asking for a transport - * - AFTER param serialization (s.data is a string if s.processData is true) - * 3) key is the dataType - * 4) the catchall symbol "*" can be used - * 5) execution will start with transport dataType and THEN continue down to "*" if needed - */ - prefilters = {}, - - /* Transports bindings - * 1) key is the dataType - * 2) the catchall symbol "*" can be used - * 3) selection will start with transport dataType and THEN go to "*" if needed - */ - transports = {}, - - // Avoid comment-prolog char sequence (#10098); must appease lint and evade compression - allTypes = "*/".concat( "*" ), - - // Anchor tag for parsing the document origin - originAnchor = document.createElement( "a" ); - originAnchor.href = location.href; - -// Base "constructor" for jQuery.ajaxPrefilter and jQuery.ajaxTransport -function addToPrefiltersOrTransports( structure ) { - - // dataTypeExpression is optional and defaults to "*" - return function( dataTypeExpression, func ) { - - if ( typeof dataTypeExpression !== "string" ) { - func = dataTypeExpression; - dataTypeExpression = "*"; - } - - var dataType, - i = 0, - dataTypes = dataTypeExpression.toLowerCase().match( rnothtmlwhite ) || []; - - if ( isFunction( func ) ) { - - // For each dataType in the dataTypeExpression - while ( ( dataType = dataTypes[ i++ ] ) ) { - - // Prepend if requested - if ( dataType[ 0 ] === "+" ) { - dataType = dataType.slice( 1 ) || "*"; - ( structure[ dataType ] = structure[ dataType ] || [] ).unshift( func ); - - // Otherwise append - } else { - ( structure[ dataType ] = structure[ dataType ] || [] ).push( func ); - } - } - } - }; -} - -// Base inspection function for prefilters and transports -function inspectPrefiltersOrTransports( structure, options, originalOptions, jqXHR ) { - - var inspected = {}, - seekingTransport = ( structure === transports ); - - function inspect( dataType ) { - var selected; - inspected[ dataType ] = true; - jQuery.each( structure[ dataType ] || [], function( _, prefilterOrFactory ) { - var dataTypeOrTransport = prefilterOrFactory( options, originalOptions, jqXHR ); - if ( typeof dataTypeOrTransport === "string" && - !seekingTransport && !inspected[ dataTypeOrTransport ] ) { - - options.dataTypes.unshift( dataTypeOrTransport ); - inspect( dataTypeOrTransport ); - return false; - } else if ( seekingTransport ) { - return !( selected = dataTypeOrTransport ); - } - } ); - return selected; - } - - return inspect( options.dataTypes[ 0 ] ) || !inspected[ "*" ] && inspect( "*" ); -} - -// A special extend for ajax options -// that takes "flat" options (not to be deep extended) -// Fixes #9887 -function ajaxExtend( target, src ) { - var key, deep, - flatOptions = jQuery.ajaxSettings.flatOptions || {}; - - for ( key in src ) { - if ( src[ key ] !== undefined ) { - ( flatOptions[ key ] ? target : ( deep || ( deep = {} ) ) )[ key ] = src[ key ]; - } - } - if ( deep ) { - jQuery.extend( true, target, deep ); - } - - return target; -} - -/* Handles responses to an ajax request: - * - finds the right dataType (mediates between content-type and expected dataType) - * - returns the corresponding response - */ -function ajaxHandleResponses( s, jqXHR, responses ) { - - var ct, type, finalDataType, firstDataType, - contents = s.contents, - dataTypes = s.dataTypes; - - // Remove auto dataType and get content-type in the process - while ( dataTypes[ 0 ] === "*" ) { - dataTypes.shift(); - if ( ct === undefined ) { - ct = s.mimeType || jqXHR.getResponseHeader( "Content-Type" ); - } - } - - // Check if we're dealing with a known content-type - if ( ct ) { - for ( type in contents ) { - if ( contents[ type ] && contents[ type ].test( ct ) ) { - dataTypes.unshift( type ); - break; - } - } - } - - // Check to see if we have a response for the expected dataType - if ( dataTypes[ 0 ] in responses ) { - finalDataType = dataTypes[ 0 ]; - } else { - - // Try convertible dataTypes - for ( type in responses ) { - if ( !dataTypes[ 0 ] || s.converters[ type + " " + dataTypes[ 0 ] ] ) { - finalDataType = type; - break; - } - if ( !firstDataType ) { - firstDataType = type; - } - } - - // Or just use first one - finalDataType = finalDataType || firstDataType; - } - - // If we found a dataType - // We add the dataType to the list if needed - // and return the corresponding response - if ( finalDataType ) { - if ( finalDataType !== dataTypes[ 0 ] ) { - dataTypes.unshift( finalDataType ); - } - return responses[ finalDataType ]; - } -} - -/* Chain conversions given the request and the original response - * Also sets the responseXXX fields on the jqXHR instance - */ -function ajaxConvert( s, response, jqXHR, isSuccess ) { - var conv2, current, conv, tmp, prev, - converters = {}, - - // Work with a copy of dataTypes in case we need to modify it for conversion - dataTypes = s.dataTypes.slice(); - - // Create converters map with lowercased keys - if ( dataTypes[ 1 ] ) { - for ( conv in s.converters ) { - converters[ conv.toLowerCase() ] = s.converters[ conv ]; - } - } - - current = dataTypes.shift(); - - // Convert to each sequential dataType - while ( current ) { - - if ( s.responseFields[ current ] ) { - jqXHR[ s.responseFields[ current ] ] = response; - } - - // Apply the dataFilter if provided - if ( !prev && isSuccess && s.dataFilter ) { - response = s.dataFilter( response, s.dataType ); - } - - prev = current; - current = dataTypes.shift(); - - if ( current ) { - - // There's only work to do if current dataType is non-auto - if ( current === "*" ) { - - current = prev; - - // Convert response if prev dataType is non-auto and differs from current - } else if ( prev !== "*" && prev !== current ) { - - // Seek a direct converter - conv = converters[ prev + " " + current ] || converters[ "* " + current ]; - - // If none found, seek a pair - if ( !conv ) { - for ( conv2 in converters ) { - - // If conv2 outputs current - tmp = conv2.split( " " ); - if ( tmp[ 1 ] === current ) { - - // If prev can be converted to accepted input - conv = converters[ prev + " " + tmp[ 0 ] ] || - converters[ "* " + tmp[ 0 ] ]; - if ( conv ) { - - // Condense equivalence converters - if ( conv === true ) { - conv = converters[ conv2 ]; - - // Otherwise, insert the intermediate dataType - } else if ( converters[ conv2 ] !== true ) { - current = tmp[ 0 ]; - dataTypes.unshift( tmp[ 1 ] ); - } - break; - } - } - } - } - - // Apply converter (if not an equivalence) - if ( conv !== true ) { - - // Unless errors are allowed to bubble, catch and return them - if ( conv && s.throws ) { - response = conv( response ); - } else { - try { - response = conv( response ); - } catch ( e ) { - return { - state: "parsererror", - error: conv ? e : "No conversion from " + prev + " to " + current - }; - } - } - } - } - } - } - - return { state: "success", data: response }; -} - -jQuery.extend( { - - // Counter for holding the number of active queries - active: 0, - - // Last-Modified header cache for next request - lastModified: {}, - etag: {}, - - ajaxSettings: { - url: location.href, - type: "GET", - isLocal: rlocalProtocol.test( location.protocol ), - global: true, - processData: true, - async: true, - contentType: "application/x-www-form-urlencoded; charset=UTF-8", - - /* - timeout: 0, - data: null, - dataType: null, - username: null, - password: null, - cache: null, - throws: false, - traditional: false, - headers: {}, - */ - - accepts: { - "*": allTypes, - text: "text/plain", - html: "text/html", - xml: "application/xml, text/xml", - json: "application/json, text/javascript" - }, - - contents: { - xml: /\bxml\b/, - html: /\bhtml/, - json: /\bjson\b/ - }, - - responseFields: { - xml: "responseXML", - text: "responseText", - json: "responseJSON" - }, - - // Data converters - // Keys separate source (or catchall "*") and destination types with a single space - converters: { - - // Convert anything to text - "* text": String, - - // Text to html (true = no transformation) - "text html": true, - - // Evaluate text as a json expression - "text json": JSON.parse, - - // Parse text as xml - "text xml": jQuery.parseXML - }, - - // For options that shouldn't be deep extended: - // you can add your own custom options here if - // and when you create one that shouldn't be - // deep extended (see ajaxExtend) - flatOptions: { - url: true, - context: true - } - }, - - // Creates a full fledged settings object into target - // with both ajaxSettings and settings fields. - // If target is omitted, writes into ajaxSettings. - ajaxSetup: function( target, settings ) { - return settings ? - - // Building a settings object - ajaxExtend( ajaxExtend( target, jQuery.ajaxSettings ), settings ) : - - // Extending ajaxSettings - ajaxExtend( jQuery.ajaxSettings, target ); - }, - - ajaxPrefilter: addToPrefiltersOrTransports( prefilters ), - ajaxTransport: addToPrefiltersOrTransports( transports ), - - // Main method - ajax: function( url, options ) { - - // If url is an object, simulate pre-1.5 signature - if ( typeof url === "object" ) { - options = url; - url = undefined; - } - - // Force options to be an object - options = options || {}; - - var transport, - - // URL without anti-cache param - cacheURL, - - // Response headers - responseHeadersString, - responseHeaders, - - // timeout handle - timeoutTimer, - - // Url cleanup var - urlAnchor, - - // Request state (becomes false upon send and true upon completion) - completed, - - // To know if global events are to be dispatched - fireGlobals, - - // Loop variable - i, - - // uncached part of the url - uncached, - - // Create the final options object - s = jQuery.ajaxSetup( {}, options ), - - // Callbacks context - callbackContext = s.context || s, - - // Context for global events is callbackContext if it is a DOM node or jQuery collection - globalEventContext = s.context && - ( callbackContext.nodeType || callbackContext.jquery ) ? - jQuery( callbackContext ) : - jQuery.event, - - // Deferreds - deferred = jQuery.Deferred(), - completeDeferred = jQuery.Callbacks( "once memory" ), - - // Status-dependent callbacks - statusCode = s.statusCode || {}, - - // Headers (they are sent all at once) - requestHeaders = {}, - requestHeadersNames = {}, - - // Default abort message - strAbort = "canceled", - - // Fake xhr - jqXHR = { - readyState: 0, - - // Builds headers hashtable if needed - getResponseHeader: function( key ) { - var match; - if ( completed ) { - if ( !responseHeaders ) { - responseHeaders = {}; - while ( ( match = rheaders.exec( responseHeadersString ) ) ) { - responseHeaders[ match[ 1 ].toLowerCase() + " " ] = - ( responseHeaders[ match[ 1 ].toLowerCase() + " " ] || [] ) - .concat( match[ 2 ] ); - } - } - match = responseHeaders[ key.toLowerCase() + " " ]; - } - return match == null ? null : match.join( ", " ); - }, - - // Raw string - getAllResponseHeaders: function() { - return completed ? responseHeadersString : null; - }, - - // Caches the header - setRequestHeader: function( name, value ) { - if ( completed == null ) { - name = requestHeadersNames[ name.toLowerCase() ] = - requestHeadersNames[ name.toLowerCase() ] || name; - requestHeaders[ name ] = value; - } - return this; - }, - - // Overrides response content-type header - overrideMimeType: function( type ) { - if ( completed == null ) { - s.mimeType = type; - } - return this; - }, - - // Status-dependent callbacks - statusCode: function( map ) { - var code; - if ( map ) { - if ( completed ) { - - // Execute the appropriate callbacks - jqXHR.always( map[ jqXHR.status ] ); - } else { - - // Lazy-add the new callbacks in a way that preserves old ones - for ( code in map ) { - statusCode[ code ] = [ statusCode[ code ], map[ code ] ]; - } - } - } - return this; - }, - - // Cancel the request - abort: function( statusText ) { - var finalText = statusText || strAbort; - if ( transport ) { - transport.abort( finalText ); - } - done( 0, finalText ); - return this; - } - }; - - // Attach deferreds - deferred.promise( jqXHR ); - - // Add protocol if not provided (prefilters might expect it) - // Handle falsy url in the settings object (#10093: consistency with old signature) - // We also use the url parameter if available - s.url = ( ( url || s.url || location.href ) + "" ) - .replace( rprotocol, location.protocol + "//" ); - - // Alias method option to type as per ticket #12004 - s.type = options.method || options.type || s.method || s.type; - - // Extract dataTypes list - s.dataTypes = ( s.dataType || "*" ).toLowerCase().match( rnothtmlwhite ) || [ "" ]; - - // A cross-domain request is in order when the origin doesn't match the current origin. - if ( s.crossDomain == null ) { - urlAnchor = document.createElement( "a" ); - - // Support: IE <=8 - 11, Edge 12 - 15 - // IE throws exception on accessing the href property if url is malformed, - // e.g. http://example.com:80x/ - try { - urlAnchor.href = s.url; - - // Support: IE <=8 - 11 only - // Anchor's host property isn't correctly set when s.url is relative - urlAnchor.href = urlAnchor.href; - s.crossDomain = originAnchor.protocol + "//" + originAnchor.host !== - urlAnchor.protocol + "//" + urlAnchor.host; - } catch ( e ) { - - // If there is an error parsing the URL, assume it is crossDomain, - // it can be rejected by the transport if it is invalid - s.crossDomain = true; - } - } - - // Convert data if not already a string - if ( s.data && s.processData && typeof s.data !== "string" ) { - s.data = jQuery.param( s.data, s.traditional ); - } - - // Apply prefilters - inspectPrefiltersOrTransports( prefilters, s, options, jqXHR ); - - // If request was aborted inside a prefilter, stop there - if ( completed ) { - return jqXHR; - } - - // We can fire global events as of now if asked to - // Don't fire events if jQuery.event is undefined in an AMD-usage scenario (#15118) - fireGlobals = jQuery.event && s.global; - - // Watch for a new set of requests - if ( fireGlobals && jQuery.active++ === 0 ) { - jQuery.event.trigger( "ajaxStart" ); - } - - // Uppercase the type - s.type = s.type.toUpperCase(); - - // Determine if request has content - s.hasContent = !rnoContent.test( s.type ); - - // Save the URL in case we're toying with the If-Modified-Since - // and/or If-None-Match header later on - // Remove hash to simplify url manipulation - cacheURL = s.url.replace( rhash, "" ); - - // More options handling for requests with no content - if ( !s.hasContent ) { - - // Remember the hash so we can put it back - uncached = s.url.slice( cacheURL.length ); - - // If data is available and should be processed, append data to url - if ( s.data && ( s.processData || typeof s.data === "string" ) ) { - cacheURL += ( rquery.test( cacheURL ) ? "&" : "?" ) + s.data; - - // #9682: remove data so that it's not used in an eventual retry - delete s.data; - } - - // Add or update anti-cache param if needed - if ( s.cache === false ) { - cacheURL = cacheURL.replace( rantiCache, "$1" ); - uncached = ( rquery.test( cacheURL ) ? "&" : "?" ) + "_=" + ( nonce.guid++ ) + - uncached; - } - - // Put hash and anti-cache on the URL that will be requested (gh-1732) - s.url = cacheURL + uncached; - - // Change '%20' to '+' if this is encoded form body content (gh-2658) - } else if ( s.data && s.processData && - ( s.contentType || "" ).indexOf( "application/x-www-form-urlencoded" ) === 0 ) { - s.data = s.data.replace( r20, "+" ); - } - - // Set the If-Modified-Since and/or If-None-Match header, if in ifModified mode. - if ( s.ifModified ) { - if ( jQuery.lastModified[ cacheURL ] ) { - jqXHR.setRequestHeader( "If-Modified-Since", jQuery.lastModified[ cacheURL ] ); - } - if ( jQuery.etag[ cacheURL ] ) { - jqXHR.setRequestHeader( "If-None-Match", jQuery.etag[ cacheURL ] ); - } - } - - // Set the correct header, if data is being sent - if ( s.data && s.hasContent && s.contentType !== false || options.contentType ) { - jqXHR.setRequestHeader( "Content-Type", s.contentType ); - } - - // Set the Accepts header for the server, depending on the dataType - jqXHR.setRequestHeader( - "Accept", - s.dataTypes[ 0 ] && s.accepts[ s.dataTypes[ 0 ] ] ? - s.accepts[ s.dataTypes[ 0 ] ] + - ( s.dataTypes[ 0 ] !== "*" ? ", " + allTypes + "; q=0.01" : "" ) : - s.accepts[ "*" ] - ); - - // Check for headers option - for ( i in s.headers ) { - jqXHR.setRequestHeader( i, s.headers[ i ] ); - } - - // Allow custom headers/mimetypes and early abort - if ( s.beforeSend && - ( s.beforeSend.call( callbackContext, jqXHR, s ) === false || completed ) ) { - - // Abort if not done already and return - return jqXHR.abort(); - } - - // Aborting is no longer a cancellation - strAbort = "abort"; - - // Install callbacks on deferreds - completeDeferred.add( s.complete ); - jqXHR.done( s.success ); - jqXHR.fail( s.error ); - - // Get transport - transport = inspectPrefiltersOrTransports( transports, s, options, jqXHR ); - - // If no transport, we auto-abort - if ( !transport ) { - done( -1, "No Transport" ); - } else { - jqXHR.readyState = 1; - - // Send global event - if ( fireGlobals ) { - globalEventContext.trigger( "ajaxSend", [ jqXHR, s ] ); - } - - // If request was aborted inside ajaxSend, stop there - if ( completed ) { - return jqXHR; - } - - // Timeout - if ( s.async && s.timeout > 0 ) { - timeoutTimer = window.setTimeout( function() { - jqXHR.abort( "timeout" ); - }, s.timeout ); - } - - try { - completed = false; - transport.send( requestHeaders, done ); - } catch ( e ) { - - // Rethrow post-completion exceptions - if ( completed ) { - throw e; - } - - // Propagate others as results - done( -1, e ); - } - } - - // Callback for when everything is done - function done( status, nativeStatusText, responses, headers ) { - var isSuccess, success, error, response, modified, - statusText = nativeStatusText; - - // Ignore repeat invocations - if ( completed ) { - return; - } - - completed = true; - - // Clear timeout if it exists - if ( timeoutTimer ) { - window.clearTimeout( timeoutTimer ); - } - - // Dereference transport for early garbage collection - // (no matter how long the jqXHR object will be used) - transport = undefined; - - // Cache response headers - responseHeadersString = headers || ""; - - // Set readyState - jqXHR.readyState = status > 0 ? 4 : 0; - - // Determine if successful - isSuccess = status >= 200 && status < 300 || status === 304; - - // Get response data - if ( responses ) { - response = ajaxHandleResponses( s, jqXHR, responses ); - } - - // Use a noop converter for missing script - if ( !isSuccess && jQuery.inArray( "script", s.dataTypes ) > -1 ) { - s.converters[ "text script" ] = function() {}; - } - - // Convert no matter what (that way responseXXX fields are always set) - response = ajaxConvert( s, response, jqXHR, isSuccess ); - - // If successful, handle type chaining - if ( isSuccess ) { - - // Set the If-Modified-Since and/or If-None-Match header, if in ifModified mode. - if ( s.ifModified ) { - modified = jqXHR.getResponseHeader( "Last-Modified" ); - if ( modified ) { - jQuery.lastModified[ cacheURL ] = modified; - } - modified = jqXHR.getResponseHeader( "etag" ); - if ( modified ) { - jQuery.etag[ cacheURL ] = modified; - } - } - - // if no content - if ( status === 204 || s.type === "HEAD" ) { - statusText = "nocontent"; - - // if not modified - } else if ( status === 304 ) { - statusText = "notmodified"; - - // If we have data, let's convert it - } else { - statusText = response.state; - success = response.data; - error = response.error; - isSuccess = !error; - } - } else { - - // Extract error from statusText and normalize for non-aborts - error = statusText; - if ( status || !statusText ) { - statusText = "error"; - if ( status < 0 ) { - status = 0; - } - } - } - - // Set data for the fake xhr object - jqXHR.status = status; - jqXHR.statusText = ( nativeStatusText || statusText ) + ""; - - // Success/Error - if ( isSuccess ) { - deferred.resolveWith( callbackContext, [ success, statusText, jqXHR ] ); - } else { - deferred.rejectWith( callbackContext, [ jqXHR, statusText, error ] ); - } - - // Status-dependent callbacks - jqXHR.statusCode( statusCode ); - statusCode = undefined; - - if ( fireGlobals ) { - globalEventContext.trigger( isSuccess ? "ajaxSuccess" : "ajaxError", - [ jqXHR, s, isSuccess ? success : error ] ); - } - - // Complete - completeDeferred.fireWith( callbackContext, [ jqXHR, statusText ] ); - - if ( fireGlobals ) { - globalEventContext.trigger( "ajaxComplete", [ jqXHR, s ] ); - - // Handle the global AJAX counter - if ( !( --jQuery.active ) ) { - jQuery.event.trigger( "ajaxStop" ); - } - } - } - - return jqXHR; - }, - - getJSON: function( url, data, callback ) { - return jQuery.get( url, data, callback, "json" ); - }, - - getScript: function( url, callback ) { - return jQuery.get( url, undefined, callback, "script" ); - } -} ); - -jQuery.each( [ "get", "post" ], function( _i, method ) { - jQuery[ method ] = function( url, data, callback, type ) { - - // Shift arguments if data argument was omitted - if ( isFunction( data ) ) { - type = type || callback; - callback = data; - data = undefined; - } - - // The url can be an options object (which then must have .url) - return jQuery.ajax( jQuery.extend( { - url: url, - type: method, - dataType: type, - data: data, - success: callback - }, jQuery.isPlainObject( url ) && url ) ); - }; -} ); - -jQuery.ajaxPrefilter( function( s ) { - var i; - for ( i in s.headers ) { - if ( i.toLowerCase() === "content-type" ) { - s.contentType = s.headers[ i ] || ""; - } - } -} ); - - -jQuery._evalUrl = function( url, options, doc ) { - return jQuery.ajax( { - url: url, - - // Make this explicit, since user can override this through ajaxSetup (#11264) - type: "GET", - dataType: "script", - cache: true, - async: false, - global: false, - - // Only evaluate the response if it is successful (gh-4126) - // dataFilter is not invoked for failure responses, so using it instead - // of the default converter is kludgy but it works. - converters: { - "text script": function() {} - }, - dataFilter: function( response ) { - jQuery.globalEval( response, options, doc ); - } - } ); -}; - - -jQuery.fn.extend( { - wrapAll: function( html ) { - var wrap; - - if ( this[ 0 ] ) { - if ( isFunction( html ) ) { - html = html.call( this[ 0 ] ); - } - - // The elements to wrap the target around - wrap = jQuery( html, this[ 0 ].ownerDocument ).eq( 0 ).clone( true ); - - if ( this[ 0 ].parentNode ) { - wrap.insertBefore( this[ 0 ] ); - } - - wrap.map( function() { - var elem = this; - - while ( elem.firstElementChild ) { - elem = elem.firstElementChild; - } - - return elem; - } ).append( this ); - } - - return this; - }, - - wrapInner: function( html ) { - if ( isFunction( html ) ) { - return this.each( function( i ) { - jQuery( this ).wrapInner( html.call( this, i ) ); - } ); - } - - return this.each( function() { - var self = jQuery( this ), - contents = self.contents(); - - if ( contents.length ) { - contents.wrapAll( html ); - - } else { - self.append( html ); - } - } ); - }, - - wrap: function( html ) { - var htmlIsFunction = isFunction( html ); - - return this.each( function( i ) { - jQuery( this ).wrapAll( htmlIsFunction ? html.call( this, i ) : html ); - } ); - }, - - unwrap: function( selector ) { - this.parent( selector ).not( "body" ).each( function() { - jQuery( this ).replaceWith( this.childNodes ); - } ); - return this; - } -} ); - - -jQuery.expr.pseudos.hidden = function( elem ) { - return !jQuery.expr.pseudos.visible( elem ); -}; -jQuery.expr.pseudos.visible = function( elem ) { - return !!( elem.offsetWidth || elem.offsetHeight || elem.getClientRects().length ); -}; - - - - -jQuery.ajaxSettings.xhr = function() { - try { - return new window.XMLHttpRequest(); - } catch ( e ) {} -}; - -var xhrSuccessStatus = { - - // File protocol always yields status code 0, assume 200 - 0: 200, - - // Support: IE <=9 only - // #1450: sometimes IE returns 1223 when it should be 204 - 1223: 204 - }, - xhrSupported = jQuery.ajaxSettings.xhr(); - -support.cors = !!xhrSupported && ( "withCredentials" in xhrSupported ); -support.ajax = xhrSupported = !!xhrSupported; - -jQuery.ajaxTransport( function( options ) { - var callback, errorCallback; - - // Cross domain only allowed if supported through XMLHttpRequest - if ( support.cors || xhrSupported && !options.crossDomain ) { - return { - send: function( headers, complete ) { - var i, - xhr = options.xhr(); - - xhr.open( - options.type, - options.url, - options.async, - options.username, - options.password - ); - - // Apply custom fields if provided - if ( options.xhrFields ) { - for ( i in options.xhrFields ) { - xhr[ i ] = options.xhrFields[ i ]; - } - } - - // Override mime type if needed - if ( options.mimeType && xhr.overrideMimeType ) { - xhr.overrideMimeType( options.mimeType ); - } - - // X-Requested-With header - // For cross-domain requests, seeing as conditions for a preflight are - // akin to a jigsaw puzzle, we simply never set it to be sure. - // (it can always be set on a per-request basis or even using ajaxSetup) - // For same-domain requests, won't change header if already provided. - if ( !options.crossDomain && !headers[ "X-Requested-With" ] ) { - headers[ "X-Requested-With" ] = "XMLHttpRequest"; - } - - // Set headers - for ( i in headers ) { - xhr.setRequestHeader( i, headers[ i ] ); - } - - // Callback - callback = function( type ) { - return function() { - if ( callback ) { - callback = errorCallback = xhr.onload = - xhr.onerror = xhr.onabort = xhr.ontimeout = - xhr.onreadystatechange = null; - - if ( type === "abort" ) { - xhr.abort(); - } else if ( type === "error" ) { - - // Support: IE <=9 only - // On a manual native abort, IE9 throws - // errors on any property access that is not readyState - if ( typeof xhr.status !== "number" ) { - complete( 0, "error" ); - } else { - complete( - - // File: protocol always yields status 0; see #8605, #14207 - xhr.status, - xhr.statusText - ); - } - } else { - complete( - xhrSuccessStatus[ xhr.status ] || xhr.status, - xhr.statusText, - - // Support: IE <=9 only - // IE9 has no XHR2 but throws on binary (trac-11426) - // For XHR2 non-text, let the caller handle it (gh-2498) - ( xhr.responseType || "text" ) !== "text" || - typeof xhr.responseText !== "string" ? - { binary: xhr.response } : - { text: xhr.responseText }, - xhr.getAllResponseHeaders() - ); - } - } - }; - }; - - // Listen to events - xhr.onload = callback(); - errorCallback = xhr.onerror = xhr.ontimeout = callback( "error" ); - - // Support: IE 9 only - // Use onreadystatechange to replace onabort - // to handle uncaught aborts - if ( xhr.onabort !== undefined ) { - xhr.onabort = errorCallback; - } else { - xhr.onreadystatechange = function() { - - // Check readyState before timeout as it changes - if ( xhr.readyState === 4 ) { - - // Allow onerror to be called first, - // but that will not handle a native abort - // Also, save errorCallback to a variable - // as xhr.onerror cannot be accessed - window.setTimeout( function() { - if ( callback ) { - errorCallback(); - } - } ); - } - }; - } - - // Create the abort callback - callback = callback( "abort" ); - - try { - - // Do send the request (this may raise an exception) - xhr.send( options.hasContent && options.data || null ); - } catch ( e ) { - - // #14683: Only rethrow if this hasn't been notified as an error yet - if ( callback ) { - throw e; - } - } - }, - - abort: function() { - if ( callback ) { - callback(); - } - } - }; - } -} ); - - - - -// Prevent auto-execution of scripts when no explicit dataType was provided (See gh-2432) -jQuery.ajaxPrefilter( function( s ) { - if ( s.crossDomain ) { - s.contents.script = false; - } -} ); - -// Install script dataType -jQuery.ajaxSetup( { - accepts: { - script: "text/javascript, application/javascript, " + - "application/ecmascript, application/x-ecmascript" - }, - contents: { - script: /\b(?:java|ecma)script\b/ - }, - converters: { - "text script": function( text ) { - jQuery.globalEval( text ); - return text; - } - } -} ); - -// Handle cache's special case and crossDomain -jQuery.ajaxPrefilter( "script", function( s ) { - if ( s.cache === undefined ) { - s.cache = false; - } - if ( s.crossDomain ) { - s.type = "GET"; - } -} ); - -// Bind script tag hack transport -jQuery.ajaxTransport( "script", function( s ) { - - // This transport only deals with cross domain or forced-by-attrs requests - if ( s.crossDomain || s.scriptAttrs ) { - var script, callback; - return { - send: function( _, complete ) { - script = jQuery( " - - - - - - - - - - -
- - -
- -
-
-
-
    -
  • »
  • -
  • Index
  • -
  • -
  • -
-
-
-
-
- - -

Index

- -
- -
- - -
-
-
- -
- -
-

© Copyright 2020-2022, Apra Labs.

-
- - Built with Sphinx using a - theme - provided by Read the Docs. - - -
-
-
-
-
- - - - \ No newline at end of file diff --git a/docs/build/html/index.html b/docs/build/html/index.html deleted file mode 100644 index e89d5eb09..000000000 --- a/docs/build/html/index.html +++ /dev/null @@ -1,162 +0,0 @@ - - - - - - Welcome to Apra Pipes documentation! — Apra Pipes v0 documentation - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/build/html/objects.inv b/docs/build/html/objects.inv deleted file mode 100644 index 0b5af650c..000000000 --- a/docs/build/html/objects.inv +++ /dev/null @@ -1,5 +0,0 @@ -# Sphinx inventory version 2 -# Project: Apra Pipes -# Version: -# The remainder of this file is compressed using zlib. -xuMN0 99@زfU%`XV:I\ ܞn!fg/(xM>h'c[] #`A]ҙ{-JB*E>s}cA箏ɲ4Lվ*ePS`mK4o[ӹ/LIȐ5XGXR~KgI9*UT?,#^v"C9 Ҧ\)O Z#W&I}St \ No newline at end of file diff --git a/docs/build/html/search.html b/docs/build/html/search.html deleted file mode 100644 index 4c523ce36..000000000 --- a/docs/build/html/search.html +++ /dev/null @@ -1,119 +0,0 @@ - - - - - - Search — Apra Pipes v0 documentation - - - - - - - - - - - - - - - - - -
- - -
- -
-
-
-
    -
  • »
  • -
  • Search
  • -
  • -
  • -
-
-
-
-
- - - - -
- -
- -
-
-
- -
- -
-

© Copyright 2020-2022, Apra Labs.

-
- - Built with Sphinx using a - theme - provided by Read the Docs. - - -
-
-
-
-
- - - - - - - - - \ No newline at end of file diff --git a/docs/build/html/searchindex.js b/docs/build/html/searchindex.js deleted file mode 100644 index 73eb70530..000000000 --- a/docs/build/html/searchindex.js +++ /dev/null @@ -1 +0,0 @@ -Search.setIndex({docnames:["CUDAKernelProgrammingGuide","Framework","Introduction","NvidiaCUDAModules","Tutorial_Adding_New_Module","index"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.cpp":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,sphinx:55},filenames:["CUDAKernelProgrammingGuide.rst","Framework.rst","Introduction.rst","NvidiaCUDAModules.rst","Tutorial_Adding_New_Module.rst","index.rst"],objects:{},objnames:{},objtypes:{},terms:{"32x32":0,"4x32x32":0,"byte":0,"class":[1,2,4],"const":[1,4],"default":[1,3],"enum":1,"import":0,"int":[1,3,4],"new":[1,3,5],"public":[1,4],"return":[1,4],"short":1,"static":[1,4],"true":[1,3,4],"try":1,"void":[1,4],Adding:5,For:0,Has:2,The:1,Use:[1,3],_comparemethod:4,_inswindowlength:4,_maxconcurrentfram:1,_prop:1,_refdelaylength:4,_refwindowlength:4,_threshold:4,absolut:1,accept:[1,3],access:4,act:1,add:3,added:1,addoutputpin:[1,2,3],after:1,all:[1,3,4],also:3,altern:1,ani:[1,4],announc:1,announcefram:1,api:[0,2],appendmodul:[1,2],appli:3,applic:1,apra_lin:3,apracucontext:3,apracucontext_sp:3,apradata:1,aprapip:2,archiv:4,arrai:4,assum:1,atom:1,attach:1,auto:[1,3,4],automat:3,avail:1,averag:1,bandwidth:1,base:[1,2],base_object:4,basic:1,befor:3,below:[1,3],best:1,bgr:3,bgra:3,big:0,bin:[1,4],block:[0,1,2],bool:[1,4],boost:[1,2,3,4],both:1,bright:3,buffer:4,build:5,calchistogramcv:5,calchistogramcvprop:5,call:[1,3],caller:1,camera:1,can:[1,3,4],canni:1,cbegin:4,ccnppi:2,ccnppiprop:3,cend:4,chang:[1,3],change_detect:4,changedetect:[4,5],changedetectionprop:[4,5],changedetectionresult:[1,4],channel:1,checkout:3,child:1,clean:0,cmake:2,code:0,color:3,comparemethod:[1,4],compress:1,comput:4,concept:5,concurr:3,config:1,connect:[1,2,3],construct:3,consum:5,content:5,contrast:3,convers:3,copi:3,core:5,count:4,cpp:1,creat:1,cucontext:3,cuda:5,cuda_devic:3,cudacontext:3,cudamemcopi:[2,3],cudamemcpydevicetohost:3,cudamemcpyhosttodevic:3,cudamemcpykind:3,cudastream_sp:3,cudastreamcr:3,cudastreamdestroi:3,cudastreamsynchron:3,cudatoolkit:2,current:[1,3],cv_8u:3,cv_8uc1:3,cv_8uc4:3,d1a:3,data:[1,2,3,4],dataset:1,dc8:1,debug:1,decod:[1,2,3],decrement:1,defect:1,defin:5,delai:1,deocd:1,depend:4,deseri:4,design:5,detect:1,develop:1,didn:0,differ:[0,3],directori:1,distanc:4,doc:[1,3],document:[0,3],doesn:1,doing:3,don:[1,3],doubl:[1,3,4],down:1,download:1,downstream:1,drop:0,dure:[1,4],dynam:1,easi:2,edg:1,edgedefectanalysi:5,edgedefectanalysisconfig:1,edgedefectanalysisprop:1,edgedefectanalysisresult:1,edgedefectwidth:1,edgepo:1,effect:[1,3],effectskernel:0,enableconsolelog:1,enabledebug:1,enablefilelog:1,enablelog:1,enc:1,encod:[1,2,3],encoded_imag:3,entir:1,equal:3,error:1,event:2,everi:1,exampl:1,execut:3,exist:4,expect:[1,3,4],externalsinkmodul:2,externalsourcemodul:[2,5],fals:[1,4],fatal:1,feature_detect:1,file:1,file_vers:4,filelogpath:1,fileread:3,filereadermodul:[2,3,5],filereadermoduleprop:[3,5],filewrit:[1,3],filewritermodul:[2,3,5],filewritermoduleprop:5,findex:[1,4],first:[1,5],follow:[0,3],fps:[1,2],frame:[1,5],frame_:1,frame_contain:4,frame_sp:4,framemetadata:[3,4],framemetadata_sp:[1,3],framesmux:2,frametyp:[2,4],framework:[2,5],free:1,frequenc:1,friend:4,from:[0,1,3],full:1,ga04723e007ed888ddf11d9ba04e2232d:3,gap:3,gaussiankernels:1,get:[4,5],getframebytyp:4,getframetyp:4,getmetadata:4,getnumberofinputsbytyp:4,getnumberofoutputsbytyp:4,getoutputmetadata:4,getoutputpinidbytyp:4,getprop:1,getserializes:4,given:3,good:1,gpu:3,group__imgproc__featur:3,guid:5,h264encodernvcodec_test:3,half:0,handl:5,happen:1,hardcod:3,hardwar:1,has:[3,4],have:1,health:1,height:[1,2,3,4],here:[0,4],high:3,highlight:1,highthresh2:1,highthresh:1,histcmp_chisqr:1,histogram:[1,4],host:3,houghlinesp:1,how:1,html:[1,3],http:[1,3],hue:3,ideal:3,ignor:1,imag:[1,3],imagemetadata:3,imagetyp:3,imgproc:1,increment:1,independ:1,index:4,inform:1,infram:4,init:[1,2,4],initi:[3,5],initlogg:1,input:[1,3,5],insert:4,insid:3,instead:0,inswindowlength:[1,4],intel:[1,2],interleav:3,intermedi:1,intern:3,introduct:5,investig:0,isdefect:1,isedgefound:1,issu:3,jetson:2,jpeg:1,jpegdecoderim:5,jpegdecoderimprop:5,jpegdecoderl4tm:[2,5],jpegdecoderl4tmprop:1,jpegdecodernvjpeg:2,jpegdecodernvjpegprop:3,jpegencoderim:5,jpegencoderimprop:5,jpegencoderl4tm:[2,5],jpegencoderl4tmprop:1,jpegencodernvjpeg:2,jpegencodernvjpegprop:3,jpegencoderprop:1,jpg:[1,3],keep:1,kernel:[3,5],know:3,length:3,less:3,librari:5,lifecycl:2,like:0,line:3,linethreshold2:1,linethreshold:1,live555:2,local:1,lock:1,log:1,log_debug:1,log_error:[1,4],log_fat:1,log_info:1,log_trac:1,log_warn:1,logger:5,loggerprop:5,loghealth:1,loghealthfrequ:1,loglevel:1,loop:1,low:3,lowthresh2:1,lowthresh:1,macro:[0,1],magnitud:3,mai:3,make:[1,3],make_pair:4,makefram:4,manag:2,mandatori:3,manual:1,mask:1,mask_img_path:1,maskimgpath:1,max:1,maxconcurrentfram:1,maxfiles:1,maximum:3,maxindex:1,maxlinegap2:1,maxlinegap:1,mchangedetect:4,mdetail:4,mdistanc:4,mean:1,media:[1,2],memcpykind:3,memori:[2,3],memtyp:2,merg:2,messag:1,metadata:[1,3,5],method:[1,3],minimum:3,minlinelength2:1,minlinelength:1,minor:3,minut:1,mode:1,model:3,modul:5,module1:1,module2:1,moduleprop:[4,5],mono:3,mono_1920x1080:3,mono_1920x960:3,mono_1920x960_to_mono_960x480:3,more:[0,1],move:1,multimedia:2,multipl:[0,2],must:3,name:1,newhistprop:1,newprop:1,next:1,non_blocking_all_or_non:1,non_blocking_ani:1,nonblock:2,nonmax:3,noth:1,nppi:2,number:1,nvenc:2,nvidia:[0,2,5],nvjpeg:2,obj:4,offseti:3,offsetx:3,onc:1,one:[3,4],onli:[1,4],opencv:[1,2,3],oper:3,order:3,org:[1,3],other:0,out:[1,3],outfram:4,output:[1,3,5],overlai:3,overlay_1920x960_bgra:3,overlay_copi:3,overlay_hint:3,overlay_host:3,overlay_metadata:3,overlay_res:3,overlaykernel:0,overlaynppiprop:3,pair:1,parallel:2,paramet:[1,3],pass:3,path:1,pattern:1,per:0,perform:5,phase:3,phasehighthresh2:1,phasehighthresh:1,phaselowthresh2:1,phaselowthresh:1,pin:4,pinid:[1,4],pipelin:5,pmodul:1,practic:1,privat:4,process:[1,2,4],processeo:2,processso:[2,4],produc:2,produceexternalfram:1,program:[3,5],prop:[1,3],properti:[1,2,5],provid:1,push:1,qlen:1,qualiti:[1,3],que:1,quepushstrategytyp:5,rang:1,raw:3,rawimagemetadata:3,reach:1,recycl:1,refdelaylength:[1,4],refer:[0,1,3],refwindowelength:1,refwindowlength:[1,4],requir:1,resiz:3,resizenppi:2,resizenppiprop:3,resolut:1,respons:[1,2],result:[1,4],reus:2,reusabl:[0,2],rgb:3,rgba:3,roi:[1,3],run:[1,3,4],run_all_thread:[1,2],runtim:1,sai:1,same:1,satur:3,save:1,scharr:3,sdk:[1,2],second:[1,4],see:1,send:[1,2,5],sent:3,sequenc:3,serial:4,set:[1,3],setconsolelog:1,setfilelog:1,sethint:3,setloglevel:1,setnext:[1,2,3],setprop:[1,4],sever:1,severity_level:1,shared_ptr:[1,3,4],should:[3,4],singl:1,size:[1,3,4],size_t:[1,4],sizeof:4,skip:1,skipd:1,skipn:1,sobel:3,softwar:1,sourc:[0,1,3],source_cc:3,specifi:1,speicfi:1,split:2,stack:5,start:[0,1,5],startindex:1,stat:1,statsink:2,std:1,stop:[1,2],strategi:2,stream:3,strfullfilenamewithpattern:1,string:1,support:[1,3],suppress:3,sync:3,synchron:3,targetkbp:3,tear:1,tell:3,temp:1,tempfram:4,templat:4,term:[1,2],test:3,testoutput:3,than:3,thi:[1,3,4],thread:[0,2],threshold:[1,3,4],till:1,time:[1,4],timestamp:1,topleft_i:1,topleft_x:1,topmost:1,trace:1,transport:2,trigger:1,trivial:1,tutorial_histogram_comparison:1,two:[2,3],type:[3,4],uchar4:0,uint64_t:[1,4],unsign:[1,4],until:3,updat:[1,4],upto:1,use:0,used:[1,3],useful:0,user:1,using:[0,1,2,5],util:4,valid:[1,5],validateinputoutputpin:4,validateinputpin:2,validateouputpin:2,valu:1,vector:1,veri:[0,3],version:4,vimbadr:1,vimbadriv:1,vimbasourc:5,vimbasourceprop:1,wait_for_al:[1,2],want:1,warn:1,webinar:3,what:3,when:1,where:1,which:3,why:0,width:[1,2,3,4],work:1,write:0,you:[1,3],yuv411_i:3,yuv420:3,yuv444:3},titles:["CUDA Kernel Programming Guide","Framework","Introduction","NVIDIA CUDA Modules","Adding New Module","Welcome to Apra Pipes documentation!"],titleterms:{"function":[0,2],"new":4,Adding:4,__device__:0,access:0,apra:5,basic:2,build:3,calchistogramcv:1,calchistogramcvprop:1,ccnppi:3,changedetect:1,changedetectionprop:1,coalesc:0,concept:2,consum:4,core:2,cuda:[0,2,3],cudamemcopyprop:3,cudastream_t:3,defin:4,design:2,document:5,edgedefectanalysi:1,effectsnppi:3,exampl:3,externalsourcemodul:1,filereadermodul:1,filereadermoduleprop:1,filewritermodul:1,filewritermoduleprop:1,first:4,frame:[2,4],framecontain:2,framefactori:2,framemetadata:2,framework:1,gaussianblur:3,get:3,global:0,guid:0,h264encodernvcodec:3,handl:4,houghlinescv:3,hysteresisthreshold:3,initi:4,input:4,introduct:2,jpegdecoderim:1,jpegdecoderimprop:1,jpegdecoderl4tm:1,jpegdecodernvjpeg:3,jpegencoderim:1,jpegencoderimprop:1,jpegencoderl4tm:1,jpegencodernvjpeg:3,kernel:0,librari:[0,2],logger:1,loggerprop:1,math:0,memori:0,metadata:4,modul:[1,2,3,4],moduleprop:[1,2],nonmaxsuppress:3,nvidia:3,output:4,overlaynppi:3,perform:0,pin:2,pipe:5,pipelin:[1,2,3],program:0,properti:4,quepushstrategytyp:1,queue:2,resizenppi:3,sampl:2,send:4,stack:2,start:3,test:2,unit:2,using:4,valid:4,vimbasourc:1,welcom:5}}) \ No newline at end of file diff --git a/docs/index.html b/docs/index.html deleted file mode 100644 index 232e1b076..000000000 --- a/docs/index.html +++ /dev/null @@ -1 +0,0 @@ - \ No newline at end of file diff --git a/docs/make.bat b/docs/make.bat deleted file mode 100644 index 9534b0181..000000000 --- a/docs/make.bat +++ /dev/null @@ -1,35 +0,0 @@ -@ECHO OFF - -pushd %~dp0 - -REM Command file for Sphinx documentation - -if "%SPHINXBUILD%" == "" ( - set SPHINXBUILD=sphinx-build -) -set SOURCEDIR=source -set BUILDDIR=build - -if "%1" == "" goto help - -%SPHINXBUILD% >NUL 2>NUL -if errorlevel 9009 ( - echo. - echo.The 'sphinx-build' command was not found. Make sure you have Sphinx - echo.installed, then set the SPHINXBUILD environment variable to point - echo.to the full path of the 'sphinx-build' executable. Alternatively you - echo.may add the Sphinx directory to PATH. - echo. - echo.If you don't have Sphinx installed, grab it from - echo.http://sphinx-doc.org/ - exit /b 1 -) - -%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O% -goto end - -:help -%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O% - -:end -popd diff --git a/docs/migration_template.md b/docs/migration_template.md new file mode 100644 index 000000000..a7e0658e9 --- /dev/null +++ b/docs/migration_template.md @@ -0,0 +1,172 @@ +# Migration & Feature Update Document + +**Document Title:** _Migration from `jetpack 4` to `jetpack 6.2`_ +**Project / Module:** +- V4L2CUYUV420Converter +- H264EncoderV4L2 +- H264DecoderV4L2 +- MAFDWrapper +- NvArgusCamera +- NvV4L2Camera +- EglRenderer +- NvEglRenderer +- DMAUtils +- NvTransform +- H264DecoderV4L2Helper +- MemTypeConversionModule +- JPEG Encoder +- JPEG Decoder + + +**Author:** Chidanand / Rashmi +**Date:** 10/11/2025 +**Reviewed By:** +**Version:** — + +--- + +## 1. Overview +This migration updates multimedia pipeline modules to be compatible with JetPack 6.2, CUDA 12.6, and the newer L4T base. +The work includes adaptation of memory handling, new rendering features, and major upgrades to EGL, transform, jpeg encoder modules. +High-level updates include: +- Migration from JetPack 4 → JetPack 6.2 +- Adaptation to new Jetson encoder/decoder device nodes +- Implementation of new visual rendering features (text, image, mask) +- Addition of rotation and flip support in NvTransform +- Migration to NvBufSurface APIs +- Jpeg encoding and decoding using FD +- Full validation with Boost-based unit testing + +--- + +## 2. Scope + +| In-Scope | Out-of-Scope | +|-----------|---------------| +| Migration of core camera, encoding, and rendering modules | Any non-multimedia peripheral libraries | +| EGL rendering, transform, and memory conversion modules | Application-level UI or network layers | +| Testing of image/text rendering on EGL surfaces | System-wide deployment scripts | + +--- + +## 3. Migration Summary + +| Item | Previous State | New State | Notes | +|------|----------------|-----------|-------| +| Dependency Version | CUDA 10.2 | CUDA 12.6 | Required for JetPack 6.2 | +| Build System | Manual Makefiles | CMake with vcpkg | Unified cross-platform build | +| API Interface | `/v1/stream` | `/v2/stream` | Added metadata and mask support | +| Device Node | `/dev/nvhost-encoder` | `/dev/v4l2-nvenc` | New Jetson encoder interface | +| Device Node | `/dev/nvhost-decoder` | `/dev/v4l2-nvdec` | New Jetson decoder interface | +| EGL Renderer | Basic YUV rendering | Supports text, image, and mask rendering | Added FreeType + TTF font support | +| Transform Module | Basic scaling only | Supports rotation and flip | Tested with all orientation combinations | +|Jpeg Encoding| Encoding using host buffer| Encoding using host buffer and Fd|Added fd support enabling zero-copy JPEG encoding| +|Jpeg Decoding| Decoding to host buffer | Decoding to host buffer and fd|Supports decode directly into fd for seamless integration with V4L2/NVMM pipelines| + +--- + +## 4. Detailed Technical Changes + +### 4.1 Core Updates +- Refactored for JetPack 6.2 SDK compatibility. +- Added FreeType-based text rendering on EGL display. +- Introduced image and mask rendering support. +- Implemented window transparency control. +- Enhanced NvTransform with rotation and flip features. +- Added FD-based JPEG encoding for zero-copy operation. + +- Added FD-based JPEG decoding for seamless V4L2/NVMM pipeline integration. +- Migrated to NvBufSurface APIs with automatic plane mapping, NVMM support, and CUDA/EGL zero-copy interop + + + +### 4.2 Dependency Changes + +| Package/Library | Old Version | New Version | Reason | +|-----------------|--------------|--------------|---------| +| CUDA | 10.2 | 12.6 | JetPack 6.2 support | +| EGL / OpenGL ES | JetPack 4.x | JetPack 6.2 runtime | Updated EGL API usage | +| FreeType | — | 2.13.2 | Added for text rendering | +| Jpeglib | jpeglib-turbo 7,8| libnvjpeg.so | hardware accelerated jpeg encoding, decoding | + + + + +### 4.3 Configuration Updates +- EglRendererProps: + - Added constructors to define renderer properties including: + - Geometry: x/y offsets, width, height. + - Text rendering: font path, message, scale, font size, color, position,opacity. + - Image rendering: path, position, size,opacity. + - Opacity & mask settings. + - Supports combinations of geometry, text, image, opacity, and mask for flexible EGL renderer configuration. +- NvTransformProps: + - Added constructors to define image transform properties including: + - Cropping: width, height, top, left. + - Rotation: 0°, 90°, 180°, 270°. + - Flip: Horizontal, Vertical. + - Supports combinations of crop + rotation, crop + flip, or default initialization. + - Enables easy configuration of frame transformations for new JetPack 6.2 pipelines. +- JPEGDecoderL4TMProps: + - Added a configurable property that allows selecting the desired JPEG decoding method. (Decoding to FD/ Host buffer) +### 4.4 Database / Storage Changes +| Table/Collection | Change Description | Migration Query/Command | +|------------------|-------------------|-------------------------| +| — | No database changes | — | + +--- + +## 5. New Features Added + +| Feature Name | Description | User/Client Impact | Related Ticket/PR | +|---------------|-------------|-------------------|------------------| +| Image Rendering | Ability to render images on EGL display | Visual enhancement for overlay | #429 | +| Mask Rendering | Display alpha masks on frame | Enables blending/compositing | #429| +| Text Rendering | FreeType-based text display on EGL | Enables debugging, HUD overlays | #429 | +| Transparency Control | Dynamic window opacity control | Smooth UI blending | #429 | +| Rotation & Flip | Transform rotation (0°, 90°, 180°, 270°) and flip (H/V) | Flexible rendering pipeline | #429 | +| Jpeg Encoding enhancement | encoding from FD for zero copy operations|Improved performance, reduced CPU usage| +| Jpeg Decoding enhancement | Ability to decode JPEG images directly into a DMA-BUF (Fd) surface | Enables end-to-end zero-copy pipelines, better integration with V4L2/NVMM pipelines | +--- + +## 6. Modules Updated + +- **H264 Encoder**: Adapted to `/dev/v4l2-nvenc` device node. +- **H264 Decoder**: Adapted to `/dev/v4l2-nvdec` device node. +- **V4L2CUYUV420Converter**: Added proper YUV420 conversion for new api. +- **NvTransform**: Added rotation/flip support with unit tests. +- **NvEglRenderer**: Added image/mask/text rendering + transparency. +- **MemTypeConversionModule**: Updated for new DMA buffer semantics. +- **DMAFDWrapper, DMAUtils**: Migrated to NvBufSurface APIs with automatic plane mapping, NVMM support, and CUDA/EGL zero-copy interop. +- **Jpeg Encoder**: Added jpeg encoding using FD for nv12, yuv formats +- **Jpeg Decoder**: Added jpeg decoding to FD for yuv formats + + + +--- + +## 7. Testing & Validation + +| Test Case | Expected Result | Status | Owner | +|------------|----------------|---------|-------| +| Image render on EGL display | Image overlays correctly |Passed|Chidanand| +| Mask rendering | Proper alpha blending | Passed|Chidanand| +| Text rendering | Font displayed with correct glyph mapping | Passed|Chidanand| +| Rotation tests (0°, 90°, 180°, 270°) | Frame correctly rotated | Passed|Chidanand| +| Flip tests (H/V/Both) | Proper mirroring of frame |Passed|Chidanand| +| Transparency setting | Window opacity update |Passed|Chidanand| +| Cuda Pointer for valid FD | Successfully maps FD to CUDA pointer | Passed | Rashmi| +| Cuda Pointer for valid FD across different formats | CUDA pointer obtained, resources freed correctly | Passed |Rashmi| +| Encoding using FD -yuv| Proper jpeg encoding| Passed |Rashmi| +| Encoding using FD -nv12| Proper jpeg encoding | Passed |Rashmi| +|exception handling-jpeg encoder| Throws necessary exceptions | Passed | Rashmi| +| Encoding of continuos argus camera frames | Proper jpeg encoding | Passed | Rashmi| + +--- + +## 8. Known Issues / Risks + +- FreeType initialization requires TTF font presence in `/data/` path. +- opencv version changed need to check all the modules behaviour + +--- diff --git a/docs/source/CUDAKernelProgrammingGuide.rst b/docs/source/CUDAKernelProgrammingGuide.rst deleted file mode 100644 index 25fdfcf9c..000000000 --- a/docs/source/CUDAKernelProgrammingGuide.rst +++ /dev/null @@ -1,26 +0,0 @@ -CUDA Kernel Programming Guide -============================= - -Performance Guide -^^^^^^^^^^^^^^^^^ -Very important and useful. Follow the `CUDA Documentation `_ instead of other sources. - - -Coalesced Access to Global Memory -""""""""""""""""""""""""""""""""" -`Coalesced Access to Global Memory `_ - -- | Refer OverlayKernel.cu and EffectsKernel.cu -- | uchar4 (4 bytes) - 32x32 threads per block - 4x32x32 - 4K bytes -- | A big difference - like 2x in Performance - -Math Library -"""""""""""" -`NVIDIA CUDA Math API `_ - -- | multiplication use from here -- | big difference - -__device__ functions -"""""""""""""""""""" -For writing clean/reusable code, I was using __device__ function - but the Performance dropped by half. So, I started using macros. I didn't investigate more on why? \ No newline at end of file diff --git a/docs/source/Framework.rst b/docs/source/Framework.rst deleted file mode 100644 index 78b2c673c..000000000 --- a/docs/source/Framework.rst +++ /dev/null @@ -1,350 +0,0 @@ -Framework -========= - -ModuleProps -^^^^^^^^^^^ -Base Properties class for all modules - -.. code-block:: c++ - - int fps; // can be updated during runtime with setProps - size_t qlen; // run time changing doesn't effect this - bool logHealth; // can be updated during runtime with setProps - int logHealthFrequency; // 1000 by default - logs the health stats frequency - - // used for VimbaSource where we want to create the max frames and keep recycling it - // for the VimbaDrive we announce frames after init - 100/200 - // see VimbaSource.cpp on how it is used - size_t maxConcurrentFrames; - - // 0/1 - skipN == 0 - don't skip any - process all - // 1/1 - skipN == skipD - skip all - don't process any - // 1/2 skips every alternate frame - // 1/3 skips 1 out of every 3 frames - // 2/3 skips 2 out of every 3 frames - // 5/6 skips 5 out of every 6 frames - // skipD >= skipN - int skipN = 0; - int skipD = 1; - -QuePushStrategyType -^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - enum QuePushStrategyType { - BLOCKING, - NON_BLOCKING_ANY, // try push independently to child modules - NON_BLOCKING_ALL_OR_NONE // try push only if all the child modules have the que free or don't push to any of the modules - }; - -Module -^^^^^^ -Base class for all the modules - -.. code-block:: c++ - - void addOutputPin(framemetadata_sp& metadata, string& pinId); - bool setNext(boost::shared_ptr next); - -Pipeline -^^^^^^^^ - -.. code-block:: c++ - - PipeLine(string name) - - /* - call appendModule on only the topmost module - source (camera/file) - call appendModule only after connecting all the modules - - if any modules are connected (module1->setNext(module2)) after appendModule then these modules will not be added to the pipeline - best practice is to first make the connections - all modules - then call appendModule - */ - bool appendModule(boost::shared_ptr pModule); - bool init(); - void run_all_threaded(); - - void stop(); - void term(); - void wait_for_all(); - - -ExternalSourceModule -^^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - std::pair produceExternalFrame(ApraData* data) - -- ``locked`` is atomically incremented and decremented -- std::pair is returned -- if data->fIndex == 0 fIndex is incremented by the framework and returns the value -- if data->fIndex != 0 fIndex is same as data->fIndex -- if ``false`` is returned, then the data is not accepted.Framework Que is full and there is no bandwidth to process more data -- it is upto the caller application to act on the response of ``produceExternalFrame`` - -.. code-block:: c++ - - bool stop() - when ExternalSourceModule is not attached to the pipeline, manually call stop to trigger a tear down of the downstream modules - - -FileReaderModuleProps -^^^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - FileReaderModuleProps(const std::string& strFullFileNameWithPattern, int startIndex = 0, int maxIndex = -1); - -- loops till the ``maxIndex`` is reached - ``-1`` loop the entire pattern/directory -- starts the loop from ``startIndex`` - -FileReaderModule -^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - FileReaderModule(FileReaderModuleProps props); - - -JPEGDecoderIMProps -^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - JPEGDecoderIMProps(bool sw); - -- ``true`` if deocde is on software -- ``false`` if decode is on hardware - -JPEGDecoderIM -^^^^^^^^^^^^^ -.. code-block:: c++ - - JPEGDecoderIM(JPEGDecoderIMProps props); - -- Currently only supports single channel output - -CalcHistogramCVProps -^^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - CalcHistogramCVProps(int bins); - // All the properties can be updated during run time using setProps - int bins; - vector roi; - string maskImgPath; - -- ``bins`` number of histogram bins -- | ``maskImgPath`` absolute path of mask image path - | Expected to be Same resolution as the dataset - | if both roi and mask_img_path is specified roi is used and mask_img_path ignored -- | ``roi`` topleft_x topleft_y width height - | if both roi and mask_img_path is specified roi is used and mask_img_path ignored - -CalcHistogramCV -^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - CalcHistogramCV(CalcHistogramCVProps props); - CalcHistogramCVProps getProps(); - void setProps(CalcHistogramCVProps props); - - // Example on how to change Properties dynamically - auto histogram = new CalcHistogramCV(CalcHistogramCVProps(32)); - auto newHistProps = histogram->getProps(); - newHistProps.bins = newHistProps.bins = 16; - histogram->setProps(newHistProps); - - -ChangeDetectionProps -^^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - ChangeDetectionProps(int refWindoweLength, int refDelayLength, int insWindowLength, double threshold, int compareMethod); - // All the properties can be updated during run time using setProps - -- | ``refWindowLength`` Number of frames to average - | Assume ``fps = 30`` and you want to average ``2`` seconds then specify ``refWindowLength`` as ``60`` -- | ``refDelayLength`` Number of frames to delay from the current frame - | default ``-1`` - Static reference - | if moving average is required speicfy the delay - | Assume ``fps = 30`` and you want to delay 2 minutes then specify ``refDelayLength`` as ``3600`` -- | ``insWindowLength`` Number of frames to average - | Assume ``fps = 30`` and you want to average 0.5 seconds then specify ``insWindowLength`` as ``15`` -- | ``compareMethod`` https://docs.opencv.org/4.1.1/d8/dc8/tutorial_histogram_comparison.html - | HISTCMP_CHISQR (1) works for all the datasets provided - -ChangeDetection -^^^^^^^^^^^^^^^ -Sends ChangeDetectionResult to the next module - -.. code-block:: c++ - - ChangeDetection(ChangeDetectionProps props); - ChangeDetectionProps getProps(); - void setProps(ChangeDetectionProps props); - - // Example on how to change Properties dynamically - auto module = new ChangeDetection(ChangeDetectionProps(60, -1, 30, 1, 1)); - auto newProps = module->getProps(); - newProps.threshold = 2; - module->setProps(newProps); - -JPEGEncoderIMProps -^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - bool sw; // software or hardware mode - unsigned short quality; // range 1-100 JPEG Compression quality - 100 means best quality but more file size - -JPEGEncoderIM -^^^^^^^^^^^^^ -Intel Media SDK based encoder - -.. code-block:: c++ - - JPEGEncoderIM(JPEGEncoderProps props); - -- Currently only supports single channel as input - -FileWriterModuleProps -^^^^^^^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - FileWriterModuleProps(const std::string& strFullFileNameWithPattern); - - // Example - auto props = new FileWriterModuleProps("C:/Users/developer/Downloads/Sai/temp/enc/frame_????.jpg"); - - -FileWriterModule -^^^^^^^^^^^^^^^^ -Basic FileWriter - -.. code-block:: c++ - - FileWriterModule(FileWriterModuleProps props); - -JPEGDecoderL4TM -^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - JPEGDecoderL4TMProps(); - JPEGDecoderL4TM(JPEGDecoderL4TMProps props); - -- Currently only supports single channel output - -JPEGEncoderL4TM -^^^^^^^^^^^^^^^ - -.. code-block:: c++ - - JPEGEncoderL4TMProps(); - unsigned short quality; // range 1-100 JPEG Compression quality - 100 means best quality but more file size - - JPEGEncoderL4TM(JPEGEncoderL4TMProps props); - -- Currently only supports single channel input - -VimbaSource -^^^^^^^^^^^ -.. code-block:: c++ - - VimbaSourceProps(size_t _maxConcurrentFrames); // 2*fps of the camera is a good value - // _maxConcurrentFrames is used to announceFrames to the vimbaDriver Camera - - VimbaSource(VimbaSourceProps _props); - -EdgeDefectAnalysis -^^^^^^^^^^^^^^^^^^ -Sends EdgeDefectAnalysisResult to the next module - -.. code-block:: c++ - - class EdgeDefectAnalysisConfig - { - public: - std::vector roi; - std::string edgePos; // "R" "L" - - int gaussianKernelSize; - int edgeDefectWidth; - - // parameters for edge localization - // https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=canny#canny - int lowThresh; - int highThresh; - int phaseLowThresh; - int phaseHighThresh; - //https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=houghlinesp#houghlinesp - int lineThreshold; - int minLineLength; - int maxLineGap; - - // parameters for defect detection - // https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=canny#canny - int lowThresh2; - int highThresh2; - int phaseLowThresh2; - int phaseHighThresh2; - //https://docs.opencv.org/2.4/modules/imgproc/doc/feature_detection.html?highlight=houghlinesp#houghlinesp - int lineThreshold2; - int minLineLength2; - int maxLineGap2; - - bool enableDebug; // saves the intermediate results - } - - class EdgeDefectAnalysisProps: ModuleProps - { - public: - EdgeDefectAnalysisConfig config; - } - - EdgeDefectAnalysis(EdgeDefectAnalysisProps props); - - class EdgeDefectAnalysisResult - { - public: - bool isEdgeFound; - bool isDefect; - uint64_t fIndex; - uint64_t timestamp; - } - -LoggerProps -^^^^^^^^^^^ - -.. code-block:: c++ - - bool enableConsoleLog; - bool enableFileLog; - std::string fileLogPath; - boost::log::trivial::severity_level logLevel; - -Logger -^^^^^^ - -.. code-block:: c++ - - static void initLogger(LoggerProps props); // valid only once - if called second time - nothing happens. Use the set methods for changes during runtime - void setLogLevel(boost::log::trivial::severity_level severity); - void setConsoleLog(bool enableLog); - void setFileLog(bool enableLog); - - The below macros are available for logging - LOG_TRACE << "A trace severity message"; - LOG_DEBUG << "A debug severity message"; - LOG_INFO << "An informational severity message"; - LOG_WARNING << "A warning severity message"; - LOG_ERROR << "An error severity message"; - LOG_FATAL << "A fatal severity message"; - diff --git a/docs/source/Introduction.rst b/docs/source/Introduction.rst deleted file mode 100644 index d2f9cfb4a..000000000 --- a/docs/source/Introduction.rst +++ /dev/null @@ -1,117 +0,0 @@ -Introduction -============ -ApraPipes is a pipeline framework. - -Design -^^^^^^ -- | Reusable Modules -- | Easy to Test -- | Memory Management -- | Thread Management -- | Parallel Processing - -Stack -^^^^^ -- | C++ -- | CUDA -- | CMake - -Libraries -^^^^^^^^^ -- | Boost C++ -- | Nvidia - - - | CudaToolkit - - | NPPI - - | NvJPEG - - | NvENC - - | Jetson MultiMedia API -- | Intel Media SDK -- | OpenCV -- | Live555 - -Core Concepts -^^^^^^^^^^^^^ - -.. image:: Module.jpg - - -Module -"""""" -Base class - -Pins -"""" -Two modules are connected using pins - -Queue -""""" -Blocking, NonBlocking - -FrameMetadata -""""""""""""" -Properties of a pin. Width, Height, MemType, FrameType - -FrameFactory -"""""""""""" -Responsible for reusing memory - -Frame -""""" -Data is transported using frame - -FrameContainer -"""""""""""""" -Has multiple frames - -ModuleProps -""""""""""" -fps, Queue Strategy - -Module Functions -"""""""""""""""" -- | addOutputPin -- | validateOuputPins -- | setNext -- | validateInputPins -- | init -- | term -- | processSOS -- | processEOS -- | produce -- | process -- | send - -PipeLine -"""""""" -Responsible for lifecycle events - -- | appendModule -- | init -- | run_all_threaded -- | stop -- | term -- | wait_for_all - -Unit Tests -"""""""""" -BOOST Tests - -Basic Modules -""""""""""""" -- | FileReaderModule -- | FileWriterModule -- | ExternalSourceModule -- | ExternalSinkModule -- | CudaMemCopy -- | Decoder (JPEGDecoderL4TM, JPEGDecoderNVJPEG) -- | Encoder (JPEGEncoderL4TM, JPEGEncoderNVJPEG) -- | StatSink -- | FramesMuxer -- | Split -- | Merge - -Sample Cuda Modules -""""""""""""""""""" -- | ResizeNPPI -- | CCNPPI \ No newline at end of file diff --git a/docs/source/Module.jpg b/docs/source/Module.jpg deleted file mode 100644 index 77a3e65a6..000000000 Binary files a/docs/source/Module.jpg and /dev/null differ diff --git a/docs/source/NvidiaCUDAModules.rst b/docs/source/NvidiaCUDAModules.rst deleted file mode 100644 index 5dd002871..000000000 --- a/docs/source/NvidiaCUDAModules.rst +++ /dev/null @@ -1,271 +0,0 @@ -NVIDIA CUDA Modules -=================== - -Getting Started -^^^^^^^^^^^^^^^ - -Nvidia CUDA Modules -^^^^^^^^^^^^^^^^^^^ - -cudaStream_t -"""""""""""" -Checkout `CUDA DOCUMENTATION `_ -and `CUDA WEBINAR `_ - -- | A sequence of operations that execute in issue-order on the GPU -- | Programming model used to effect concurrency -- | CUDA operations in different streams may run concurrently -- | CUDA operations from different streams may be interleaved - -cudaStream_t has to be passed as props to all the CUDA modules. -cudaStreamCreate and cudaStreamDestroy is mandatory. - -CudaMemCopyProps -"""""""""""""""" -- | cudaMemcpyKind memcpyKind - cudaMemcpyDeviceToHost - - - | Input is CUDA_DEVICE memory - - | Output is HOST memory - - | sync is set to true internally -- | cudaMemcpyKind memcpyKind - cudaMemcpyHostToDevice - - - | Input is HOST memory - - | Output is CUDA_DEVICE memory -- | sync - if sync is true, stream will be synchronized - don't set it to true until you know what you are doing- | -- | cudaStream_t has to be passed - -JPEGDecoderNVJPEG -""""""""""""""""" -- | Input is HOST memory -- | Output is CUDA_DEVICE memory -- | Output ImageMetadata::ImageType - MONO, YUV420, YUV444 is currently supported -- | cudaStream_t has to be passed - -JPEGEncoderNVJPEG -""""""""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is HOST memory -- | quality - default is 90 -- | Input ImageMetadata::ImageType - MONO, YUV420, YUV444 is currently supported -- | cudaStream_t has to be passed - -ResizeNPPI -"""""""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | output width and height has to be passed -- | Input ImageMetadata::ImageType - MONO, YUV444, YUV420, BGR, BGRA, RGB, RGBA -- | cudaStream_t has to be passed - -CCNPPI -"""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | Supported Color Conversions - - - | MONO, YUV420 To BGRA - - | YUV420 To BGRA - - | YUV411_I To YUV444 -- | cudaStream_t has to be passed - -OverlayNPPI -""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | Input ImageMetadata::ImageType - BGRA/RGBA or YUV420 -- | Accepts two images - Source and Overlay -- | OVERLAY_HINT has to be set to tell the module which of the two input images is the overlay image -- | Overlay image width and height is expected to be less than or equal to the Source image -- | offsetX and offsetY can be given -- | cudaStream_t has to be passed - -EffectsNPPI -""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | Input ImageMetadata::ImageType - MONO/BGR/RGB/RGBA/BGRA/YUV420 -- | cudaStream_t has to be passed - -.. code-block:: c++ - - double hue; // 0/255 no change [0 255] - double saturation; // 1 no change - double contrast; // 1 no change - int brightness; // 0 no change [-100 - 100] - -H264EncoderNVCodec -"""""""""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is HOST memory -- | Input ImageMetadata::ImageType - BGRA/RGBA or YUV420 -- | targetKbps can be passed -- | refer test - h264Encodernvcodec_tests -- | apracucontext_sp must be passed -- | Initialize CudaContext before constructing the pipeline. `auto cuContext = apracucontext_sp(new ApraCUcontext());` -- | cudaStreamSynchronize has to be called before this module. Use one of the below methods. - - - | sync = true for CudaMemCopyProps - - | Add CudaStreamSynchronize Module - -GaussianBlur -"""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | Props - - - | cudastream_sp - - | kernel size - - | ROI - -NonmaxSuppression -""""""""""""""""" -Sobel followed by nonmax suppression is applied. - -- | kernel size of sobel/scharr operator is hardcoded to 3 inside the cuda kernel -- | ideally all the parameters of opencv should be supported https://docs.opencv.org/3.4/dd/d1a/group__imgproc__feature.html#ga04723e007ed888ddf11d9ba04e2232de - - -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory - - | Nonmax image - - | Phase image - - | Magnitude image can also be sent out with very minor changes -- | Props - - - | cudastream_sp - - | ROI - -HysteresisThreshold -""""""""""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is CUDA_DEVICE memory -- | Props - - - | cudastream_sp - - | ROI - - | Low Threshold - - | High Threshold - - | Low Phase Threshold - - | High Phase Threshold - -HoughLinesCV -"""""""""""" -- | Input is CUDA_DEVICE memory -- | Output is HOST memory of type APRA_LINES -- | cudaStreamSynchronize is automatically called in this module -- | Props - - - | cudastream_sp - - | ROI - - | Minimum Line Length - - | Maximum Line Gap - -Building Pipelines -^^^^^^^^^^^^^^^^^^ - -Example 1 -""""""""" -.. image:: nvidiacudamodules_1.jpg - -.. code-block:: c++ - - auto width = 1920; - auto height = 1080; - - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/mono_1920x1080.raw"))); - auto metadata = framemetadata_sp(new RawImageMetadata(width, height, ImageMetadata::ImageType::MONO, CV_8UC1, 0, CV_8U, FrameMetadata::HOST, true)); - fileReader->addOutputPin(metadata); - - cudaStream_t stream; - cudaStreamCreate(&stream); - auto copy = boost::shared_ptr(new CudaMemCopy(CudaMemCopyProps(cudaMemcpyHostToDevice, stream))); - fileReader->setNext(copy); - - auto encoder = boost::shared_ptr(new JPEGEncoderNVJPEG(JPEGEncoderNVJPEGProps(stream))); - copy->setNext(encoder); - - auto fileWriter = boost::shared_ptr(new FileWriterModule("./data/testOutput/mono_1920x1080.jpg")); - encoder->setNext(fileWriter); - - ... - - cudaStreamDestroy(stream); - -Example 2 -""""""""" -.. image:: nvidiacudamodules_2.jpg - -.. code-block:: c++ - - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/mono_1920x960.jpg"))); - auto metadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); - fileReader->addOutputPin(metadata); - - cudaStream_t stream; - cudaStreamCreate(&stream); - - auto decoder = boost::shared_ptr(new JPEGDecoderNVJPEG(JPEGDecoderNVJPEGProps(stream))); - fileReader->setNext(decoder); - - auto resize = boost::shared_ptr(new ResizeNPPI(ResizeNPPIProps(960, 480, stream))); - decoder->setNext(resize); - - auto copy = boost::shared_ptr(new CudaMemCopy(CudaMemCopyProps(cudaMemcpyDeviceToHost, stream))); - resize->setNext(copy); - - auto fileWriter = boost::shared_ptr(new FileWriterModule("./data/testOutput/mono_1920x960_to_mono_960x480.raw")); - encoder->setNext(fileWriter); - - ... - - cudaStreamDestroy(stream); - -Example 3 -""""""""" -.. image:: nvidiacudamodules_3.jpg - -.. code-block:: c++ - - cudaStream_t stream; - cudaStreamCreate(&stream); - - // making source pipeline - JPEGDecoderNVJPEG -> ResizeNPPI -> CCNPPI - auto fileReader = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/mono_1920x960.jpg"))); - auto metadata = framemetadata_sp(new FrameMetadata(FrameMetadata::ENCODED_IMAGE)); - fileReader->addOutputPin(metadata); - - auto decoder = boost::shared_ptr(new JPEGDecoderNVJPEG(JPEGDecoderNVJPEGProps(stream))); - fileReader->setNext(decoder); - - auto resize = boost::shared_ptr(new ResizeNPPI(ResizeNPPIProps(960, 480, stream))); - decoder->setNext(resize); - - auto source_cc = boost::shared_ptr(new CCNPPI(CCNPPIProps(ImageMetadata::BGRA, stream))); - resize->setNext(source_cc); - - // making overlay pipeline - CudaMemCopy -> ResizeNPPI - auto overlay_host = boost::shared_ptr(new FileReaderModule(FileReaderModuleProps("./data/overlay_1920x960_BGRA.raw"))); - auto overlay_metadata = framemetadata_sp(new RawImageMetadata(1920, 960, ImageMetadata::ImageType::BGRA, CV_8UC4, 0, CV_8U, FrameMetadata::HOST, true)); - overlay_metadata->setHint(OVERLAY_HINT); - overlay_host->addOutputPin(overlay_metadata); - - auto overlay_copy = boost::shared_ptr(new CudaMemCopy(CudaMemCopyProps(cudaMemcpyHostToDevice, stream))); - overlay_host->setNext(overlay_copy); - - auto overlay_resize = boost::shared_ptr(new ResizeNPPI(ResizeNPPIProps(960, 480, stream))); - overlay_copy->setNext(overlay_resize); - - // Connecting source and overlay pipelines - auto overlay = boost::shared_ptr(new OverlayNPPI(OverlayNPPIProps(stream))); - overlay_resize->setNext(overlay); - source_cc->setNext(overlay); - - auto encoder = boost::shared_ptr(new JPEGEncoderNVJPEG(JPEGEncoderNVJPEGProps(stream))); - overlay->setNext(encoder); - - auto fileWriter = boost::shared_ptr(new FileWriterModule("./data/testOutput/out.jpg")); - encoder->setNext(fileWriter); - - ... - - cudaStreamDestroy(stream); \ No newline at end of file diff --git a/docs/source/Tutorial_Adding_New_Module.rst b/docs/source/Tutorial_Adding_New_Module.rst deleted file mode 100644 index 6d57976d5..000000000 --- a/docs/source/Tutorial_Adding_New_Module.rst +++ /dev/null @@ -1,199 +0,0 @@ -Adding New Module -================= -ChangeDetection Module - -- Input is histogram bins -- Output is ChangeDetectionResult - - -Define Module Properties -"""""""""""""""""""""""" -.. code-block:: c++ - - class ChangeDetectionProps: public ModuleProps - { - public: - ChangeDetectionProps(): ModuleProps() - { - refWindowLength = 1; - refDelayLength = -1; - insWindowLength = 1; - threshold = 1; - compareMethod = 1; - } - - ChangeDetectionProps(int _refWindowLength, int _refDelayLength, int _insWindowLength, double _threshold, int _compareMethod): ModuleProps() - { - refWindowLength = _refWindowLength; - refDelayLength = _refDelayLength; - insWindowLength = _insWindowLength; - threshold = _threshold; - compareMethod = _compareMethod; - } - - // All the properties can be updated during run time using setProps - int refWindowLength; - int refDelayLength; - int insWindowLength; - double threshold; - int compareMethod; - - private: - friend class boost::serialization::access; - - template - void serialize(Archive &ar, const unsigned int version) - { - ar & boost::serialization::base_object(*this); - ar & refWindowLength; - ar & refDelayLength; - ar & insWindowLength; - ar & threshold; - ar & compareMethod; - } - }; - -Validating the input and output -""""""""""""""""""""""""""""""" -.. code-block:: c++ - - - bool ChangeDetection::validateInputOutputPins() - { - // one and only 1 array should exist - auto count = getNumberOfInputsByType(FrameMetadata::ARRAY); - if (count != 1) - { - LOG_ERROR << "Input pin of type ARRAY is expected."; - return false; - } - - // output CHANGE_DETECTION pin should exist - count = getNumberOfOutputsByType(FrameMetadata::CHANGE_DETECTION); - if (count != 1) - { - LOG_ERROR << "Input pin of type CHANGE_DETECTION is expected."; - return false; - } - - return true; - } - -Initialization -"""""""""""""" -.. code-block:: c++ - - bool ChangeDetection::init() - { - if (!Module::init()) - { - return false; - } - - // any initialization here - - return true; - } - -Handling the first frame and using the input metadata -""""""""""""""""""""""""""""""""""""""""""""""""""""" -.. code-block:: c++ - - bool ChangeDetection::processSOS(frame_sp& frame) - { - auto metadata = frame->getMetadata(); - if (metadata->getFrameType() != FrameMetadata::ARRAY) - { - return true; - } - - // metadata has width, height, type depending on the frame type - - return true; - } - - -Output -"""""" -.. code-block:: c++ - - class ChangeDetectionResult - { - public: - - ChangeDetectionResult(bool changeDetected, double distance, uint64_t index) - { - mChangeDetected = changeDetected; - mDistance = distance; - fIndex = index; - } - - ChangeDetectionResult() {} - - static boost::shared_ptr deSerialize(frame_container& frames) - { - auto frameType = FrameMetadata::CHANGE_DETECTION; - - auto frame = frame_sp(); - for (auto it = frames.cbegin(); it != frames.cend(); it++) - { - auto tempFrame = it->second; - if (tempFrame->getMetadata()->getFrameType() == frameType) - { - frame = tempFrame; - } - } - - if (!frame.get()) - { - return boost::shared_ptr(); - } - - auto result = boost::shared_ptr(new ChangeDetectionResult(false, 0, 0)); - auto& obj = *result.get(); - Utils::deSerialize(obj, frame->data(), frame->size()); - - return result; - } - - static void serialize(bool changeDetected, double distance, uint64_t index, void* buffer, size_t size) - { - auto result = ChangeDetectionResult(changeDetected, distance, index); - Utils::serialize(result, buffer, size); - } - - static size_t getSerializeSize() - { - return 1024 + sizeof(mChangeDetected) + sizeof(mDistance) + sizeof(fIndex); - } - - bool mChangeDetected; - double mDistance; - uint64_t fIndex; - - private: - friend class boost::serialization::access; - template - void serialize(Archive & ar, const unsigned int /* file_version */) { - ar & mChangeDetected & mDistance & fIndex; - } - }; - -Consuming the input and send output -""""""""""""""""""""""""""""""""""" -.. code-block:: c++ - - bool ChangeDetection::process(frame_container& frames) - { - auto inFrame = getFrameByType(frames, FrameMetadata::ARRAY); - auto metadata = mDetail->getOutputMetadata(); - auto outFrame = makeFrame(ChangeDetectionResult::getSerializeSize(), metadata); - - // do the computation here - - auto pinId = getOutputPinIdByType(FrameMetadata::CHANGE_DETECTION); - frames.insert(make_pair(pinId, outFrame)); - send(frames); - - return true; - } diff --git a/docs/source/_static/rtd.css b/docs/source/_static/rtd.css deleted file mode 100644 index 20ed08dbf..000000000 --- a/docs/source/_static/rtd.css +++ /dev/null @@ -1,19 +0,0 @@ -.wy-nav-content { - max-width: none; -} - -/* .wy-side-nav-search, .wy-nav-top { - background: #76101E; - } */ - - /* .wy-nav-side { - background: white; - } - - .wy-menu-vertical { - background: white; - } */ - - /* .caption-text { - color: #76101E; - } */ \ No newline at end of file diff --git a/docs/source/conf.py b/docs/source/conf.py deleted file mode 100644 index bc680fc8a..000000000 --- a/docs/source/conf.py +++ /dev/null @@ -1,61 +0,0 @@ -# Configuration file for the Sphinx documentation builder. -# -# This file only contains a selection of the most common options. For a full -# list see the documentation: -# http://www.sphinx-doc.org/en/master/config - -# -- Path setup -------------------------------------------------------------- - -# If extensions (or modules to document with autodoc) are in another directory, -# add these directories to sys.path here. If the directory is relative to the -# documentation root, use os.path.abspath to make it absolute, like shown here. -# -# import os -# import sys -# sys.path.insert(0, os.path.abspath('.')) - - -# -- Project information ----------------------------------------------------- - -project = 'Apra Pipes' -copyright = '2020-2022, Apra Labs' -author = 'Apra Labs' - -# The full version, including alpha/beta/rc tags -release = 'v0' - - -# -- General configuration --------------------------------------------------- - -# Add any Sphinx extension module names here, as strings. They can be -# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom -# ones. -extensions = [ -] - -# Add any paths that contain templates here, relative to this directory. -templates_path = ['_templates'] - -# List of patterns, relative to source directory, that match files and -# directories to ignore when looking for source files. -# This pattern also affects html_static_path and html_extra_path. -exclude_patterns = [] - - -# -- Options for HTML output ------------------------------------------------- - -# The theme to use for HTML and HTML Help pages. See the documentation for -# a list of builtin themes. -# -html_theme = 'sphinx_rtd_theme' - -# Add any paths that contain custom static files (such as style sheets) here, -# relative to this directory. They are copied after the builtin static files, -# so a file named "default.css" will overwrite the builtin "default.css". -html_static_path = ['_static'] - -html_css_files = [ - 'rtd.css', -] - -master_doc = 'index' diff --git a/docs/source/index.rst b/docs/source/index.rst deleted file mode 100644 index a5fa196f9..000000000 --- a/docs/source/index.rst +++ /dev/null @@ -1,15 +0,0 @@ -Welcome to Apra Pipes documentation! -==================================== - -.. highlight:: c++ - -.. toctree:: - :maxdepth: 2 - :caption: Contents: - - Introduction - Framework - Tutorial_Adding_New_Module - NvidiaCUDAModules - CUDAKernelProgrammingGuide - diff --git a/docs/source/nvidiacudamodules_1.jpg b/docs/source/nvidiacudamodules_1.jpg deleted file mode 100644 index 303a02383..000000000 Binary files a/docs/source/nvidiacudamodules_1.jpg and /dev/null differ diff --git a/docs/source/nvidiacudamodules_2.jpg b/docs/source/nvidiacudamodules_2.jpg deleted file mode 100644 index 6a4f7b809..000000000 Binary files a/docs/source/nvidiacudamodules_2.jpg and /dev/null differ diff --git a/docs/source/nvidiacudamodules_3.jpg b/docs/source/nvidiacudamodules_3.jpg deleted file mode 100644 index ea558f0a6..000000000 Binary files a/docs/source/nvidiacudamodules_3.jpg and /dev/null differ