@conference{ADA_VE_WACV_2025,

title = {Ada-VE: Training-Free Consistent Video Editing Using Adaptive Motion Prior},

author = {Tanvir Mahmud and Mustafa Munir and Radu Marculescu and Diana Marculescu},

year  = {2025},

date = {2025-01-06},

urldate = {2025-01-01},

booktitle = {2025 Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision (WACV 2025)},

keywords = {Efficient Inference, Generative AI},

pubstate = {forthcoming},

tppubtype = {conference}

}

@conference{ADA_VE_RapidNet_2025,

title = {RapidNet: Multi-Level Dilated Convolution Based Mobile Backbone},

author = {Mustafa Munir and Md Mostafijur Rahman and Radu Marculescu},

year  = {2025},

date = {2025-01-06},

urldate = {2025-01-06},

booktitle = {2025 Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision (WACV 2025)},

journal = {2025 Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision (WACV 2025)},

keywords = {Deep Learning Architecture, Edge AI, Efficient Inference, Model Compression \& Optimization},

pubstate = {forthcoming},

tppubtype = {conference}

}

@conference{ONLINE_LORA_WACV_2025,

title = {Online-LoRA: Task-free Online Continual Learning via Low Rank Adaptation},

author = {Xiwen Wei and Guihong Li and Radu Marculescu},

year  = {2025},

date = {2025-01-06},

booktitle = {2025 Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision (WACV 2025)},

abstract = {Catastrophic forgetting is a significant challenge in online continual learning (OCL), especially for non-stationary data streams that do not have well-defined task boundaries. This challenge is exacerbated by the memory constraints and privacy concerns inherent in rehearsal buffers. To tackle catastrophic forgetting, in this paper, we introduce Online-LoRA, a novel framework for task-free OCL. Online-LoRA allows to finetune pre-trained Vision Transformer (ViT) models in real-time to address the limitations of rehearsal buffers and leverage pre-trained models' performance benefits. As the main contribution, our approach features a novel online weight regularization strategy to identify and consolidate important model parameters. Moreover, Online-LoRA leverages the training dynamics of loss values to enable the automatic recognition of the data distribution shifts. Extensive experiments across many task-free OCL scenarios and benchmark datasets (including CIFAR-100, ImageNet-R, ImageNet-S, CUB-200 and CORe50) demonstrate that Online-LoRA can be robustly adapted to various ViT architectures, while achieving better performance compared to SOTA methods.},

keywords = {Vision Transformer},

pubstate = {forthcoming},

tppubtype = {conference}

}

@conference{LogViG_LOG_2024,

title = {Multi-Scale High-Resolution Logarithmic Grapher Module for Efficient Vision GNNs},

author = {Mustafa Munir and Alex Zhang and Radu Marculescu},

year  = {2024},

date = {2024-11-26},

urldate = {2024-11-26},

booktitle = {The Third Learning on Graphs Conference (LOG 2024)},

keywords = {Deep Learning Architecture, Edge AI, Graph Neural Network},

pubstate = {published},

tppubtype = {conference}

}

@conference{nokey,

title = {Packet Pruning: Finding Better Energy Spending Policies for Batteryless Human Activity Recognition},

author = {Geffen Cooper and Radu Marculescu},

year  = {2024},

date = {2024-10-16},

urldate = {2024-12-01},

publisher = {IEEE International Conference on Body Sensor Networks (BSN 2024)},

keywords = {},

pubstate = {published},

tppubtype = {conference}

}

@conference{GreedyViG_CVPR_2024,

title = {GreedyViG: Dynamic Axial Graph Construction for Efficient Vision GNNs},

author = {Mustafa Munir and William Avery and Md Mostafijur Rahman and Radu Marculescu},

url = {https://openaccess.thecvf.com/content/CVPR2024/papers/Munir_GreedyViG_Dynamic_Axial_Graph_Construction_for_Efficient_Vision_GNNs_CVPR_2024_paper.pdf},

year  = {2024},

date = {2024-06-19},

urldate = {2024-06-19},

booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},

abstract = {Vision graph neural networks (ViG) offer a new avenue for exploration in computer vision. A major bottleneck in ViGs is the inefficient k-nearest neighbor (KNN) operation used for graph construction. To solve this issue, we propose a new method for designing ViGs, Dynamic Axial Graph Construction (DAGC), which is more efficient than KNN as it limits the number of considered graph connections made within an image. Additionally, we propose a novel CNN-GNN architecture, GreedyViG, which uses DAGC. Extensive experiments show that GreedyViG beats existing ViG, CNN, and ViT architectures in terms of accuracy, GMACs, and parameters on image classification, object detection, instance segmentation, and semantic segmentation tasks. Our smallest model, GreedyViG-S, achieves 81.1% top-1 accuracy on ImageNet-1K, 2.9% higher than Vision GNN and 2.2% higher than Vision HyperGraph Neural Network (ViHGNN), with less GMACs and a similar number of parameters. Our largest model, GreedyViG-B obtains 83.9% top-1 accuracy, 0.2% higher than Vision GNN, with a 66.6% decrease in parameters and a 69% decrease in GMACs. GreedyViG-B also obtains the same accuracy as ViHGNN with a 67.3% decrease in parameters and a 71.3% decrease in GMACs. Our work shows that hybrid CNNGNN architectures not only provide a new avenue for designing efficient models, but that they can also exceed the performance of current state-of-the-art models.},

keywords = {Deep Learning Architecture, Dynamic networks, Edge AI, Efficient Inference, Graph Neural Network},

pubstate = {published},

tppubtype = {conference}

}

@conference{EMCAD_CVPR_2024,

title = {EMCAD: Efficient Multi-scale Convolutional Attention Decoding for Medical Image Segmentation},

author = {Md Mostafijur Rahman and Mustafa Munir and Radu Marculescu },

url = {https://openaccess.thecvf.com/content/CVPR2024/papers/Rahman_EMCAD_Efficient_Multi-scale_Convolutional_Attention_Decoding_for_Medical_Image_Segmentation_CVPR_2024_paper.pdf},

year  = {2024},

date = {2024-06-17},

urldate = {2024-06-17},

publisher = {Proceedings of the IEEE / CVF Computer Vision and Pattern Recognition Conference (CVPR)},

abstract = {An efficient and effective decoding mechanism is crucial in medical image segmentation, especially in scenarios with limited computational resources. However, these decoding mechanisms usually come with high computational costs. To address this concern, we introduce EMCAD, a new efficient multi-scale convolutional attention decoder, designed to optimize both performance and computational efficiency. EMCAD leverages a unique multi-scale depth-wise convolution block, significantly enhancing feature maps through multi-scale convolutions. EMCAD also employs channel, spatial, and grouped (large-kernel) gated attention mechanisms, which are highly effective at capturing intricate spatial relationships while focusing on salient regions. By employing group and depth-wise convolution, EMCAD is very efficient and scales well (e.g., only 1.91M parameters and 0.381G FLOPs are needed when using a standard encoder). Our rigorous evaluations across 12 datasets that belong to six medical image segmentation tasks reveal that EMCAD achieves state-of-the-art (SOTA) performance with 79.4% and 80.3% reduction in #Params and #FLOPs, respectively. Moreover, EMCAD’s adaptability to different encoders and versatility across segmentation tasks further establish EMCAD as a promising tool, advancing the field towards more efficient and accurate medical image analysis. Our implementation is available at https://github.com/SLDGroup/EMCAD.},

keywords = {Deep Learning Architecture, Efficient Decoder, Medical Image Segmentation, Multi-scale Depth-wise Convolutions, Vision Transformer},

pubstate = {published},

tppubtype = {conference}

}

@conference{ppsam@rahman,

title = {PP-SAM: Perturbed Prompts for Robust Adaption of Segment Anything Model for Polyp Segmentation},

author = {Md Mostafijur Rahman and Mustafa Munir and Debesh Jha and Ulas Bagci and Radu Marculescu},

url = {https://openaccess.thecvf.com/content/CVPR2024W/DEF-AI-MIA/papers/Rahman_PP-SAM_Perturbed_Prompts_for_Robust_Adaption_of_Segment_Anything_Model_CVPRW_2024_paper.pdf},

year  = {2024},

date = {2024-06-17},

urldate = {2024-06-17},

booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},

abstract = {The Segment Anything Model (SAM), originally designed for general-purpose segmentation tasks, has been used recently for polyp segmentation. Nonetheless, finetuning SAM with data from new imaging centers or clinics poses significant challenges. This is because this necessitates the creation of an expensive and time-intensive annotated dataset, along with the potential for variability in user prompts during inference. To address these issues, we propose a robust fine-tuning technique, PP-SAM, that allows SAM to adapt to the polyp segmentation task with limited images. To this end, we utilize variable perturbed bounding box prompts (BBP) to enrich the learning context and enhance the model’s robustness to BBP perturbations during inference. Rigorous experiments on polyp segmentation benchmarks reveal that our variable BBP perturbation significantly improves model resilience. Notably, on Kvasir, 1-shot fine-tuning boosts the DICE score by 20% and 37% with 50 and 100-pixel BBP perturbations during inference, respectively. Moreover, our experiments show that 1-shot, 5-shot, and 10-shot PP-SAM with 50-pixel perturbations during inference outperform a recent state-ofthe-art (SOTA) polyp segmentation method by 26%, 7%, and 5% DICE scores, respectively. Our results motivate the broader applicability of our PP-SAM for other medical imaging tasks with limited samples. Our implementation is available at https://github.com/SLDGroup/PP-SAM.},

keywords = {Limited data, Perturbed prompts, Polyp segmentation, Robustness, SAM},

pubstate = {published},

tppubtype = {conference}

}

@conference{MobileViGv2,

title = {Scaling Graph Convolutions for Mobile Vision},

author = {William Avery and Mustafa Munir and Radu Marculescu},

url = {https://openaccess.thecvf.com/content/CVPR2024W/MAI/papers/Avery_Scaling_Graph_Convolutions_for_Mobile_Vision_CVPRW_2024_paper.pdf},

year  = {2024},

date = {2024-06-17},

urldate = {2024-06-17},

booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},

keywords = {Deep Learning Architecture, Edge AI, Embedded Systems, Internet of Things},

pubstate = {published},

tppubtype = {conference}

}

@conference{chessfl,

title = {CHESSFL: Clustering Hierarchical Embeddings for Semi-Supervised Federated Learning},

author = {Allen-Jasmin Farcas and Myungjin Lee and Ali Payani and Ramana Rao Kompella and Hugo Latapie and Radu Marculescu},

url = {https://ieeexplore.ieee.org/document/10562180},

year  = {2024},

date = {2024-05-13},

urldate = {2024-05-13},

booktitle = {Proceedings of the 9th ACM/IEEE Conference on Internet of Things Design and Implementation},

keywords = {Federated Learning, Hierarchical Federated Learning, Semi-supervised learning},

pubstate = {published},

tppubtype = {conference}

}

@conference{nokey,

title = {Beyond Thresholds: A General Approach to Sensor Selection for Practical Deep Learning-based HAR},

author = {Geffen Cooper and Radu Marculescu},

url = {https://ieeexplore.ieee.org/abstract/document/10562185},

year  = {2024},

date = {2024-05-13},

urldate = {2024-05-13},

booktitle = {Proceedings of the 9th ACM/IEEE Conference on Internet of Things Design and Implementation},

keywords = {Cascaded Inference, Efficient Inference, Human Activity Recognition, Sensor Selection},

pubstate = {published},

tppubtype = {conference}

}

@conference{nokey,

title = {Demo Abstract: Online Training and Inference for On-Device Monocular Depth Estimation},

author = {Allen-Jasmin Farcas and Geffen Cooper and Hyun Joon Song and Afnan Mir and Vincent Liew and Chloe Tang and Prithvi Senthilkumar and Tiani Chen-Troester and Radu Marculescu},

url = {https://ieeexplore.ieee.org/abstract/document/10562188},

year  = {2024},

date = {2024-05-13},

booktitle = {Proceedings of the 9th ACM/IEEE Conference on Internet of Things Design and Implementation},

keywords = {Edge AI, Efficient Inference, Monocular Depth Estimation, On-device Training},

pubstate = {published},

tppubtype = {conference}

}

@conference{WACV2024Mostafij,

title = {G-CASCADE: Efficient Cascaded Graph Convolutional Decoding for 2D Medical Image Segmentation},

author = {Md Mostafijur Rahman and Radu Marculescu},

url = {https://openaccess.thecvf.com/content/WACV2024/html/Rahman_G-CASCADE_Efficient_Cascaded_Graph_Convolutional_Decoding_for_2D_Medical_Image_WACV_2024_paper.html},

year  = {2024},

date = {2024-01-04},

urldate = {2024-01-04},

booktitle = {Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision},

pages = {7728-7737},

keywords = {Deep Learning Architecture, Graph Neural Network, Medical Image Segmentation},

pubstate = {published},

tppubtype = {conference}

}

@conference{nokey,

title = {Efficient Low-rank Backpropagation for Vision Transformer Adaptation},

author = {Yuedong Yang and Hung-Yueh Chiang and Guihong Li and Diana Marculescu and Radu Marculescu},

url = {https://radum.ece.utexas.edu/wp-content/uploads/2023/09/LBP_WHT.pdf},

year  = {2023},

date = {2023-12-11},

urldate = {2023-12-11},

publisher = {Thirty-seventh Conference on Neural Information Processing Systems (NeurIPS) 2023},

abstract = {The increasing scale of vision transformers (ViT) has made the efficient fine-tuning of these large models for specific needs a significant challenge in various applications. This issue originates from the computationally demanding matrix multiplications required during the backpropagation process through linear layers in ViT. In this paper, we tackle this problem by proposing a new Low-rank BackPropagation via Walsh-Hadamard Transformation (LBP-WHT) method. Intuitively, LBP-WHT projects the gradient into a low-rank space and carries out backpropagation. This approach substantially reduces the computation needed for adapting ViT, as matrix multiplication in the low-rank space is far less resource-intensive. We conduct extensive experiments with different models (ViT, hybrid convolution-ViT model) on multiple datasets to demonstrate the effectiveness of our method. For instance, when adapting an EfficientFormer-L1 model on CIFAR100, our LBP-WHT achieves 10.4% higher accuracy than the state-of-the-art baseline, while requiring 9 MFLOPs less computation. As the first work to accelerate ViT adaptation with low-rank backpropagation, our LBP-WHT method is complementary to many prior efforts and can be combined with them for better performance.},

keywords = {On-device Training, Vision Transformer},

pubstate = {published},

tppubtype = {conference}

}

@conference{Hurtado2023Q,

title = {Quarantine in Motion: A Graph Learning and Multi-Agent Reinforcement Learning Framework to Reduce Disease Transmission Without Lockdown},

author = {Sofia Hurtado and Radu Marculescu},

url = {https://ieeexplore.ieee.org/document/10068686},

year  = {2023},

date = {2023-11-06},

urldate = {2023-11-06},

booktitle = {Proceedings of the 2023 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM 2023)},

abstract = {Exposure notification applications are designed to help trace disease spreading by alerting exposed individuals to get tested. However, false alarms can cause users to become hesitant to respond, making the applications ineffective. To address the shortcomings of slow manual contact tracing, costly lockdowns, and unreliable exposure notification applications, better disease mitigation strategies are needed. In this study, we propose a new disease mitigation paradigm where people can reduce infection spreading while maintaining some mobility (i.e., Quarantine in Motion). Our approach utilizes Graph Neural Networks (GNNs) to predict disease hotspots such as restaurants, shops and parks, and Multi-Agent Reinforcement Learning (MARL) to collaboratively manage human mobility to reduce disease transmission. As proof of concept, we simulate an infection using real-world mobility data from New York City (over 200,000 devices) and Austin (over 36,000 devices) and train 10,000 agents from each city to manage disease dynamics. Through simulation, we show that a trained population suppresses their reproduction rate below 1, thereby mitigating the outbreak.},

keywords = {Epidemics, GPS, Graph Neural Network, Multi Agent Reinforcement Learning},

pubstate = {published},

tppubtype = {conference}

}

@conference{tips_icml2023,

title = {TIPS: Topologically Important Path Sampling for Anytime Neural Networks},

author = {Li, Guihong and Bhardwaj, Kartikeya and Yang, Yuedong and Marculescu, Radu},

url = {https://arxiv.org/abs/2305.08021},

year  = {2023},

date = {2023-07-15},

urldate = {2023-07-15},

booktitle = {International Conference on Machine Learning (ICML)},

keywords = {Dynamic networks, Edge AI, Featured, Internet of Things, Model Compression \& Optimization, Neural Architecture Search},

pubstate = {published},

tppubtype = {conference}

}

@conference{MIDL2023,

title = {Multi-scale Hierarchical Vision Transformer with Cascaded Attention Decoding for Medical Image Segmentation},

author = {Rahman, Md Mostafijur and Marculescu, Radu},

url = {https://arxiv.org/abs/2303.16892},

year  = {2023},

date = {2023-07-10},

urldate = {2023-07-10},

booktitle = {Medical Imaging with Deep Learning},

keywords = {Deep Learning Architecture, Medical Image Segmentation, Vision Transformer},

pubstate = {published},

tppubtype = {conference}

}

@conference{mobileViG,

title = {MobileViG: Graph-Based Sparse Attention for Mobile  Vision Applications},

author = {Munir, Mustafa and Avery, William and Marculescu, Radu},

url = {https://arxiv.org/abs/2307.00395



https://openaccess.thecvf.com/content/CVPR2023W/MobileAI/papers/Munir_MobileViG_Graph-Based_Sparse_Attention_for_Mobile_Vision_Applications_CVPRW_2023_paper.pdf



},

doi = {10.1109/CVPRW59228.2023.00215},

year  = {2023},

date = {2023-06-18},

urldate = {2023-06-18},

booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},

keywords = {Deep Learning Architecture, Edge AI, Internet of Things},

pubstate = {published},

tppubtype = {conference}

}

@conference{Dynamic_Fusion,

title = {Dynamic Multimodal Fusion},

author = {Xue, Zihui and Marculescu, Radu},

url = {https://arxiv.org/abs/2204.00102},

year  = {2023},

date = {2023-06-18},

urldate = {2023-06-18},

booktitle = {Multimodal Learning and Applications Workshop (Conference on Computer Vision and Pattern Recognition Workshops)},

keywords = {Dynamic networks},

pubstate = {published},

tppubtype = {conference}

}

@conference{DemoIoTDI2023,

title = {Demo Abstract: A Hardware Prototype Targeting Federated Learning with User Mobility and Device Heterogeneity},

author = {Farcas, Allen-Jasmin and Marculescu, Radu},

url = {https://dl.acm.org/doi/abs/10.1145/3576842.3589160},

year  = {2023},

date = {2023-05-10},

urldate = {2023-05-10},

booktitle = {International Conference on Internet-of-Things Design and Implementation (IoTDI)},

keywords = {Edge AI, Federated Learning, Internet of Things, Mobility},

pubstate = {published},

tppubtype = {conference}

}

@conference{IoTDI2023,

title = {MOHAWK: Mobility and Heterogeneity-Aware Dynamic Community Selection for Hierarchical Federated Learning},

author = {Allen-Jasmin Farcas and Myungjin Lee and Ramana Rao Kompella and Hugo Latapie and Gustavo de Veciana and Radu Marculescu},

url = {https://dl.acm.org/doi/abs/10.1145/3576842.3582378},

year  = {2023},

date = {2023-05-09},

urldate = {2023-05-09},

booktitle = {Proceedings of the 8th ACM/IEEE Conference on Internet of Things Design and Implementation},

keywords = {Edge AI, Federated Learning, Internet of Things, Mobility},

pubstate = {published},

tppubtype = {conference}

}

@conference{albertcvpr2023,

title = {Efficient On-device Training via Gradient Filtering},

author = {Yuedong Yang and Guihong Li and Radu Marculescu},

url = {https://arxiv.org/pdf/2301.00330.pdf},

year  = {2023},

date = {2023-02-27},

urldate = {2023-02-27},

booktitle = {The IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},

keywords = {Edge AI, Internet of Things, On-device Training, Systems},

pubstate = {published},

tppubtype = {conference}

}

@conference{iclr2023,

title = {ZiCo: Zero-shot NAS via Inverse Coefficient of Variation on Gradients},

author = {Guihong Li and Yuedong Yang and Kartikeya Bhardwaj and Radu Marculescu },

url = {https://arxiv.org/pdf/2301.11300.pdf},

year  = {2023},

date = {2023-01-26},

urldate = {2023-01-26},

booktitle = {International Conference on Learning Representations (ICLR)},

keywords = {Edge AI, Featured, Neural Architecture Search},

pubstate = {published},

tppubtype = {conference}

}

@conference{hoangiclr2023,

title = {Revisiting Pruning at Initialization through the Lens of Ramanujan Graph},

author = {Duc N.M Hoang and Shiwei Liu and Radu Marculescu and Zhangyang Wang},

url = {https://openreview.net/pdf?id=uVcDssQff_},

year  = {2023},

date = {2023-01-25},

urldate = {2023-01-25},

booktitle = {International Conference on Learning Representations (ICLR)},

keywords = {Model Compression \& Optimization},

pubstate = {published},

tppubtype = {conference}

}

@conference{cvpr2021,

title = {How does topology influence gradient propagation and model performance of deep networks with DenseNet-type skip connections?},

author = {Bhardwaj, Kartikeya. and Li, Guihong. and Marculescu, Radu. },

url = {https://arxiv.org/pdf/1910.00780.pdf},

year  = {2021},

date = {2021-06-12},

urldate = {2021-06-12},

booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},

pages = {13498-13507},

keywords = {Featured, Model Compression \& Optimization, Neural Architecture Search},

pubstate = {published},

tppubtype = {conference}

}